2024-04-23T18:03:56.024 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-23T18:03:56.024 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104 --name leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi --verbose --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} --owner scheduled_leonidus@teuthology -- /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104/orig.config.yaml 2024-04-23T18:03:56.083 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-23T18:03:56.180 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104 branch: wip-lusov-quiescer description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} email: null first_in_suite: false job_id: '7670104' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiescer ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client dirsize rbytes: false client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync rbytes: false syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiescer sha1: 57e0caf76fdb7ab8b1358588f292d08519163844 owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 5182 sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f sleep_before_teardown: 0 subset: 200/111111 suite: fs suite_branch: wip-lusov-quiescer suite_path: /home/teuthworker/src/github.com_ceph_ceph_57e0caf76fdb7ab8b1358588f292d08519163844/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph suite_sha1: 57e0caf76fdb7ab8b1358588f292d08519163844 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi038.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBxiAM0OHXqmKWGsxei9BbDmbQfu2C2pR9pYkyiJlfiPttXHq7ZAQlqs8LeIiRcqo4xpCNG6gi6GzWho53gZ3do= smithi076.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCAF5e1M+T8UVU2Eq0HyAfiZeNEYEIt2TNAw+Q+7AZq+rYGXItiaSu2PHkJ7gKgFOyGnrbx839le+SJC5RZbGz0= smithi102.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHNBr/0Una7+mGFl6rsS4CoDBsK6Tp0f0UrDYZa8jxRoCzQRFITnwHZcCTye1JBb0s9hE6udDCBszFCr5gjNNuY= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/norstats teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-23_17:44:29 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-23T18:03:56.180 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_57e0caf76fdb7ab8b1358588f292d08519163844/qa; will attempt to use it 2024-04-23T18:03:56.181 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_57e0caf76fdb7ab8b1358588f292d08519163844/qa/tasks 2024-04-23T18:03:56.181 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-23T18:03:56.182 INFO:teuthology.task.internal:Checking packages... 2024-04-23T18:03:56.207 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd69f13d827952bb07bb9b7973bca14f97d764d6f' 2024-04-23T18:03:56.207 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-23T18:03:56.207 INFO:teuthology.packaging:ref: None 2024-04-23T18:03:56.207 INFO:teuthology.packaging:tag: None 2024-04-23T18:03:56.207 INFO:teuthology.packaging:branch: wip-lusov-quiescer 2024-04-23T18:03:56.207 INFO:teuthology.packaging:sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:03:56.207 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiescer 2024-04-23T18:03:56.373 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3156.gd69f13d8 2024-04-23T18:03:56.374 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-23T18:03:56.380 INFO:teuthology.task.internal:no buildpackages task found 2024-04-23T18:03:56.380 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-23T18:03:56.386 INFO:teuthology.task.internal:Saving configuration 2024-04-23T18:03:56.409 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-23T18:03:56.414 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-23T18:03:56.440 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi038.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-23 17:58:33.956896', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBxiAM0OHXqmKWGsxei9BbDmbQfu2C2pR9pYkyiJlfiPttXHq7ZAQlqs8LeIiRcqo4xpCNG6gi6GzWho53gZ3do='} 2024-04-23T18:03:56.465 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi076.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-23 17:58:33.958922', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCAF5e1M+T8UVU2Eq0HyAfiZeNEYEIt2TNAw+Q+7AZq+rYGXItiaSu2PHkJ7gKgFOyGnrbx839le+SJC5RZbGz0='} 2024-04-23T18:03:56.488 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi102.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-23 17:58:33.960698', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHNBr/0Una7+mGFl6rsS4CoDBsK6Tp0f0UrDYZa8jxRoCzQRFITnwHZcCTye1JBb0s9hE6udDCBszFCr5gjNNuY='} 2024-04-23T18:03:56.489 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-23T18:03:56.495 INFO:teuthology.task.internal:roles: ubuntu@smithi038.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-23T18:03:56.495 INFO:teuthology.task.internal:roles: ubuntu@smithi076.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-23T18:03:56.495 INFO:teuthology.task.internal:roles: ubuntu@smithi102.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-23T18:03:56.495 INFO:teuthology.run_tasks:Running task console_log... 2024-04-23T18:03:56.598 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f6114b850d0>, signals=[15]) 2024-04-23T18:03:56.599 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-23T18:03:56.605 INFO:teuthology.task.internal:Opening connections... 2024-04-23T18:03:56.605 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:03:56.607 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:03:56.692 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi076.front.sepia.ceph.com 2024-04-23T18:03:56.693 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:03:56.770 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi102.front.sepia.ceph.com 2024-04-23T18:03:56.771 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:03:56.846 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-23T18:03:56.853 DEBUG:teuthology.orchestra.run.smithi038:> uname -m 2024-04-23T18:03:56.872 INFO:teuthology.orchestra.run.smithi038.stdout:x86_64 2024-04-23T18:03:56.872 DEBUG:teuthology.orchestra.run.smithi038:> cat /etc/os-release 2024-04-23T18:03:56.930 INFO:teuthology.orchestra.run.smithi038.stdout:NAME="CentOS Stream" 2024-04-23T18:03:56.930 INFO:teuthology.orchestra.run.smithi038.stdout:VERSION="9" 2024-04-23T18:03:56.930 INFO:teuthology.orchestra.run.smithi038.stdout:ID="centos" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:ID_LIKE="rhel fedora" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:VERSION_ID="9" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:PLATFORM_ID="platform:el9" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:ANSI_COLOR="0;31" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:LOGO="fedora-logo-icon" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:HOME_URL="https://centos.org/" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-23T18:03:56.931 INFO:teuthology.orchestra.run.smithi038.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-23T18:03:56.932 INFO:teuthology.lock.ops:Updating smithi038.front.sepia.ceph.com on lock server 2024-04-23T18:03:56.954 DEBUG:teuthology.orchestra.run.smithi076:> uname -m 2024-04-23T18:03:56.971 INFO:teuthology.orchestra.run.smithi076.stdout:x86_64 2024-04-23T18:03:56.972 DEBUG:teuthology.orchestra.run.smithi076:> cat /etc/os-release 2024-04-23T18:03:57.028 INFO:teuthology.orchestra.run.smithi076.stdout:NAME="CentOS Stream" 2024-04-23T18:03:57.028 INFO:teuthology.orchestra.run.smithi076.stdout:VERSION="9" 2024-04-23T18:03:57.028 INFO:teuthology.orchestra.run.smithi076.stdout:ID="centos" 2024-04-23T18:03:57.028 INFO:teuthology.orchestra.run.smithi076.stdout:ID_LIKE="rhel fedora" 2024-04-23T18:03:57.028 INFO:teuthology.orchestra.run.smithi076.stdout:VERSION_ID="9" 2024-04-23T18:03:57.028 INFO:teuthology.orchestra.run.smithi076.stdout:PLATFORM_ID="platform:el9" 2024-04-23T18:03:57.029 INFO:teuthology.orchestra.run.smithi076.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-23T18:03:57.029 INFO:teuthology.orchestra.run.smithi076.stdout:ANSI_COLOR="0;31" 2024-04-23T18:03:57.029 INFO:teuthology.orchestra.run.smithi076.stdout:LOGO="fedora-logo-icon" 2024-04-23T18:03:57.029 INFO:teuthology.orchestra.run.smithi076.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-23T18:03:57.029 INFO:teuthology.orchestra.run.smithi076.stdout:HOME_URL="https://centos.org/" 2024-04-23T18:03:57.029 INFO:teuthology.orchestra.run.smithi076.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-23T18:03:57.029 INFO:teuthology.orchestra.run.smithi076.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-23T18:03:57.029 INFO:teuthology.orchestra.run.smithi076.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-23T18:03:57.029 INFO:teuthology.lock.ops:Updating smithi076.front.sepia.ceph.com on lock server 2024-04-23T18:03:57.054 DEBUG:teuthology.orchestra.run.smithi102:> uname -m 2024-04-23T18:03:57.071 INFO:teuthology.orchestra.run.smithi102.stdout:x86_64 2024-04-23T18:03:57.071 DEBUG:teuthology.orchestra.run.smithi102:> cat /etc/os-release 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:NAME="CentOS Stream" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION="9" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:ID="centos" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:ID_LIKE="rhel fedora" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION_ID="9" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:PLATFORM_ID="platform:el9" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:ANSI_COLOR="0;31" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:LOGO="fedora-logo-icon" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:HOME_URL="https://centos.org/" 2024-04-23T18:03:57.128 INFO:teuthology.orchestra.run.smithi102.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-23T18:03:57.129 INFO:teuthology.orchestra.run.smithi102.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-23T18:03:57.129 INFO:teuthology.orchestra.run.smithi102.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-23T18:03:57.129 INFO:teuthology.lock.ops:Updating smithi102.front.sepia.ceph.com on lock server 2024-04-23T18:03:57.154 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-23T18:03:57.164 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-23T18:03:57.172 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-23T18:03:57.173 DEBUG:teuthology.orchestra.run.smithi038:> test '!' -e /home/ubuntu/cephtest 2024-04-23T18:03:57.175 DEBUG:teuthology.orchestra.run.smithi076:> test '!' -e /home/ubuntu/cephtest 2024-04-23T18:03:57.178 DEBUG:teuthology.orchestra.run.smithi102:> test '!' -e /home/ubuntu/cephtest 2024-04-23T18:03:57.197 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-23T18:03:57.203 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-23T18:03:57.203 DEBUG:teuthology.orchestra.run.smithi038:> test -z $(ls -A /var/lib/ceph) 2024-04-23T18:03:57.233 DEBUG:teuthology.orchestra.run.smithi076:> test -z $(ls -A /var/lib/ceph) 2024-04-23T18:03:57.235 DEBUG:teuthology.orchestra.run.smithi102:> test -z $(ls -A /var/lib/ceph) 2024-04-23T18:03:57.264 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-23T18:03:57.340 INFO:teuthology.run_tasks:Running task kernel... 2024-04-23T18:03:57.355 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2024-04-23T18:03:57.355 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-04-23T18:03:57.355 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-04-23T18:03:57.356 DEBUG:teuthology.orchestra.run.smithi038:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-23T18:03:57.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:03:57.373 DEBUG:teuthology.orchestra.run.smithi038:> uname -r 2024-04-23T18:03:57.432 INFO:teuthology.orchestra.run.smithi038.stdout:5.14.0-437.el9.x86_64 2024-04-23T18:03:57.432 INFO:teuthology.task.kernel:Running kernel on smithi038: 5.14.0-437.el9.x86_64 2024-04-23T18:03:57.433 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum install -y kernel 2024-04-23T18:04:00.458 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - BaseOS 5.7 MB/s | 8.0 MB 00:01 2024-04-23T18:04:02.242 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - AppStream 28 MB/s | 19 MB 00:00 2024-04-23T18:04:14.850 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - CRB 709 kB/s | 6.2 MB 00:08 2024-04-23T18:04:17.128 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - Extras packages 15 kB/s | 16 kB 00:01 2024-04-23T18:04:19.172 INFO:teuthology.orchestra.run.smithi038.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-23T18:04:24.336 INFO:teuthology.orchestra.run.smithi038.stdout:lab-extras 45 kB/s | 1.7 kB 00:00 2024-04-23T18:04:26.317 INFO:teuthology.orchestra.run.smithi038.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-23T18:04:26.318 INFO:teuthology.orchestra.run.smithi038.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-23T18:04:26.398 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-04-23T18:04:26.399 INFO:teuthology.orchestra.run.smithi038.stdout:Nothing to do. 2024-04-23T18:04:26.399 INFO:teuthology.orchestra.run.smithi038.stdout:Complete! 2024-04-23T18:04:26.494 DEBUG:teuthology.orchestra.run.smithi038:> echo no | sudo yum reinstall kernel || true 2024-04-23T18:04:27.016 INFO:teuthology.orchestra.run.smithi038.stdout:Last metadata expiration check: 0:00:03 ago on Tue 23 Apr 2024 06:04:24 PM UTC. 2024-04-23T18:04:27.139 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-04-23T18:04:27.154 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-04-23T18:04:27.154 INFO:teuthology.orchestra.run.smithi038.stdout: Package Architecture Version Repository Size 2024-04-23T18:04:27.155 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-04-23T18:04:27.155 INFO:teuthology.orchestra.run.smithi038.stdout:Reinstalling: 2024-04-23T18:04:27.155 INFO:teuthology.orchestra.run.smithi038.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-23T18:04:27.155 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:04:27.155 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction Summary 2024-04-23T18:04:27.155 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-04-23T18:04:27.155 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:04:27.156 INFO:teuthology.orchestra.run.smithi038.stdout:Total download size: 255 k 2024-04-23T18:04:27.156 INFO:teuthology.orchestra.run.smithi038.stdout:Installed size: 0 2024-04-23T18:04:27.156 INFO:teuthology.orchestra.run.smithi038.stderr:Operation aborted. 2024-04-23T18:04:27.216 INFO:teuthology.orchestra.run.smithi038.stdout:Is this ok [y/N]: 2024-04-23T18:04:27.216 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum reinstall -y kernel || true 2024-04-23T18:04:27.735 INFO:teuthology.orchestra.run.smithi038.stdout:Last metadata expiration check: 0:00:03 ago on Tue 23 Apr 2024 06:04:24 PM UTC. 2024-04-23T18:04:27.856 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-04-23T18:04:27.856 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-04-23T18:04:27.856 INFO:teuthology.orchestra.run.smithi038.stdout: Package Architecture Version Repository Size 2024-04-23T18:04:27.856 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-04-23T18:04:27.857 INFO:teuthology.orchestra.run.smithi038.stdout:Reinstalling: 2024-04-23T18:04:27.857 INFO:teuthology.orchestra.run.smithi038.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-23T18:04:27.857 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:04:27.857 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction Summary 2024-04-23T18:04:27.857 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-04-23T18:04:27.857 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:04:27.857 INFO:teuthology.orchestra.run.smithi038.stdout:Total download size: 255 k 2024-04-23T18:04:27.857 INFO:teuthology.orchestra.run.smithi038.stdout:Installed size: 0 2024-04-23T18:04:27.857 INFO:teuthology.orchestra.run.smithi038.stdout:Downloading Packages: 2024-04-23T18:04:28.138 INFO:teuthology.orchestra.run.smithi038.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.2 MB/s | 255 kB 00:00 2024-04-23T18:04:28.139 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------------------- 2024-04-23T18:04:28.139 INFO:teuthology.orchestra.run.smithi038.stdout:Total 905 kB/s | 255 kB 00:00 2024-04-23T18:04:28.158 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction check 2024-04-23T18:04:28.341 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction check succeeded. 2024-04-23T18:04:28.341 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction test 2024-04-23T18:04:28.346 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction test succeeded. 2024-04-23T18:04:28.346 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction 2024-04-23T18:04:28.470 INFO:teuthology.orchestra.run.smithi038.stdout: Preparing : 1/1 2024-04-23T18:04:28.556 INFO:teuthology.orchestra.run.smithi038.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-23T18:04:28.556 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-23T18:04:29.291 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-23T18:04:29.291 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-23T18:04:29.993 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-23T18:04:29.993 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:04:29.993 INFO:teuthology.orchestra.run.smithi038.stdout:Reinstalled: 2024-04-23T18:04:29.993 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-23T18:04:29.994 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:04:29.994 INFO:teuthology.orchestra.run.smithi038.stdout:Complete! 2024-04-23T18:04:30.184 DEBUG:teuthology.orchestra.run.smithi038:> rpm -q kernel | sort -rV | head -n 1 2024-04-23T18:04:30.273 INFO:teuthology.orchestra.run.smithi038.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-23T18:04:30.273 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-23T18:04:30.274 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-23T18:04:30.274 DEBUG:teuthology.parallel:result is None 2024-04-23T18:04:30.274 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-23T18:04:30.282 INFO:teuthology.task.internal:Creating test directory... 2024-04-23T18:04:30.283 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-23T18:04:30.285 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-23T18:04:30.287 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-23T18:04:30.305 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-23T18:04:30.312 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-23T18:04:30.322 INFO:teuthology.task.internal:Creating archive directory... 2024-04-23T18:04:30.322 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-23T18:04:30.340 DEBUG:teuthology.orchestra.run.smithi076:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-23T18:04:30.345 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-23T18:04:30.382 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-23T18:04:30.389 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-23T18:04:30.389 DEBUG:teuthology.orchestra.run.smithi076:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-23T18:04:30.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:04:30.431 DEBUG:teuthology.orchestra.run.smithi102:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-23T18:04:30.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:04:30.447 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-23T18:04:30.450 DEBUG:teuthology.orchestra.run.smithi076:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-23T18:04:30.474 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-23T18:04:30.500 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:04:30.508 INFO:teuthology.orchestra.run.smithi076.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:04:30.514 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:04:30.523 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:04:30.537 INFO:teuthology.orchestra.run.smithi076.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:04:30.542 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:04:30.544 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-23T18:04:30.551 INFO:teuthology.task.internal:Configuring sudo... 2024-04-23T18:04:30.551 DEBUG:teuthology.orchestra.run.smithi038:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-23T18:04:30.554 DEBUG:teuthology.orchestra.run.smithi076:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-23T18:04:30.582 DEBUG:teuthology.orchestra.run.smithi102:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-23T18:04:30.611 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-23T18:04:30.621 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-23T18:04:30.621 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-23T18:04:30.623 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-23T18:04:30.650 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-23T18:04:30.667 DEBUG:teuthology.orchestra.run.smithi038:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:04:30.718 DEBUG:teuthology.orchestra.run.smithi038:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:04:30.772 DEBUG:teuthology.orchestra.run.smithi038:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:04:30.856 DEBUG:teuthology.orchestra.run.smithi038:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:04:30.894 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:04:30.895 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-23T18:04:30.959 DEBUG:teuthology.orchestra.run.smithi076:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:04:31.004 DEBUG:teuthology.orchestra.run.smithi076:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:04:31.055 DEBUG:teuthology.orchestra.run.smithi076:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:04:31.141 DEBUG:teuthology.orchestra.run.smithi076:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:04:31.183 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:04:31.183 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-23T18:04:31.251 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:04:31.297 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:04:31.352 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:04:31.437 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:04:31.479 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:04:31.479 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-23T18:04:31.547 DEBUG:teuthology.orchestra.run.smithi038:> sudo service rsyslog restart 2024-04-23T18:04:31.550 DEBUG:teuthology.orchestra.run.smithi076:> sudo service rsyslog restart 2024-04-23T18:04:31.552 DEBUG:teuthology.orchestra.run.smithi102:> sudo service rsyslog restart 2024-04-23T18:04:31.582 INFO:teuthology.orchestra.run.smithi038.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:04:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:04:31.627 INFO:teuthology.orchestra.run.smithi102.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:04:32.096 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-23T18:04:32.104 INFO:teuthology.task.internal:Starting timer... 2024-04-23T18:04:32.104 INFO:teuthology.run_tasks:Running task pcp... 2024-04-23T18:04:32.114 INFO:teuthology.run_tasks:Running task selinux... 2024-04-23T18:04:32.121 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-23T18:04:32.122 DEBUG:teuthology.orchestra.run.smithi038:> sudo service auditd rotate 2024-04-23T18:04:32.173 INFO:teuthology.orchestra.run.smithi038.stdout:Rotating logs: 2024-04-23T18:04:32.174 DEBUG:teuthology.orchestra.run.smithi076:> sudo service auditd rotate 2024-04-23T18:04:32.235 INFO:teuthology.orchestra.run.smithi076.stdout:Rotating logs: 2024-04-23T18:04:32.237 DEBUG:teuthology.orchestra.run.smithi102:> sudo service auditd rotate 2024-04-23T18:04:32.314 INFO:teuthology.orchestra.run.smithi102.stdout:Rotating logs: 2024-04-23T18:04:32.316 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-23T18:04:32.316 DEBUG:teuthology.orchestra.run.smithi038:> /usr/sbin/getenforce 2024-04-23T18:04:32.346 INFO:teuthology.orchestra.run.smithi038.stdout:Permissive 2024-04-23T18:04:32.347 DEBUG:teuthology.orchestra.run.smithi076:> /usr/sbin/getenforce 2024-04-23T18:04:32.377 INFO:teuthology.orchestra.run.smithi076.stdout:Permissive 2024-04-23T18:04:32.377 DEBUG:teuthology.orchestra.run.smithi102:> /usr/sbin/getenforce 2024-04-23T18:04:32.421 INFO:teuthology.orchestra.run.smithi102.stdout:Permissive 2024-04-23T18:04:32.422 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi038.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi076.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi102.front.sepia.ceph.com': 'permissive'} 2024-04-23T18:04:32.422 DEBUG:teuthology.orchestra.run.smithi038:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:04:32.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:04:32.447 DEBUG:teuthology.orchestra.run.smithi076:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:04:32.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:04:32.477 DEBUG:teuthology.orchestra.run.smithi102:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:04:32.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:04:32.507 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-23T18:04:32.507 DEBUG:teuthology.orchestra.run.smithi038:> sudo /usr/sbin/setenforce permissive 2024-04-23T18:04:32.541 DEBUG:teuthology.orchestra.run.smithi076:> sudo /usr/sbin/setenforce permissive 2024-04-23T18:04:32.571 DEBUG:teuthology.orchestra.run.smithi102:> sudo /usr/sbin/setenforce permissive 2024-04-23T18:04:32.600 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-23T18:04:32.611 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-23T18:04:32.617 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-23T18:04:32.743 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-23T18:04:32.762 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-23T18:04:32.764 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi038.front.sepia.ceph.com,smithi076.front.sepia.ceph.com,smithi102.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-23T18:08:38.037 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi038.front.sepia.ceph.com'), Remote(name='ubuntu@smithi076.front.sepia.ceph.com'), Remote(name='ubuntu@smithi102.front.sepia.ceph.com')] 2024-04-23T18:08:38.038 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-04-23T18:08:38.039 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:08:38.128 DEBUG:teuthology.orchestra.run.smithi038:> true 2024-04-23T18:08:38.210 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-04-23T18:08:38.211 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi076.front.sepia.ceph.com' 2024-04-23T18:08:38.211 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:08:38.286 DEBUG:teuthology.orchestra.run.smithi076:> true 2024-04-23T18:08:38.365 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi076.front.sepia.ceph.com' 2024-04-23T18:08:38.365 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-23T18:08:38.366 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:08:38.442 DEBUG:teuthology.orchestra.run.smithi102:> true 2024-04-23T18:08:38.477 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-23T18:08:38.477 INFO:teuthology.run_tasks:Running task clock... 2024-04-23T18:08:38.491 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-23T18:08:38.491 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-23T18:08:38.492 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:08:38.494 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-23T18:08:38.494 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:08:38.497 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-23T18:08:38.497 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:08:38.523 INFO:teuthology.orchestra.run.smithi076.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-23T18:08:38.525 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-23T18:08:38.537 INFO:teuthology.orchestra.run.smithi076.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-23T18:08:38.540 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-23T18:08:38.545 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-23T18:08:38.558 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-23T18:08:38.560 INFO:teuthology.orchestra.run.smithi076.stderr:sudo: ntpd: command not found 2024-04-23T18:08:38.565 INFO:teuthology.orchestra.run.smithi038.stderr:sudo: ntpd: command not found 2024-04-23T18:08:38.572 INFO:teuthology.orchestra.run.smithi076.stdout:506 Cannot talk to daemon 2024-04-23T18:08:38.576 INFO:teuthology.orchestra.run.smithi038.stdout:506 Cannot talk to daemon 2024-04-23T18:08:38.580 INFO:teuthology.orchestra.run.smithi102.stderr:sudo: ntpd: command not found 2024-04-23T18:08:38.586 INFO:teuthology.orchestra.run.smithi076.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-23T18:08:38.590 INFO:teuthology.orchestra.run.smithi102.stdout:506 Cannot talk to daemon 2024-04-23T18:08:38.591 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-23T18:08:38.600 INFO:teuthology.orchestra.run.smithi076.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-23T18:08:38.603 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-23T18:08:38.605 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-23T18:08:38.616 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-23T18:08:38.661 INFO:teuthology.orchestra.run.smithi038.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:08:38.664 INFO:teuthology.orchestra.run.smithi038.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:08:38.664 INFO:teuthology.orchestra.run.smithi038.stdout:=============================================================================== 2024-04-23T18:08:38.664 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.664 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.664 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.664 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.668 INFO:teuthology.orchestra.run.smithi076.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:08:38.668 INFO:teuthology.orchestra.run.smithi102.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:08:38.671 INFO:teuthology.orchestra.run.smithi076.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:08:38.671 INFO:teuthology.orchestra.run.smithi076.stdout:=============================================================================== 2024-04-23T18:08:38.672 INFO:teuthology.orchestra.run.smithi076.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.672 INFO:teuthology.orchestra.run.smithi076.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.672 INFO:teuthology.orchestra.run.smithi076.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.672 INFO:teuthology.orchestra.run.smithi076.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.673 INFO:teuthology.orchestra.run.smithi102.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:08:38.673 INFO:teuthology.orchestra.run.smithi102.stdout:=============================================================================== 2024-04-23T18:08:38.673 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.673 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.673 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.673 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:08:38.673 INFO:teuthology.run_tasks:Running task install... 2024-04-23T18:08:38.681 DEBUG:teuthology.task.install:project ceph 2024-04-23T18:08:38.681 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'}} 2024-04-23T18:08:38.682 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'} 2024-04-23T18:08:38.682 INFO:teuthology.task.install:Using flavor: default 2024-04-23T18:08:38.687 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-23T18:08:38.687 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-23T18:08:38.688 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-23T18:08:38.688 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:08:38.690 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-23T18:08:38.691 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:08:38.691 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-23T18:08:38.692 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:08:38.832 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-23T18:08:38.833 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-23T18:08:38.838 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-23T18:08:38.838 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-23T18:08:38.907 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-23T18:08:38.907 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-23T18:08:38.958 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-23T18:08:38.958 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:08:38.958 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-23T18:08:38.960 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-23T18:08:38.960 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:08:38.961 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-23T18:08:38.987 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-23T18:08:38.987 DEBUG:teuthology.orchestra.run.smithi102:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-23T18:08:38.988 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-23T18:08:38.989 DEBUG:teuthology.orchestra.run.smithi038:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-23T18:08:39.052 DEBUG:teuthology.orchestra.run.smithi102:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-23T18:08:39.054 DEBUG:teuthology.orchestra.run.smithi038:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-23T18:08:39.091 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-23T18:08:39.091 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:08:39.091 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-23T18:08:39.115 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-23T18:08:39.116 DEBUG:teuthology.orchestra.run.smithi076:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-23T18:08:39.125 DEBUG:teuthology.orchestra.run.smithi102:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-23T18:08:39.128 DEBUG:teuthology.orchestra.run.smithi038:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-23T18:08:39.181 DEBUG:teuthology.orchestra.run.smithi076:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-23T18:08:39.188 INFO:teuthology.orchestra.run.smithi102.stdout:check_obsoletes = 1 2024-04-23T18:08:39.189 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum clean all 2024-04-23T18:08:39.192 INFO:teuthology.orchestra.run.smithi038.stdout:check_obsoletes = 1 2024-04-23T18:08:39.193 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum clean all 2024-04-23T18:08:39.253 DEBUG:teuthology.orchestra.run.smithi076:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-23T18:08:39.316 INFO:teuthology.orchestra.run.smithi076.stdout:check_obsoletes = 1 2024-04-23T18:08:39.317 DEBUG:teuthology.orchestra.run.smithi076:> sudo yum clean all 2024-04-23T18:08:39.412 INFO:teuthology.orchestra.run.smithi102.stdout:48 files removed 2024-04-23T18:08:39.428 INFO:teuthology.orchestra.run.smithi038.stdout:48 files removed 2024-04-23T18:08:39.440 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-23T18:08:39.455 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-23T18:08:39.542 INFO:teuthology.orchestra.run.smithi076.stdout:48 files removed 2024-04-23T18:08:39.569 DEBUG:teuthology.orchestra.run.smithi076:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-23T18:08:40.032 INFO:teuthology.orchestra.run.smithi102.stdout:ceph packages for x86_64 250 kB/s | 83 kB 00:00 2024-04-23T18:08:40.151 INFO:teuthology.orchestra.run.smithi038.stdout:ceph packages for x86_64 200 kB/s | 83 kB 00:00 2024-04-23T18:08:40.238 INFO:teuthology.orchestra.run.smithi076.stdout:ceph packages for x86_64 204 kB/s | 83 kB 00:00 2024-04-23T18:08:40.424 INFO:teuthology.orchestra.run.smithi102.stdout:ceph noarch packages 33 kB/s | 12 kB 00:00 2024-04-23T18:08:40.594 INFO:teuthology.orchestra.run.smithi038.stdout:ceph noarch packages 29 kB/s | 12 kB 00:00 2024-04-23T18:08:40.666 INFO:teuthology.orchestra.run.smithi076.stdout:ceph noarch packages 30 kB/s | 12 kB 00:00 2024-04-23T18:08:40.850 INFO:teuthology.orchestra.run.smithi102.stdout:ceph source packages 4.9 kB/s | 1.9 kB 00:00 2024-04-23T18:08:40.952 INFO:teuthology.orchestra.run.smithi038.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-04-23T18:08:41.016 INFO:teuthology.orchestra.run.smithi076.stdout:ceph source packages 6.0 kB/s | 1.9 kB 00:00 2024-04-23T18:08:42.253 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - BaseOS 6.4 MB/s | 8.0 MB 00:01 2024-04-23T18:08:42.542 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - BaseOS 5.4 MB/s | 8.0 MB 00:01 2024-04-23T18:08:44.246 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - AppStream 21 MB/s | 19 MB 00:00 2024-04-23T18:08:49.113 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - CRB 5.5 MB/s | 6.2 MB 00:01 2024-04-23T18:08:49.633 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - BaseOS 942 kB/s | 8.0 MB 00:08 2024-04-23T18:08:50.765 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 16 kB 00:00 2024-04-23T18:08:52.735 INFO:teuthology.orchestra.run.smithi038.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-23T18:08:58.016 INFO:teuthology.orchestra.run.smithi038.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-23T18:09:00.226 INFO:teuthology.orchestra.run.smithi038.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:00.227 INFO:teuthology.orchestra.run.smithi038.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:00.238 INFO:teuthology.orchestra.run.smithi038.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-23T18:09:00.239 INFO:teuthology.orchestra.run.smithi038.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-23T18:09:00.240 INFO:teuthology.orchestra.run.smithi038.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-23T18:09:00.241 INFO:teuthology.orchestra.run.smithi038.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-23T18:09:00.243 INFO:teuthology.orchestra.run.smithi038.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-23T18:09:00.245 INFO:teuthology.orchestra.run.smithi038.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-23T18:09:00.246 INFO:teuthology.orchestra.run.smithi038.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-23T18:09:00.310 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-04-23T18:09:00.321 INFO:teuthology.orchestra.run.smithi038.stdout:======================================================================================= 2024-04-23T18:09:00.322 INFO:teuthology.orchestra.run.smithi038.stdout: Package Arch Version Repository Size 2024-04-23T18:09:00.322 INFO:teuthology.orchestra.run.smithi038.stdout:======================================================================================= 2024-04-23T18:09:00.322 INFO:teuthology.orchestra.run.smithi038.stdout:Installing: 2024-04-23T18:09:00.322 INFO:teuthology.orchestra.run.smithi038.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-23T18:09:00.322 INFO:teuthology.orchestra.run.smithi038.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-23T18:09:00.322 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:00.322 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-23T18:09:00.322 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-23T18:09:00.322 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-23T18:09:00.322 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-23T18:09:00.323 INFO:teuthology.orchestra.run.smithi038.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-23T18:09:00.324 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout:Upgrading: 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout:Installing dependencies: 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-23T18:09:00.325 INFO:teuthology.orchestra.run.smithi038.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-23T18:09:00.326 INFO:teuthology.orchestra.run.smithi038.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-23T18:09:00.327 INFO:teuthology.orchestra.run.smithi038.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-23T18:09:00.328 INFO:teuthology.orchestra.run.smithi038.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-23T18:09:00.329 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-23T18:09:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-23T18:09:00.331 INFO:teuthology.orchestra.run.smithi038.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-23T18:09:00.332 INFO:teuthology.orchestra.run.smithi038.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-23T18:09:00.333 INFO:teuthology.orchestra.run.smithi038.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-23T18:09:00.334 INFO:teuthology.orchestra.run.smithi038.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-23T18:09:00.334 INFO:teuthology.orchestra.run.smithi038.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-23T18:09:00.334 INFO:teuthology.orchestra.run.smithi038.stdout:Installing weak dependencies: 2024-04-23T18:09:00.334 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-23T18:09:00.334 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:00.334 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction Summary 2024-04-23T18:09:00.334 INFO:teuthology.orchestra.run.smithi038.stdout:======================================================================================= 2024-04-23T18:09:00.334 INFO:teuthology.orchestra.run.smithi038.stdout:Install 148 Packages 2024-04-23T18:09:00.334 INFO:teuthology.orchestra.run.smithi038.stdout:Upgrade 4 Packages 2024-04-23T18:09:00.334 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:00.335 INFO:teuthology.orchestra.run.smithi038.stdout:Total download size: 222 M 2024-04-23T18:09:00.335 INFO:teuthology.orchestra.run.smithi038.stdout:Downloading Packages: 2024-04-23T18:09:01.192 INFO:teuthology.orchestra.run.smithi038.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 29 kB/s | 6.6 kB 00:00 2024-04-23T18:09:01.518 INFO:teuthology.orchestra.run.smithi038.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 2.7 MB/s | 890 kB 00:00 2024-04-23T18:09:01.618 INFO:teuthology.orchestra.run.smithi038.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 1.4 MB/s | 145 kB 00:00 2024-04-23T18:09:01.810 INFO:teuthology.orchestra.run.smithi038.stdout:(4/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 6.3 MB/s | 5.4 MB 00:00 2024-04-23T18:09:02.060 INFO:teuthology.orchestra.run.smithi038.stdout:(5/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 5.3 MB/s | 2.4 MB 00:00 2024-04-23T18:09:02.102 INFO:teuthology.orchestra.run.smithi038.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 5.1 MB/s | 1.5 MB 00:00 2024-04-23T18:09:02.644 INFO:teuthology.orchestra.run.smithi038.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 8.1 MB/s | 4.7 MB 00:00 2024-04-23T18:09:03.003 INFO:teuthology.orchestra.run.smithi038.stdout:(8/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 10 MB/s | 21 MB 00:02 2024-04-23T18:09:03.086 INFO:teuthology.orchestra.run.smithi038.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 302 kB/s | 25 kB 00:00 2024-04-23T18:09:03.595 INFO:teuthology.orchestra.run.smithi038.stdout:(10/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 11 MB/s | 11 MB 00:00 2024-04-23T18:09:03.687 INFO:teuthology.orchestra.run.smithi038.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.4 MB/s | 225 kB 00:00 2024-04-23T18:09:03.762 INFO:teuthology.orchestra.run.smithi038.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 361 kB/s | 27 kB 00:00 2024-04-23T18:09:03.837 INFO:teuthology.orchestra.run.smithi038.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 422 kB/s | 32 kB 00:00 2024-04-23T18:09:03.954 INFO:teuthology.orchestra.run.smithi038.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 6.3 MB/s | 747 kB 00:00 2024-04-23T18:09:04.046 INFO:teuthology.orchestra.run.smithi038.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.7 MB/s | 163 kB 00:00 2024-04-23T18:09:04.138 INFO:teuthology.orchestra.run.smithi038.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.4 MB/s | 126 kB 00:00 2024-04-23T18:09:04.247 INFO:teuthology.orchestra.run.smithi038.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 4.5 MB/s | 500 kB 00:00 2024-04-23T18:09:04.480 INFO:teuthology.orchestra.run.smithi038.stdout:(18/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 7.1 MB/s | 17 MB 00:02 2024-04-23T18:09:04.614 INFO:teuthology.orchestra.run.smithi038.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 339 kB/s | 45 kB 00:00 2024-04-23T18:09:04.625 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - AppStream 927 kB/s | 19 MB 00:21 2024-04-23T18:09:04.756 INFO:teuthology.orchestra.run.smithi038.stdout:(20/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 11 MB/s | 5.4 MB 00:00 2024-04-23T18:09:04.781 INFO:teuthology.orchestra.run.smithi038.stdout:(21/152): python3-ceph-common-19.0.0-3156.gd69f 807 kB/s | 135 kB 00:00 2024-04-23T18:09:04.834 INFO:teuthology.orchestra.run.smithi038.stdout:(22/152): python3-cephfs-19.0.0-3156.gd69f13d8. 2.1 MB/s | 161 kB 00:00 2024-04-23T18:09:04.857 INFO:teuthology.orchestra.run.smithi038.stdout:(23/152): python3-rados-19.0.0-3156.gd69f13d8.e 4.2 MB/s | 320 kB 00:00 2024-04-23T18:09:04.909 INFO:teuthology.orchestra.run.smithi038.stdout:(24/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 3.8 MB/s | 298 kB 00:00 2024-04-23T18:09:04.934 INFO:teuthology.orchestra.run.smithi038.stdout:(25/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.3 MB/s | 99 kB 00:00 2024-04-23T18:09:04.985 INFO:teuthology.orchestra.run.smithi038.stdout:(26/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.1 MB/s | 85 kB 00:00 2024-04-23T18:09:05.085 INFO:teuthology.orchestra.run.smithi038.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 1.7 MB/s | 170 kB 00:00 2024-04-23T18:09:05.177 INFO:teuthology.orchestra.run.smithi038.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 373 kB/s | 34 kB 00:00 2024-04-23T18:09:05.295 INFO:teuthology.orchestra.run.smithi038.stdout:(29/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 8.6 MB/s | 3.1 MB 00:00 2024-04-23T18:09:05.320 INFO:teuthology.orchestra.run.smithi038.stdout:(30/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 996 kB/s | 142 kB 00:00 2024-04-23T18:09:05.549 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 19 MB 00:14 2024-04-23T18:09:05.754 INFO:teuthology.orchestra.run.smithi038.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 7.7 MB/s | 3.5 MB 00:00 2024-04-23T18:09:05.879 INFO:teuthology.orchestra.run.smithi038.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 1.9 MB/s | 249 kB 00:00 2024-04-23T18:09:05.979 INFO:teuthology.orchestra.run.smithi038.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 494 kB/s | 49 kB 00:00 2024-04-23T18:09:06.063 INFO:teuthology.orchestra.run.smithi038.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 197 kB/s | 16 kB 00:00 2024-04-23T18:09:06.180 INFO:teuthology.orchestra.run.smithi038.stdout:(35/152): ceph-mgr-diskprediction-local-19.0.0- 8.6 MB/s | 7.4 MB 00:00 2024-04-23T18:09:06.205 INFO:teuthology.orchestra.run.smithi038.stdout:(36/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 1.9 MB/s | 273 kB 00:00 2024-04-23T18:09:06.281 INFO:teuthology.orchestra.run.smithi038.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 243 kB/s | 18 kB 00:00 2024-04-23T18:09:06.314 INFO:teuthology.orchestra.run.smithi038.stdout:(38/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 5.6 MB/s | 762 kB 00:00 2024-04-23T18:09:06.765 INFO:teuthology.orchestra.run.smithi038.stdout:(39/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 13 MB/s | 49 MB 00:03 2024-04-23T18:09:06.790 INFO:teuthology.orchestra.run.smithi038.stdout:(40/152): fuse-2.9.9-15.el9.x86_64.rpm 158 kB/s | 80 kB 00:00 2024-04-23T18:09:06.923 INFO:teuthology.orchestra.run.smithi038.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-04-23T18:09:06.949 INFO:teuthology.orchestra.run.smithi038.stdout:(42/152): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-04-23T18:09:06.999 INFO:teuthology.orchestra.run.smithi038.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-04-23T18:09:07.024 INFO:teuthology.orchestra.run.smithi038.stdout:(44/152): libgfortran-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 803 kB 00:00 2024-04-23T18:09:07.049 INFO:teuthology.orchestra.run.smithi038.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-23T18:09:07.075 INFO:teuthology.orchestra.run.smithi038.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-23T18:09:07.134 INFO:teuthology.orchestra.run.smithi038.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-04-23T18:09:07.276 INFO:teuthology.orchestra.run.smithi038.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 3.4 MB/s | 689 kB 00:00 2024-04-23T18:09:07.326 INFO:teuthology.orchestra.run.smithi038.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-04-23T18:09:07.368 INFO:teuthology.orchestra.run.smithi038.stdout:(50/152): python3-cryptography-36.0.1-4.el9.x86 2.8 MB/s | 1.2 MB 00:00 2024-04-23T18:09:07.393 INFO:teuthology.orchestra.run.smithi038.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 322 kB/s | 21 kB 00:00 2024-04-23T18:09:07.469 INFO:teuthology.orchestra.run.smithi038.stdout:(52/152): bison-3.7.4-5.el9.x86_64.rpm 2.8 MB/s | 943 kB 00:00 2024-04-23T18:09:07.494 INFO:teuthology.orchestra.run.smithi038.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 326 kB/s | 33 kB 00:00 2024-04-23T18:09:07.544 INFO:teuthology.orchestra.run.smithi038.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-04-23T18:09:07.578 INFO:teuthology.orchestra.run.smithi038.stdout:(55/152): flex-2.6.4-9.el9.x86_64.rpm 1.5 MB/s | 313 kB 00:00 2024-04-23T18:09:07.595 INFO:teuthology.orchestra.run.smithi038.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-04-23T18:09:07.670 INFO:teuthology.orchestra.run.smithi038.stdout:(57/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 15 MB/s | 3.0 MB 00:00 2024-04-23T18:09:07.687 INFO:teuthology.orchestra.run.smithi038.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 492 kB/s | 45 kB 00:00 2024-04-23T18:09:07.712 INFO:teuthology.orchestra.run.smithi038.stdout:(59/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-04-23T18:09:07.754 INFO:teuthology.orchestra.run.smithi038.stdout:(60/152): librdkafka-1.6.1-102.el9.x86_64.rpm 7.7 MB/s | 662 kB 00:00 2024-04-23T18:09:07.771 INFO:teuthology.orchestra.run.smithi038.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 435 kB/s | 25 kB 00:00 2024-04-23T18:09:07.805 INFO:teuthology.orchestra.run.smithi038.stdout:(62/152): libtool-2.4.6-45.el9.x86_64.rpm 4.8 MB/s | 582 kB 00:00 2024-04-23T18:09:07.830 INFO:teuthology.orchestra.run.smithi038.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 629 kB/s | 47 kB 00:00 2024-04-23T18:09:07.855 INFO:teuthology.orchestra.run.smithi038.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-04-23T18:09:07.880 INFO:teuthology.orchestra.run.smithi038.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 702 kB/s | 35 kB 00:00 2024-04-23T18:09:07.906 INFO:teuthology.orchestra.run.smithi038.stdout:(66/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-04-23T18:09:07.973 INFO:teuthology.orchestra.run.smithi038.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 24 MB/s | 1.6 MB 00:00 2024-04-23T18:09:08.065 INFO:teuthology.orchestra.run.smithi038.stdout:(68/152): openblas-openmp-0.3.21-2.el9.x86_64.r 23 MB/s | 4.7 MB 00:00 2024-04-23T18:09:08.090 INFO:teuthology.orchestra.run.smithi038.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 7.6 MB/s | 911 kB 00:00 2024-04-23T18:09:08.115 INFO:teuthology.orchestra.run.smithi038.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 2.6 MB/s | 133 kB 00:00 2024-04-23T18:09:08.199 INFO:teuthology.orchestra.run.smithi038.stdout:(71/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-04-23T18:09:08.233 INFO:teuthology.orchestra.run.smithi038.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 8.6 MB/s | 1.0 MB 00:00 2024-04-23T18:09:08.249 INFO:teuthology.orchestra.run.smithi038.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-04-23T18:09:08.333 INFO:teuthology.orchestra.run.smithi038.stdout:(74/152): postgresql-server-13.14-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-04-23T18:09:08.358 INFO:teuthology.orchestra.run.smithi038.stdout:(75/152): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-04-23T18:09:08.384 INFO:teuthology.orchestra.run.smithi038.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-04-23T18:09:08.418 INFO:teuthology.orchestra.run.smithi038.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 435 kB/s | 26 kB 00:00 2024-04-23T18:09:08.443 INFO:teuthology.orchestra.run.smithi038.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 325 kB/s | 19 kB 00:00 2024-04-23T18:09:08.468 INFO:teuthology.orchestra.run.smithi038.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-04-23T18:09:08.494 INFO:teuthology.orchestra.run.smithi038.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 688 kB/s | 35 kB 00:00 2024-04-23T18:09:08.544 INFO:teuthology.orchestra.run.smithi038.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-04-23T18:09:08.627 INFO:teuthology.orchestra.run.smithi038.stdout:(82/152): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-04-23T18:09:08.653 INFO:teuthology.orchestra.run.smithi038.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-04-23T18:09:08.678 INFO:teuthology.orchestra.run.smithi038.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-23T18:09:08.704 INFO:teuthology.orchestra.run.smithi038.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 840 kB/s | 42 kB 00:00 2024-04-23T18:09:08.729 INFO:teuthology.orchestra.run.smithi038.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-04-23T18:09:08.754 INFO:teuthology.orchestra.run.smithi038.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-23T18:09:08.779 INFO:teuthology.orchestra.run.smithi038.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-04-23T18:09:08.805 INFO:teuthology.orchestra.run.smithi038.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-23T18:09:08.830 INFO:teuthology.orchestra.run.smithi038.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-23T18:09:08.905 INFO:teuthology.orchestra.run.smithi038.stdout:(91/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-04-23T18:09:08.930 INFO:teuthology.orchestra.run.smithi038.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 415 kB/s | 42 kB 00:00 2024-04-23T18:09:08.956 INFO:teuthology.orchestra.run.smithi038.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 882 kB/s | 44 kB 00:00 2024-04-23T18:09:08.981 INFO:teuthology.orchestra.run.smithi038.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-04-23T18:09:09.006 INFO:teuthology.orchestra.run.smithi038.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 710 kB/s | 36 kB 00:00 2024-04-23T18:09:09.032 INFO:teuthology.orchestra.run.smithi038.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 942 kB/s | 47 kB 00:00 2024-04-23T18:09:09.082 INFO:teuthology.orchestra.run.smithi038.stdout:(97/152): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-23T18:09:09.107 INFO:teuthology.orchestra.run.smithi038.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 3.0 MB/s | 305 kB 00:00 2024-04-23T18:09:09.132 INFO:teuthology.orchestra.run.smithi038.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-04-23T18:09:09.158 INFO:teuthology.orchestra.run.smithi038.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-04-23T18:09:09.183 INFO:teuthology.orchestra.run.smithi038.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 894 kB/s | 45 kB 00:00 2024-04-23T18:09:09.417 INFO:teuthology.orchestra.run.smithi038.stdout:(102/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-04-23T18:09:09.658 INFO:teuthology.orchestra.run.smithi038.stdout:(103/152): abseil-cpp-20211102.0-3.el9.x86_64.r 2.2 MB/s | 548 kB 00:00 2024-04-23T18:09:09.743 INFO:teuthology.orchestra.run.smithi038.stdout:(104/152): gperftools-libs-2.9.1-2.el9.x86_64.r 3.6 MB/s | 309 kB 00:00 2024-04-23T18:09:09.776 INFO:teuthology.orchestra.run.smithi038.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 586 kB/s | 19 kB 00:00 2024-04-23T18:09:09.952 INFO:teuthology.orchestra.run.smithi038.stdout:(106/152): lua-devel-5.4.4-4.el9.x86_64.rpm 28 kB/s | 22 kB 00:00 2024-04-23T18:09:10.035 INFO:teuthology.orchestra.run.smithi038.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 313 kB/s | 26 kB 00:00 2024-04-23T18:09:10.102 INFO:teuthology.orchestra.run.smithi038.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 730 kB/s | 49 kB 00:00 2024-04-23T18:09:10.177 INFO:teuthology.orchestra.run.smithi038.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 899 kB/s | 67 kB 00:00 2024-04-23T18:09:10.244 INFO:teuthology.orchestra.run.smithi038.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-04-23T18:09:10.345 INFO:teuthology.orchestra.run.smithi038.stdout:(111/152): libarrow-9.0.0-10.el9.x86_64.rpm 7.8 MB/s | 4.4 MB 00:00 2024-04-23T18:09:10.437 INFO:teuthology.orchestra.run.smithi038.stdout:(112/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 4.3 MB/s | 838 kB 00:00 2024-04-23T18:09:10.462 INFO:teuthology.orchestra.run.smithi038.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 4.6 MB/s | 548 kB 00:00 2024-04-23T18:09:10.487 INFO:teuthology.orchestra.run.smithi038.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 865 kB/s | 43 kB 00:00 2024-04-23T18:09:10.521 INFO:teuthology.orchestra.run.smithi038.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 550 kB/s | 32 kB 00:00 2024-04-23T18:09:10.546 INFO:teuthology.orchestra.run.smithi038.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 256 kB/s | 15 kB 00:00 2024-04-23T18:09:10.571 INFO:teuthology.orchestra.run.smithi038.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-04-23T18:09:10.647 INFO:teuthology.orchestra.run.smithi038.stdout:(118/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.0 MB/s | 303 kB 00:00 2024-04-23T18:09:10.672 INFO:teuthology.orchestra.run.smithi038.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 2.8 MB/s | 358 kB 00:00 2024-04-23T18:09:10.697 INFO:teuthology.orchestra.run.smithi038.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 701 kB/s | 35 kB 00:00 2024-04-23T18:09:10.739 INFO:teuthology.orchestra.run.smithi038.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 3.0 MB/s | 206 kB 00:00 2024-04-23T18:09:10.790 INFO:teuthology.orchestra.run.smithi038.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 2.8 MB/s | 144 kB 00:00 2024-04-23T18:09:10.832 INFO:teuthology.orchestra.run.smithi038.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 257 kB/s | 11 kB 00:00 2024-04-23T18:09:10.874 INFO:teuthology.orchestra.run.smithi038.stdout:(124/152): python3-jaraco-classes-3.2.1-5.el9.n 425 kB/s | 18 kB 00:00 2024-04-23T18:09:10.932 INFO:teuthology.orchestra.run.smithi038.stdout:(125/152): python3-grpcio-1.46.7-10.el9.x86_64. 8.7 MB/s | 2.0 MB 00:00 2024-04-23T18:09:10.958 INFO:teuthology.orchestra.run.smithi038.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 276 kB/s | 23 kB 00:00 2024-04-23T18:09:10.987 INFO:teuthology.orchestra.run.smithi038.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-04-23T18:09:11.008 INFO:teuthology.orchestra.run.smithi038.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-04-23T18:09:11.050 INFO:teuthology.orchestra.run.smithi038.stdout:(129/152): protobuf-compiler-3.14.0-13.el9.x86_ 462 kB/s | 863 kB 00:01 2024-04-23T18:09:11.076 INFO:teuthology.orchestra.run.smithi038.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 691 kB/s | 46 kB 00:00 2024-04-23T18:09:11.134 INFO:teuthology.orchestra.run.smithi038.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-04-23T18:09:11.168 INFO:teuthology.orchestra.run.smithi038.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 627 kB/s | 58 kB 00:00 2024-04-23T18:09:11.193 INFO:teuthology.orchestra.run.smithi038.stdout:(133/152): python3-more-itertools-8.12.0-2.el9. 553 kB/s | 79 kB 00:00 2024-04-23T18:09:11.236 INFO:teuthology.orchestra.run.smithi038.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 242 kB/s | 16 kB 00:00 2024-04-23T18:09:11.261 INFO:teuthology.orchestra.run.smithi038.stdout:(135/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-04-23T18:09:11.286 INFO:teuthology.orchestra.run.smithi038.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 572 kB/s | 28 kB 00:00 2024-04-23T18:09:11.311 INFO:teuthology.orchestra.run.smithi038.stdout:(137/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 765 kB/s | 90 kB 00:00 2024-04-23T18:09:11.336 INFO:teuthology.orchestra.run.smithi038.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 408 kB/s | 31 kB 00:00 2024-04-23T18:09:11.361 INFO:teuthology.orchestra.run.smithi038.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-04-23T18:09:11.387 INFO:teuthology.orchestra.run.smithi038.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-04-23T18:09:11.412 INFO:teuthology.orchestra.run.smithi038.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 476 kB/s | 36 kB 00:00 2024-04-23T18:09:11.429 INFO:teuthology.orchestra.run.smithi038.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 759 kB/s | 51 kB 00:00 2024-04-23T18:09:11.454 INFO:teuthology.orchestra.run.smithi038.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 3.3 MB/s | 230 kB 00:00 2024-04-23T18:09:11.480 INFO:teuthology.orchestra.run.smithi038.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-04-23T18:09:11.497 INFO:teuthology.orchestra.run.smithi038.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 476 kB/s | 20 kB 00:00 2024-04-23T18:09:11.547 INFO:teuthology.orchestra.run.smithi038.stdout:(146/152): python3-werkzeug-2.0.3-3.el9.1.noarc 3.5 MB/s | 427 kB 00:00 2024-04-23T18:09:11.572 INFO:teuthology.orchestra.run.smithi038.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-04-23T18:09:11.656 INFO:teuthology.orchestra.run.smithi038.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-04-23T18:09:11.916 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - CRB 2.2 MB/s | 6.2 MB 00:02 2024-04-23T18:09:11.956 INFO:teuthology.orchestra.run.smithi038.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 4.5 MB/s | 1.3 MB 00:00 2024-04-23T18:09:12.023 INFO:teuthology.orchestra.run.smithi038.stdout:(150/152): librados2-19.0.0-3156.gd69f13d8.el7. 7.1 MB/s | 3.4 MB 00:00 2024-04-23T18:09:12.073 INFO:teuthology.orchestra.run.smithi038.stdout:(151/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 6.3 MB/s | 3.1 MB 00:00 2024-04-23T18:09:12.473 INFO:teuthology.orchestra.run.smithi038.stdout:(152/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 4.6 MB/s | 2.4 MB 00:00 2024-04-23T18:09:12.477 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------------------- 2024-04-23T18:09:12.477 INFO:teuthology.orchestra.run.smithi038.stdout:Total 18 MB/s | 222 MB 00:12 2024-04-23T18:09:13.631 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction check 2024-04-23T18:09:13.795 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction check succeeded. 2024-04-23T18:09:13.795 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction test 2024-04-23T18:09:14.211 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 16 kB 00:01 2024-04-23T18:09:15.678 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction test succeeded. 2024-04-23T18:09:15.678 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction 2024-04-23T18:09:16.219 INFO:teuthology.orchestra.run.smithi102.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-23T18:09:16.392 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - CRB 772 kB/s | 6.2 MB 00:08 2024-04-23T18:09:18.328 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - Extras packages 21 kB/s | 16 kB 00:00 2024-04-23T18:09:19.814 INFO:teuthology.orchestra.run.smithi076.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-04-23T18:09:21.511 INFO:teuthology.orchestra.run.smithi102.stdout:lab-extras 4.9 kB/s | 1.7 kB 00:00 2024-04-23T18:09:21.760 INFO:teuthology.orchestra.run.smithi038.stdout: Preparing : 1/1 2024-04-23T18:09:21.861 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-23T18:09:21.900 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-23T18:09:21.962 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-23T18:09:22.004 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-23T18:09:22.029 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-23T18:09:22.073 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-23T18:09:22.483 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-23T18:09:22.538 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:09:22.662 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:09:22.698 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:09:22.790 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:09:22.827 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:09:22.984 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-23T18:09:23.033 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-23T18:09:23.061 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:09:23.150 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:09:23.179 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:09:23.225 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:09:23.246 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:09:23.274 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:09:23.499 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:09:23.530 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:09:23.620 INFO:teuthology.orchestra.run.smithi102.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:23.620 INFO:teuthology.orchestra.run.smithi102.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:23.631 INFO:teuthology.orchestra.run.smithi102.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-23T18:09:23.632 INFO:teuthology.orchestra.run.smithi102.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-23T18:09:23.633 INFO:teuthology.orchestra.run.smithi102.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-23T18:09:23.634 INFO:teuthology.orchestra.run.smithi102.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-23T18:09:23.635 INFO:teuthology.orchestra.run.smithi102.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-23T18:09:23.637 INFO:teuthology.orchestra.run.smithi102.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-23T18:09:23.638 INFO:teuthology.orchestra.run.smithi102.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-23T18:09:23.641 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-23T18:09:23.700 INFO:teuthology.orchestra.run.smithi102.stdout:Dependencies resolved. 2024-04-23T18:09:23.717 INFO:teuthology.orchestra.run.smithi102.stdout:======================================================================================= 2024-04-23T18:09:23.717 INFO:teuthology.orchestra.run.smithi102.stdout: Package Arch Version Repository Size 2024-04-23T18:09:23.717 INFO:teuthology.orchestra.run.smithi102.stdout:======================================================================================= 2024-04-23T18:09:23.717 INFO:teuthology.orchestra.run.smithi102.stdout:Installing: 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-23T18:09:23.718 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-23T18:09:23.719 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrading: 2024-04-23T18:09:23.720 INFO:teuthology.orchestra.run.smithi102.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout:Installing dependencies: 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-23T18:09:23.721 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-23T18:09:23.722 INFO:teuthology.orchestra.run.smithi102.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-23T18:09:23.723 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-23T18:09:23.724 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-23T18:09:23.725 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-23T18:09:23.726 INFO:teuthology.orchestra.run.smithi102.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-23T18:09:23.727 INFO:teuthology.orchestra.run.smithi102.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-23T18:09:23.728 INFO:teuthology.orchestra.run.smithi102.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout:Installing weak dependencies: 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction Summary 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout:======================================================================================= 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout:Install 148 Packages 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrade 4 Packages 2024-04-23T18:09:23.729 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:09:23.730 INFO:teuthology.orchestra.run.smithi102.stdout:Total download size: 222 M 2024-04-23T18:09:23.730 INFO:teuthology.orchestra.run.smithi102.stdout:Downloading Packages: 2024-04-23T18:09:23.745 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-23T18:09:23.788 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-23T18:09:23.823 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-23T18:09:23.899 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-23T18:09:23.939 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-23T18:09:23.983 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-23T18:09:24.016 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-23T18:09:24.043 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-23T18:09:24.116 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-23T18:09:24.167 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-23T18:09:24.204 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-23T18:09:24.249 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-23T18:09:24.327 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-23T18:09:24.359 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-23T18:09:24.403 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-23T18:09:24.431 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-23T18:09:24.504 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-23T18:09:24.546 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-23T18:09:24.624 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-23T18:09:24.754 INFO:teuthology.orchestra.run.smithi102.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 35 kB/s | 6.6 kB 00:00 2024-04-23T18:09:24.780 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-23T18:09:24.833 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-23T18:09:24.962 INFO:teuthology.orchestra.run.smithi076.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-23T18:09:25.037 INFO:teuthology.orchestra.run.smithi102.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 3.1 MB/s | 890 kB 00:00 2024-04-23T18:09:25.129 INFO:teuthology.orchestra.run.smithi102.stdout:(3/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 9.5 MB/s | 5.4 MB 00:00 2024-04-23T18:09:25.154 INFO:teuthology.orchestra.run.smithi102.stdout:(4/152): ceph-immutable-object-cache-19.0.0-315 1.2 MB/s | 145 kB 00:00 2024-04-23T18:09:25.297 INFO:teuthology.orchestra.run.smithi102.stdout:(5/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 14 MB/s | 2.4 MB 00:00 2024-04-23T18:09:25.389 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-23T18:09:25.481 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-23T18:09:25.522 INFO:teuthology.orchestra.run.smithi102.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 4.1 MB/s | 1.5 MB 00:00 2024-04-23T18:09:25.524 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-23T18:09:25.567 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-23T18:09:25.588 INFO:teuthology.orchestra.run.smithi102.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 16 MB/s | 4.7 MB 00:00 2024-04-23T18:09:25.605 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-23T18:09:25.647 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-23T18:09:25.818 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-23T18:09:25.866 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-23T18:09:25.923 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-23T18:09:25.998 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-23T18:09:26.034 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-23T18:09:26.070 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-23T18:09:26.118 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-23T18:09:26.153 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-23T18:09:26.197 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-23T18:09:26.239 INFO:teuthology.orchestra.run.smithi102.stdout:(8/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el7 16 MB/s | 11 MB 00:00 2024-04-23T18:09:26.239 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-23T18:09:26.314 INFO:teuthology.orchestra.run.smithi102.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 336 kB/s | 25 kB 00:00 2024-04-23T18:09:26.384 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-23T18:09:26.428 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-23T18:09:26.458 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-23T18:09:26.500 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-23T18:09:26.597 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-23T18:09:26.642 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-23T18:09:26.682 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-23T18:09:26.707 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-23T18:09:26.732 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-23T18:09:26.811 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-23T18:09:26.940 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-23T18:09:26.974 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-23T18:09:27.001 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-23T18:09:27.036 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-23T18:09:27.075 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-23T18:09:27.125 INFO:teuthology.orchestra.run.smithi076.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:27.125 INFO:teuthology.orchestra.run.smithi076.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:27.125 INFO:teuthology.orchestra.run.smithi076.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-23T18:09:27.125 INFO:teuthology.orchestra.run.smithi076.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-23T18:09:27.125 INFO:teuthology.orchestra.run.smithi076.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-23T18:09:27.125 INFO:teuthology.orchestra.run.smithi076.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-23T18:09:27.125 INFO:teuthology.orchestra.run.smithi076.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-23T18:09:27.125 INFO:teuthology.orchestra.run.smithi076.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-23T18:09:27.125 INFO:teuthology.orchestra.run.smithi076.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-23T18:09:27.184 INFO:teuthology.orchestra.run.smithi076.stdout:Dependencies resolved. 2024-04-23T18:09:27.207 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-23T18:09:27.209 INFO:teuthology.orchestra.run.smithi076.stdout:======================================================================================= 2024-04-23T18:09:27.209 INFO:teuthology.orchestra.run.smithi076.stdout: Package Arch Version Repository Size 2024-04-23T18:09:27.209 INFO:teuthology.orchestra.run.smithi076.stdout:======================================================================================= 2024-04-23T18:09:27.209 INFO:teuthology.orchestra.run.smithi076.stdout:Installing: 2024-04-23T18:09:27.209 INFO:teuthology.orchestra.run.smithi076.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-23T18:09:27.210 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-23T18:09:27.211 INFO:teuthology.orchestra.run.smithi076.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout:Upgrading: 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-23T18:09:27.212 INFO:teuthology.orchestra.run.smithi076.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout:Installing dependencies: 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-23T18:09:27.213 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-23T18:09:27.214 INFO:teuthology.orchestra.run.smithi076.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-23T18:09:27.215 INFO:teuthology.orchestra.run.smithi076.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-23T18:09:27.216 INFO:teuthology.orchestra.run.smithi076.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-23T18:09:27.217 INFO:teuthology.orchestra.run.smithi076.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-23T18:09:27.218 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-23T18:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-23T18:09:27.220 INFO:teuthology.orchestra.run.smithi076.stdout:Installing weak dependencies: 2024-04-23T18:09:27.221 INFO:teuthology.orchestra.run.smithi076.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-23T18:09:27.221 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:09:27.221 INFO:teuthology.orchestra.run.smithi076.stdout:Transaction Summary 2024-04-23T18:09:27.221 INFO:teuthology.orchestra.run.smithi076.stdout:======================================================================================= 2024-04-23T18:09:27.221 INFO:teuthology.orchestra.run.smithi076.stdout:Install 148 Packages 2024-04-23T18:09:27.221 INFO:teuthology.orchestra.run.smithi076.stdout:Upgrade 4 Packages 2024-04-23T18:09:27.221 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:09:27.221 INFO:teuthology.orchestra.run.smithi076.stdout:Total download size: 222 M 2024-04-23T18:09:27.222 INFO:teuthology.orchestra.run.smithi076.stdout:Downloading Packages: 2024-04-23T18:09:27.287 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-23T18:09:27.321 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-23T18:09:27.355 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-23T18:09:27.397 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-23T18:09:27.431 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-23T18:09:27.524 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-23T18:09:27.579 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-23T18:09:27.610 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-23T18:09:27.658 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-23T18:09:27.769 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-23T18:09:27.829 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-23T18:09:28.506 INFO:teuthology.orchestra.run.smithi102.stdout:(10/152): ceph-common-19.0.0-3156.gd69f13d8.el7 5.4 MB/s | 21 MB 00:03 2024-04-23T18:09:28.580 INFO:teuthology.orchestra.run.smithi076.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 18 kB/s | 6.6 kB 00:00 2024-04-23T18:09:28.595 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-23T18:09:28.606 INFO:teuthology.orchestra.run.smithi102.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.2 MB/s | 225 kB 00:00 2024-04-23T18:09:28.642 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-23T18:09:28.684 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-23T18:09:28.706 INFO:teuthology.orchestra.run.smithi102.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 271 kB/s | 27 kB 00:00 2024-04-23T18:09:28.788 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-23T18:09:28.823 INFO:teuthology.orchestra.run.smithi102.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 271 kB/s | 32 kB 00:00 2024-04-23T18:09:28.844 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-23T18:09:28.935 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-23T18:09:28.970 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-23T18:09:29.032 INFO:teuthology.orchestra.run.smithi102.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 3.5 MB/s | 747 kB 00:00 2024-04-23T18:09:29.140 INFO:teuthology.orchestra.run.smithi102.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.5 MB/s | 163 kB 00:00 2024-04-23T18:09:29.154 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-23T18:09:29.184 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-23T18:09:29.231 INFO:teuthology.orchestra.run.smithi076.stdout:(2/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 5.3 MB/s | 5.4 MB 00:01 2024-04-23T18:09:29.264 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-23T18:09:29.289 INFO:teuthology.orchestra.run.smithi076.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 2.4 MB/s | 145 kB 00:00 2024-04-23T18:09:29.307 INFO:teuthology.orchestra.run.smithi102.stdout:(16/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 4.4 MB/s | 17 MB 00:03 2024-04-23T18:09:29.333 INFO:teuthology.orchestra.run.smithi102.stdout:(17/152): librados-devel-19.0.0-3156.gd69f13d8. 659 kB/s | 126 kB 00:00 2024-04-23T18:09:29.541 INFO:teuthology.orchestra.run.smithi102.stdout:(18/152): libradosstriper1-19.0.0-3156.gd69f13d 2.1 MB/s | 500 kB 00:00 2024-04-23T18:09:29.648 INFO:teuthology.orchestra.run.smithi076.stdout:(4/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 6.6 MB/s | 2.4 MB 00:00 2024-04-23T18:09:29.667 INFO:teuthology.orchestra.run.smithi102.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 361 kB/s | 45 kB 00:00 2024-04-23T18:09:29.767 INFO:teuthology.orchestra.run.smithi102.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.3 MB/s | 135 kB 00:00 2024-04-23T18:09:29.875 INFO:teuthology.orchestra.run.smithi102.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 1.5 MB/s | 161 kB 00:00 2024-04-23T18:09:29.906 INFO:teuthology.orchestra.run.smithi076.stdout:(5/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 5.8 MB/s | 1.5 MB 00:00 2024-04-23T18:09:29.947 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-23T18:09:30.001 INFO:teuthology.orchestra.run.smithi102.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 2.5 MB/s | 320 kB 00:00 2024-04-23T18:09:30.057 INFO:teuthology.orchestra.run.smithi076.stdout:(6/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 603 kB/s | 890 kB 00:01 2024-04-23T18:09:30.070 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-23T18:09:30.126 INFO:teuthology.orchestra.run.smithi102.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 2.3 MB/s | 298 kB 00:00 2024-04-23T18:09:30.243 INFO:teuthology.orchestra.run.smithi102.stdout:(24/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 5.9 MB/s | 5.4 MB 00:00 2024-04-23T18:09:30.268 INFO:teuthology.orchestra.run.smithi102.stdout:(25/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 701 kB/s | 99 kB 00:00 2024-04-23T18:09:30.327 INFO:teuthology.orchestra.run.smithi102.stdout:(26/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.0 MB/s | 85 kB 00:00 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi102.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 1.7 MB/s | 170 kB 00:00 2024-04-23T18:09:30.557 INFO:teuthology.orchestra.run.smithi076.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 7.2 MB/s | 4.7 MB 00:00 2024-04-23T18:09:30.869 INFO:teuthology.orchestra.run.smithi102.stdout:(28/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 11 MB/s | 49 MB 00:04 2024-04-23T18:09:30.903 INFO:teuthology.orchestra.run.smithi102.stdout:(29/152): ceph-grafana-dashboards-19.0.0-3156.g 72 kB/s | 34 kB 00:00 2024-04-23T18:09:30.945 INFO:teuthology.orchestra.run.smithi102.stdout:(30/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.8 MB/s | 142 kB 00:00 2024-04-23T18:09:31.074 INFO:teuthology.orchestra.run.smithi076.stdout:(8/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 7.4 MB/s | 21 MB 00:02 2024-04-23T18:09:31.096 INFO:teuthology.orchestra.run.smithi102.stdout:(31/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 3.7 MB/s | 3.1 MB 00:00 2024-04-23T18:09:31.124 INFO:teuthology.orchestra.run.smithi076.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 507 kB/s | 25 kB 00:00 2024-04-23T18:09:31.221 INFO:teuthology.orchestra.run.smithi102.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 1.9 MB/s | 249 kB 00:00 2024-04-23T18:09:31.338 INFO:teuthology.orchestra.run.smithi102.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 423 kB/s | 49 kB 00:00 2024-04-23T18:09:31.383 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-23T18:09:31.422 INFO:teuthology.orchestra.run.smithi102.stdout:(34/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 6.8 MB/s | 3.5 MB 00:00 2024-04-23T18:09:31.447 INFO:teuthology.orchestra.run.smithi102.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3156.gd 151 kB/s | 16 kB 00:00 2024-04-23T18:09:31.465 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-23T18:09:31.493 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-23T18:09:31.522 INFO:teuthology.orchestra.run.smithi102.stdout:(36/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 2.7 MB/s | 273 kB 00:00 2024-04-23T18:09:31.526 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-23T18:09:31.622 INFO:teuthology.orchestra.run.smithi102.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 183 kB/s | 18 kB 00:00 2024-04-23T18:09:31.706 INFO:teuthology.orchestra.run.smithi102.stdout:(38/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 2.9 MB/s | 762 kB 00:00 2024-04-23T18:09:31.816 INFO:teuthology.orchestra.run.smithi076.stdout:(10/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 8.4 MB/s | 11 MB 00:01 2024-04-23T18:09:31.831 INFO:teuthology.orchestra.run.smithi102.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 385 kB/s | 80 kB 00:00 2024-04-23T18:09:31.855 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-23T18:09:31.892 INFO:teuthology.orchestra.run.smithi076.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.9 MB/s | 225 kB 00:00 2024-04-23T18:09:31.897 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:09:31.942 INFO:teuthology.orchestra.run.smithi076.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 542 kB/s | 27 kB 00:00 2024-04-23T18:09:31.973 INFO:teuthology.orchestra.run.smithi102.stdout:(40/152): ceph-mgr-diskprediction-local-19.0.0- 7.2 MB/s | 7.4 MB 00:01 2024-04-23T18:09:31.997 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:09:32.000 INFO:teuthology.orchestra.run.smithi076.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 543 kB/s | 32 kB 00:00 2024-04-23T18:09:32.006 INFO:teuthology.orchestra.run.smithi102.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 195 kB 00:00 2024-04-23T18:09:32.027 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-23T18:09:32.064 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-23T18:09:32.065 INFO:teuthology.orchestra.run.smithi102.stdout:(42/152): libgfortran-11.4.1-3.el9.x86_64.rpm 2.2 MB/s | 803 kB 00:00 2024-04-23T18:09:32.124 INFO:teuthology.orchestra.run.smithi102.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-04-23T18:09:32.126 INFO:teuthology.orchestra.run.smithi076.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 5.8 MB/s | 747 kB 00:00 2024-04-23T18:09:32.193 INFO:teuthology.orchestra.run.smithi076.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 2.4 MB/s | 163 kB 00:00 2024-04-23T18:09:32.199 INFO:teuthology.orchestra.run.smithi102.stdout:(44/152): python3-cryptography-36.0.1-4.el9.x86 6.4 MB/s | 1.2 MB 00:00 2024-04-23T18:09:32.224 INFO:teuthology.orchestra.run.smithi102.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-04-23T18:09:32.260 INFO:teuthology.orchestra.run.smithi076.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.9 MB/s | 126 kB 00:00 2024-04-23T18:09:32.274 INFO:teuthology.orchestra.run.smithi102.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-04-23T18:09:32.308 INFO:teuthology.orchestra.run.smithi102.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-04-23T18:09:32.334 INFO:teuthology.orchestra.run.smithi102.stdout:(48/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 703 kB/s | 253 kB 00:00 2024-04-23T18:09:32.394 INFO:teuthology.orchestra.run.smithi076.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 3.7 MB/s | 500 kB 00:00 2024-04-23T18:09:32.570 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-23T18:09:32.692 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:09:32.764 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:09:32.794 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-23T18:09:33.076 INFO:teuthology.orchestra.run.smithi102.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 144 kB/s | 107 kB 00:00 2024-04-23T18:09:33.177 INFO:teuthology.orchestra.run.smithi076.stdout:(18/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 6.8 MB/s | 5.4 MB 00:00 2024-04-23T18:09:33.252 INFO:teuthology.orchestra.run.smithi076.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 604 kB/s | 45 kB 00:00 2024-04-23T18:09:33.344 INFO:teuthology.orchestra.run.smithi076.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.4 MB/s | 135 kB 00:00 2024-04-23T18:09:33.436 INFO:teuthology.orchestra.run.smithi076.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 1.7 MB/s | 161 kB 00:00 2024-04-23T18:09:33.545 INFO:teuthology.orchestra.run.smithi076.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 2.9 MB/s | 320 kB 00:00 2024-04-23T18:09:33.692 INFO:teuthology.orchestra.run.smithi102.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 35 kB/s | 21 kB 00:00 2024-04-23T18:09:33.763 INFO:teuthology.orchestra.run.smithi102.stdout:(51/152): automake-1.16.2-8.el9.noarch.rpm 463 kB/s | 689 kB 00:01 2024-04-23T18:09:34.085 INFO:teuthology.orchestra.run.smithi102.stdout:(52/152): bison-3.7.4-5.el9.x86_64.rpm 531 kB/s | 943 kB 00:01 2024-04-23T18:09:34.179 INFO:teuthology.orchestra.run.smithi076.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 470 kB/s | 298 kB 00:00 2024-04-23T18:09:34.280 INFO:teuthology.orchestra.run.smithi076.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 995 kB/s | 99 kB 00:00 2024-04-23T18:09:34.380 INFO:teuthology.orchestra.run.smithi076.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 852 kB/s | 85 kB 00:00 2024-04-23T18:09:34.385 INFO:teuthology.orchestra.run.smithi102.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 53 kB/s | 33 kB 00:00 2024-04-23T18:09:34.745 INFO:teuthology.orchestra.run.smithi102.stdout:(54/152): flex-2.6.4-9.el9.x86_64.rpm 298 kB/s | 313 kB 00:01 2024-04-23T18:09:34.910 INFO:teuthology.orchestra.run.smithi102.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 35 kB/s | 18 kB 00:00 2024-04-23T18:09:35.014 INFO:teuthology.orchestra.run.smithi076.stdout:(26/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 4.9 MB/s | 3.1 MB 00:00 2024-04-23T18:09:35.097 INFO:teuthology.orchestra.run.smithi076.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 2.0 MB/s | 170 kB 00:00 2024-04-23T18:09:35.173 INFO:teuthology.orchestra.run.smithi076.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 456 kB/s | 34 kB 00:00 2024-04-23T18:09:35.193 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:09:35.224 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:09:35.256 INFO:teuthology.orchestra.run.smithi076.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.7 MB/s | 142 kB 00:00 2024-04-23T18:09:35.294 INFO:teuthology.orchestra.run.smithi102.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 20 kB/s | 11 kB 00:00 2024-04-23T18:09:35.728 INFO:teuthology.orchestra.run.smithi102.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 196 kB/s | 160 kB 00:00 2024-04-23T18:09:35.796 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:09:35.836 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:09:35.865 INFO:teuthology.orchestra.run.smithi076.stdout:(30/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 5.8 MB/s | 3.5 MB 00:00 2024-04-23T18:09:35.911 INFO:teuthology.orchestra.run.smithi102.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 73 kB/s | 45 kB 00:00 2024-04-23T18:09:35.918 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:09:35.918 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-23T18:09:35.918 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-23T18:09:35.918 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:35.946 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:09:37.265 INFO:teuthology.orchestra.run.smithi076.stdout:(31/152): ceph-mgr-diskprediction-local-19.0.0- 5.3 MB/s | 7.4 MB 00:01 2024-04-23T18:09:37.303 INFO:teuthology.orchestra.run.smithi102.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 421 kB/s | 662 kB 00:01 2024-04-23T18:09:37.328 INFO:teuthology.orchestra.run.smithi102.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 411 kB/s | 582 kB 00:01 2024-04-23T18:09:37.708 INFO:teuthology.orchestra.run.smithi076.stdout:(32/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 7.5 MB/s | 49 MB 00:06 2024-04-23T18:09:37.750 INFO:teuthology.orchestra.run.smithi076.stdout:(33/152): ceph-mgr-modules-core-19.0.0-3156.gd6 514 kB/s | 249 kB 00:00 2024-04-23T18:09:37.783 INFO:teuthology.orchestra.run.smithi076.stdout:(34/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 657 kB/s | 49 kB 00:00 2024-04-23T18:09:37.817 INFO:teuthology.orchestra.run.smithi076.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3156.gd 245 kB/s | 16 kB 00:00 2024-04-23T18:09:37.895 INFO:teuthology.orchestra.run.smithi102.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 43 kB/s | 25 kB 00:00 2024-04-23T18:09:37.909 INFO:teuthology.orchestra.run.smithi076.stdout:(36/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 2.1 MB/s | 273 kB 00:00 2024-04-23T18:09:37.954 INFO:teuthology.orchestra.run.smithi102.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 76 kB/s | 47 kB 00:00 2024-04-23T18:09:37.984 INFO:teuthology.orchestra.run.smithi076.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 243 kB/s | 18 kB 00:00 2024-04-23T18:09:38.010 INFO:teuthology.orchestra.run.smithi076.stdout:(38/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 3.9 MB/s | 762 kB 00:00 2024-04-23T18:09:38.094 INFO:teuthology.orchestra.run.smithi076.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 739 kB/s | 80 kB 00:00 2024-04-23T18:09:38.160 INFO:teuthology.orchestra.run.smithi076.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2024-04-23T18:09:38.202 INFO:teuthology.orchestra.run.smithi076.stdout:(41/152): libgfortran-11.4.1-3.el9.x86_64.rpm 4.1 MB/s | 803 kB 00:00 2024-04-23T18:09:38.228 INFO:teuthology.orchestra.run.smithi076.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-04-23T18:09:38.311 INFO:teuthology.orchestra.run.smithi076.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.2 MB 00:00 2024-04-23T18:09:38.337 INFO:teuthology.orchestra.run.smithi076.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 981 kB/s | 106 kB 00:00 2024-04-23T18:09:38.362 INFO:teuthology.orchestra.run.smithi076.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-23T18:09:38.388 INFO:teuthology.orchestra.run.smithi076.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-23T18:09:38.413 INFO:teuthology.orchestra.run.smithi076.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-23T18:09:38.546 INFO:teuthology.orchestra.run.smithi102.stdout:(63/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 686 kB/s | 3.0 MB 00:04 2024-04-23T18:09:38.829 INFO:teuthology.orchestra.run.smithi102.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 215 kB/s | 188 kB 00:00 2024-04-23T18:09:38.854 INFO:teuthology.orchestra.run.smithi102.stdout:(65/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 305 kB/s | 292 kB 00:00 2024-04-23T18:09:39.180 INFO:teuthology.orchestra.run.smithi076.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 870 kB/s | 689 kB 00:00 2024-04-23T18:09:39.188 INFO:teuthology.orchestra.run.smithi102.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 55 kB/s | 35 kB 00:00 2024-04-23T18:09:39.289 INFO:teuthology.orchestra.run.smithi076.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 986 kB/s | 107 kB 00:00 2024-04-23T18:09:39.322 INFO:teuthology.orchestra.run.smithi076.stdout:(50/152): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-04-23T18:09:39.406 INFO:teuthology.orchestra.run.smithi076.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 184 kB/s | 21 kB 00:00 2024-04-23T18:09:39.457 INFO:teuthology.orchestra.run.smithi076.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-04-23T18:09:39.532 INFO:teuthology.orchestra.run.smithi076.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 261 kB/s | 33 kB 00:00 2024-04-23T18:09:39.640 INFO:teuthology.orchestra.run.smithi076.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-04-23T18:09:39.741 INFO:teuthology.orchestra.run.smithi076.stdout:(55/152): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-04-23T18:09:39.849 INFO:teuthology.orchestra.run.smithi076.stdout:(56/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-04-23T18:09:39.966 INFO:teuthology.orchestra.run.smithi076.stdout:(57/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.9 MB/s | 3.0 MB 00:00 2024-04-23T18:09:39.991 INFO:teuthology.orchestra.run.smithi076.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 319 kB/s | 45 kB 00:00 2024-04-23T18:09:40.084 INFO:teuthology.orchestra.run.smithi076.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-04-23T18:09:40.192 INFO:teuthology.orchestra.run.smithi076.stdout:(60/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 235 kB/s | 25 kB 00:00 2024-04-23T18:09:40.276 INFO:teuthology.orchestra.run.smithi076.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 2.0 MB/s | 582 kB 00:00 2024-04-23T18:09:40.301 INFO:teuthology.orchestra.run.smithi076.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 436 kB/s | 47 kB 00:00 2024-04-23T18:09:40.385 INFO:teuthology.orchestra.run.smithi076.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-04-23T18:09:40.410 INFO:teuthology.orchestra.run.smithi076.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-04-23T18:09:40.486 INFO:teuthology.orchestra.run.smithi076.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 351 kB/s | 35 kB 00:00 2024-04-23T18:09:41.128 INFO:teuthology.orchestra.run.smithi076.stdout:(66/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 1.5 MB/s | 17 MB 00:11 2024-04-23T18:09:41.880 INFO:teuthology.orchestra.run.smithi102.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 604 kB/s | 1.6 MB 00:02 2024-04-23T18:09:42.053 INFO:teuthology.orchestra.run.smithi076.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 1.7 MB/s | 1.6 MB 00:00 2024-04-23T18:09:42.278 INFO:teuthology.orchestra.run.smithi076.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 4.0 MB/s | 911 kB 00:00 2024-04-23T18:09:42.379 INFO:teuthology.orchestra.run.smithi076.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 1.3 MB/s | 133 kB 00:00 2024-04-23T18:09:42.887 INFO:teuthology.orchestra.run.smithi076.stdout:(70/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 1.8 MB/s | 4.4 MB 00:02 2024-04-23T18:09:43.580 INFO:teuthology.orchestra.run.smithi102.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 536 kB/s | 911 kB 00:01 2024-04-23T18:09:44.329 INFO:teuthology.orchestra.run.smithi076.stdout:(71/152): protobuf-3.14.0-13.el9.x86_64.rpm 717 kB/s | 1.0 MB 00:01 2024-04-23T18:09:44.388 INFO:teuthology.orchestra.run.smithi102.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 165 kB/s | 133 kB 00:00 2024-04-23T18:09:44.454 INFO:teuthology.orchestra.run.smithi076.stdout:(72/152): openblas-openmp-0.3.21-2.el9.x86_64.r 1.2 MB/s | 4.7 MB 00:04 2024-04-23T18:09:44.555 INFO:teuthology.orchestra.run.smithi076.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 388 kB/s | 87 kB 00:00 2024-04-23T18:09:44.963 INFO:teuthology.orchestra.run.smithi076.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 598 kB/s | 244 kB 00:00 2024-04-23T18:09:45.297 INFO:teuthology.orchestra.run.smithi102.stdout:(70/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 703 kB/s | 4.4 MB 00:06 2024-04-23T18:09:45.380 INFO:teuthology.orchestra.run.smithi076.stdout:(75/152): postgresql-server-13.14-1.el9.x86_64. 1.9 MB/s | 5.8 MB 00:03 2024-04-23T18:09:45.406 INFO:teuthology.orchestra.run.smithi076.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 561 kB/s | 248 kB 00:00 2024-04-23T18:09:45.481 INFO:teuthology.orchestra.run.smithi076.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 256 kB/s | 26 kB 00:00 2024-04-23T18:09:45.506 INFO:teuthology.orchestra.run.smithi076.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-04-23T18:09:45.606 INFO:teuthology.orchestra.run.smithi076.stdout:(79/152): python3-markupsafe-1.1.1-12.el9.x86_6 347 kB/s | 35 kB 00:00 2024-04-23T18:09:45.757 INFO:teuthology.orchestra.run.smithi076.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 624 kB/s | 172 kB 00:00 2024-04-23T18:09:45.830 INFO:teuthology.orchestra.run.smithi102.stdout:(71/152): openblas-openmp-0.3.21-2.el9.x86_64.r 693 kB/s | 4.7 MB 00:07 2024-04-23T18:09:46.099 INFO:teuthology.orchestra.run.smithi076.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 733 kB/s | 250 kB 00:00 2024-04-23T18:09:46.441 INFO:teuthology.orchestra.run.smithi076.stdout:(82/152): python3-oauthlib-3.1.1-5.el9.noarch.r 650 kB/s | 222 kB 00:00 2024-04-23T18:09:46.539 INFO:teuthology.orchestra.run.smithi102.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 124 kB/s | 87 kB 00:00 2024-04-23T18:09:46.633 INFO:teuthology.orchestra.run.smithi076.stdout:(83/152): python3-packaging-20.9-5.el9.noarch.r 403 kB/s | 77 kB 00:00 2024-04-23T18:09:46.733 INFO:teuthology.orchestra.run.smithi076.stdout:(84/152): python3-prettytable-0.7.2-27.el9.noar 422 kB/s | 42 kB 00:00 2024-04-23T18:09:47.167 INFO:teuthology.orchestra.run.smithi076.stdout:(85/152): python3-protobuf-3.14.0-13.el9.noarch 621 kB/s | 269 kB 00:00 2024-04-23T18:09:47.231 INFO:teuthology.orchestra.run.smithi102.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 534 kB/s | 1.0 MB 00:01 2024-04-23T18:09:47.426 INFO:teuthology.orchestra.run.smithi076.stdout:(86/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 615 kB/s | 159 kB 00:00 2024-04-23T18:09:47.851 INFO:teuthology.orchestra.run.smithi076.stdout:(87/152): python3-pyasn1-modules-0.4.8-6.el9.no 656 kB/s | 279 kB 00:00 2024-04-23T18:09:47.951 INFO:teuthology.orchestra.run.smithi076.stdout:(88/152): python3-pytz-2021.1-5.el9.noarch.rpm 511 kB/s | 51 kB 00:00 2024-04-23T18:09:47.977 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:09:47.977 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /sys 2024-04-23T18:09:47.977 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /proc 2024-04-23T18:09:47.977 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /mnt 2024-04-23T18:09:47.977 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /var/tmp 2024-04-23T18:09:47.978 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /home 2024-04-23T18:09:47.978 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /root 2024-04-23T18:09:47.978 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /tmp 2024-04-23T18:09:47.978 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:48.060 INFO:teuthology.orchestra.run.smithi076.stdout:(89/152): python3-requests-oauthlib-1.3.0-12.el 495 kB/s | 54 kB 00:00 2024-04-23T18:09:48.114 INFO:teuthology.orchestra.run.smithi102.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 276 kB/s | 244 kB 00:00 2024-04-23T18:09:48.154 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:09:48.170 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:09:48.170 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:09:48.170 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-23T18:09:48.170 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:49.006 INFO:teuthology.orchestra.run.smithi102.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 278 kB/s | 248 kB 00:00 2024-04-23T18:09:49.581 INFO:teuthology.orchestra.run.smithi102.stdout:(76/152): python3-jsonpatch-1.21-16.el9.noarch. 45 kB/s | 26 kB 00:00 2024-04-23T18:09:49.706 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:09:49.733 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:09:49.733 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:09:49.734 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-23T18:09:49.734 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:09:49.734 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:09:49.734 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:49.966 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:09:49.990 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:09:49.990 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:09:49.990 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-23T18:09:49.991 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:09:49.991 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:09:49.991 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:50.115 INFO:teuthology.orchestra.run.smithi102.stdout:(77/152): python3-jsonpointer-2.0-4.el9.noarch. 36 kB/s | 19 kB 00:00 2024-04-23T18:09:50.458 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:09:50.482 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:09:50.482 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:09:50.483 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-23T18:09:50.483 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:09:50.483 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:09:50.483 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:50.589 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-23T18:09:50.639 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-23T18:09:50.703 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-23T18:09:50.897 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-23T18:09:50.952 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-23T18:09:51.007 INFO:teuthology.orchestra.run.smithi102.stdout:(78/152): python3-mako-1.1.4-6.el9.noarch.rpm 193 kB/s | 172 kB 00:00 2024-04-23T18:09:51.032 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-23T18:09:51.123 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:09:51.265 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:09:51.310 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-23T18:09:51.342 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-23T18:09:51.370 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-23T18:09:51.607 INFO:teuthology.orchestra.run.smithi102.stdout:(79/152): python3-markupsafe-1.1.1-12.el9.x86_6 58 kB/s | 35 kB 00:00 2024-04-23T18:09:51.748 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:09:51.777 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:09:51.809 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-23T18:09:51.872 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-23T18:09:51.908 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:09:52.302 INFO:teuthology.orchestra.run.smithi076.stdout:(90/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 780 kB/s | 5.1 MB 00:06 2024-04-23T18:09:52.410 INFO:teuthology.orchestra.run.smithi076.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-04-23T18:09:52.510 INFO:teuthology.orchestra.run.smithi076.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 442 kB/s | 44 kB 00:00 2024-04-23T18:09:52.532 INFO:teuthology.orchestra.run.smithi102.stdout:(80/152): postgresql-server-13.14-1.el9.x86_64. 727 kB/s | 5.8 MB 00:08 2024-04-23T18:09:52.853 INFO:teuthology.orchestra.run.smithi076.stdout:(93/152): python3-babel-2.9.1-2.el9.noarch.rpm 727 kB/s | 6.0 MB 00:08 2024-04-23T18:09:52.878 INFO:teuthology.orchestra.run.smithi076.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 601 kB/s | 221 kB 00:00 2024-04-23T18:09:52.970 INFO:teuthology.orchestra.run.smithi076.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 307 kB/s | 36 kB 00:00 2024-04-23T18:09:52.995 INFO:teuthology.orchestra.run.smithi076.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 405 kB/s | 47 kB 00:00 2024-04-23T18:09:53.005 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:09:53.044 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:09:53.095 INFO:teuthology.orchestra.run.smithi076.stdout:(97/152): uuid-1.6.2-55.el9.x86_64.rpm 577 kB/s | 58 kB 00:00 2024-04-23T18:09:53.279 INFO:teuthology.orchestra.run.smithi076.stdout:(98/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 511 kB/s | 94 kB 00:00 2024-04-23T18:09:53.396 INFO:teuthology.orchestra.run.smithi076.stdout:(99/152): socat-1.7.4.1-5.el9.x86_64.rpm 715 kB/s | 305 kB 00:00 2024-04-23T18:09:53.463 INFO:teuthology.orchestra.run.smithi076.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 347 kB/s | 64 kB 00:00 2024-04-23T18:09:53.482 INFO:teuthology.orchestra.run.smithi102.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 264 kB/s | 250 kB 00:00 2024-04-23T18:09:53.497 INFO:teuthology.orchestra.run.smithi076.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 446 kB/s | 45 kB 00:00 2024-04-23T18:09:53.580 INFO:teuthology.orchestra.run.smithi076.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 190 kB/s | 22 kB 00:00 2024-04-23T18:09:53.789 INFO:teuthology.orchestra.run.smithi076.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 2.9 MB/s | 863 kB 00:00 2024-04-23T18:09:54.061 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:09:54.086 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:09:54.115 INFO:teuthology.orchestra.run.smithi076.stdout:(104/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.0 MB/s | 548 kB 00:00 2024-04-23T18:09:54.193 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:09:54.240 INFO:teuthology.orchestra.run.smithi076.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 155 kB/s | 19 kB 00:00 2024-04-23T18:09:54.265 INFO:teuthology.orchestra.run.smithi076.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 649 kB/s | 309 kB 00:00 2024-04-23T18:09:54.358 INFO:teuthology.orchestra.run.smithi076.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 283 kB/s | 26 kB 00:00 2024-04-23T18:09:54.365 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-23T18:09:54.396 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:09:54.421 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:09:54.421 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:09:54.421 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-23T18:09:54.421 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:09:54.421 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:09:54.421 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:54.433 INFO:teuthology.orchestra.run.smithi102.stdout:(82/152): python3-oauthlib-3.1.1-5.el9.noarch.r 234 kB/s | 222 kB 00:00 2024-04-23T18:09:54.449 INFO:teuthology.orchestra.run.smithi076.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 530 kB/s | 49 kB 00:00 2024-04-23T18:09:54.472 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:09:54.484 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:09:54.541 INFO:teuthology.orchestra.run.smithi076.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 733 kB/s | 67 kB 00:00 2024-04-23T18:09:54.585 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-23T18:09:54.591 INFO:teuthology.orchestra.run.smithi102.stdout:(83/152): python3-babel-2.9.1-2.el9.noarch.rpm 758 kB/s | 6.0 MB 00:08 2024-04-23T18:09:54.608 INFO:teuthology.orchestra.run.smithi076.stdout:(110/152): libarrow-9.0.0-10.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-04-23T18:09:54.634 INFO:teuthology.orchestra.run.smithi076.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 1.6 MB/s | 151 kB 00:00 2024-04-23T18:09:54.638 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-23T18:09:54.717 INFO:teuthology.orchestra.run.smithi076.stdout:(112/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 7.5 MB/s | 838 kB 00:00 2024-04-23T18:09:54.818 INFO:teuthology.orchestra.run.smithi076.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 2.9 MB/s | 548 kB 00:00 2024-04-23T18:09:54.843 INFO:teuthology.orchestra.run.smithi076.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 346 kB/s | 43 kB 00:00 2024-04-23T18:09:54.910 INFO:teuthology.orchestra.run.smithi076.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 350 kB/s | 32 kB 00:00 2024-04-23T18:09:54.944 INFO:teuthology.orchestra.run.smithi076.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 149 kB/s | 15 kB 00:00 2024-04-23T18:09:55.011 INFO:teuthology.orchestra.run.smithi076.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.7 MB/s | 172 kB 00:00 2024-04-23T18:09:55.044 INFO:teuthology.orchestra.run.smithi076.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-04-23T18:09:55.120 INFO:teuthology.orchestra.run.smithi076.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.7 MB/s | 303 kB 00:00 2024-04-23T18:09:55.135 INFO:teuthology.orchestra.run.smithi102.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 110 kB/s | 77 kB 00:00 2024-04-23T18:09:55.145 INFO:teuthology.orchestra.run.smithi076.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 351 kB/s | 35 kB 00:00 2024-04-23T18:09:55.220 INFO:teuthology.orchestra.run.smithi076.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 2.0 MB/s | 206 kB 00:00 2024-04-23T18:09:55.260 INFO:teuthology.orchestra.run.smithi102.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 63 kB/s | 42 kB 00:00 2024-04-23T18:09:55.321 INFO:teuthology.orchestra.run.smithi076.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 1.4 MB/s | 144 kB 00:00 2024-04-23T18:09:55.421 INFO:teuthology.orchestra.run.smithi076.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 107 kB/s | 11 kB 00:00 2024-04-23T18:09:55.513 INFO:teuthology.orchestra.run.smithi076.stdout:(124/152): python3-jaraco-classes-3.2.1-5.el9.n 193 kB/s | 18 kB 00:00 2024-04-23T18:09:55.605 INFO:teuthology.orchestra.run.smithi076.stdout:(125/152): python3-jaraco-collections-3.0.0-8.e 252 kB/s | 23 kB 00:00 2024-04-23T18:09:55.614 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-23T18:09:55.650 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:09:55.675 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:09:55.675 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:09:55.675 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-23T18:09:55.675 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:09:55.675 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:09:55.675 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:55.697 INFO:teuthology.orchestra.run.smithi076.stdout:(126/152): python3-jaraco-functools-3.5.0-2.el9 212 kB/s | 19 kB 00:00 2024-04-23T18:09:55.717 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:09:55.741 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:09:55.741 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:09:55.741 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-23T18:09:55.741 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:55.797 INFO:teuthology.orchestra.run.smithi076.stdout:(127/152): python3-grpcio-1.46.7-10.el9.x86_64. 3.1 MB/s | 2.0 MB 00:00 2024-04-23T18:09:55.801 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:09:55.815 INFO:teuthology.orchestra.run.smithi076.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 167 kB/s | 20 kB 00:00 2024-04-23T18:09:55.825 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:09:55.825 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:09:55.826 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-23T18:09:55.826 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:09:55.826 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:09:55.826 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:55.915 INFO:teuthology.orchestra.run.smithi076.stdout:(129/152): python3-kubernetes-26.1.0-2.el9.noar 8.7 MB/s | 1.0 MB 00:00 2024-04-23T18:09:55.941 INFO:teuthology.orchestra.run.smithi076.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 369 kB/s | 46 kB 00:00 2024-04-23T18:09:56.007 INFO:teuthology.orchestra.run.smithi076.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 858 kB/s | 79 kB 00:00 2024-04-23T18:09:56.032 INFO:teuthology.orchestra.run.smithi076.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 627 kB/s | 58 kB 00:00 2024-04-23T18:09:56.061 INFO:teuthology.orchestra.run.smithi102.stdout:(86/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 198 kB/s | 159 kB 00:00 2024-04-23T18:09:56.103 INFO:teuthology.orchestra.run.smithi102.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 278 kB/s | 269 kB 00:00 2024-04-23T18:09:56.108 INFO:teuthology.orchestra.run.smithi076.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.7 MB/s | 272 kB 00:00 2024-04-23T18:09:56.133 INFO:teuthology.orchestra.run.smithi076.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 163 kB/s | 16 kB 00:00 2024-04-23T18:09:56.152 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:09:56.176 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:09:56.176 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:09:56.177 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-23T18:09:56.177 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:09:56.177 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:09:56.177 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:09:56.209 INFO:teuthology.orchestra.run.smithi076.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 897 kB/s | 90 kB 00:00 2024-04-23T18:09:56.234 INFO:teuthology.orchestra.run.smithi076.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 281 kB/s | 28 kB 00:00 2024-04-23T18:09:56.301 INFO:teuthology.orchestra.run.smithi076.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 334 kB/s | 31 kB 00:00 2024-04-23T18:09:56.335 INFO:teuthology.orchestra.run.smithi076.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-23T18:09:56.393 INFO:teuthology.orchestra.run.smithi076.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 643 kB/s | 59 kB 00:00 2024-04-23T18:09:56.427 INFO:teuthology.orchestra.run.smithi076.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 388 kB/s | 36 kB 00:00 2024-04-23T18:09:56.486 INFO:teuthology.orchestra.run.smithi076.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 553 kB/s | 51 kB 00:00 2024-04-23T18:09:56.528 INFO:teuthology.orchestra.run.smithi076.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-04-23T18:09:56.578 INFO:teuthology.orchestra.run.smithi076.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 975 kB/s | 90 kB 00:00 2024-04-23T18:09:56.628 INFO:teuthology.orchestra.run.smithi076.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 4.2 MB/s | 427 kB 00:00 2024-04-23T18:09:56.670 INFO:teuthology.orchestra.run.smithi076.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 217 kB/s | 20 kB 00:00 2024-04-23T18:09:56.729 INFO:teuthology.orchestra.run.smithi076.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-04-23T18:09:56.753 INFO:teuthology.orchestra.run.smithi102.stdout:(88/152): python3-pytz-2021.1-5.el9.noarch.rpm 78 kB/s | 51 kB 00:00 2024-04-23T18:09:56.796 INFO:teuthology.orchestra.run.smithi076.stdout:(147/152): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-23T18:09:57.053 INFO:teuthology.orchestra.run.smithi102.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 281 kB/s | 279 kB 00:00 2024-04-23T18:09:57.146 INFO:teuthology.orchestra.run.smithi076.stdout:(148/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 9.0 MB/s | 3.1 MB 00:00 2024-04-23T18:09:57.380 INFO:teuthology.orchestra.run.smithi076.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 5.8 MB/s | 1.3 MB 00:00 2024-04-23T18:09:57.403 INFO:teuthology.orchestra.run.smithi102.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 82 kB/s | 54 kB 00:00 2024-04-23T18:09:57.472 INFO:teuthology.orchestra.run.smithi076.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 26 MB/s | 2.4 MB 00:00 2024-04-23T18:09:57.706 INFO:teuthology.orchestra.run.smithi076.stdout:(151/152): librados2-19.0.0-3156.gd69f13d8.el7. 3.5 MB/s | 3.4 MB 00:00 2024-04-23T18:09:58.045 INFO:teuthology.orchestra.run.smithi102.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 65 kB/s | 42 kB 00:00 2024-04-23T18:09:58.679 INFO:teuthology.orchestra.run.smithi102.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 70 kB/s | 44 kB 00:00 2024-04-23T18:09:58.921 INFO:teuthology.orchestra.run.smithi102.stdout:(93/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 714 kB/s | 5.1 MB 00:07 2024-04-23T18:09:59.571 INFO:teuthology.orchestra.run.smithi102.stdout:(94/152): qatlib-service-24.02.0-1.el9.x86_64.r 58 kB/s | 36 kB 00:00 2024-04-23T18:09:59.596 INFO:teuthology.orchestra.run.smithi102.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 241 kB/s | 221 kB 00:00 2024-04-23T18:10:00.205 INFO:teuthology.orchestra.run.smithi102.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 75 kB/s | 47 kB 00:00 2024-04-23T18:10:00.597 INFO:teuthology.orchestra.run.smithi102.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 305 kB/s | 305 kB 00:00 2024-04-23T18:10:00.864 INFO:teuthology.orchestra.run.smithi102.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 88 kB/s | 58 kB 00:00 2024-04-23T18:10:01.040 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-23T18:10:01.081 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-23T18:10:01.131 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-23T18:10:01.162 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-23T18:10:01.189 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-23T18:10:01.339 INFO:teuthology.orchestra.run.smithi102.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 126 kB/s | 94 kB 00:00 2024-04-23T18:10:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-23T18:10:01.453 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-23T18:10:01.482 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-23T18:10:01.539 INFO:teuthology.orchestra.run.smithi102.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 94 kB/s | 64 kB 00:00 2024-04-23T18:10:01.639 INFO:teuthology.orchestra.run.smithi102.stdout:(101/152): lua-devel-5.4.4-4.el9.x86_64.rpm 224 kB/s | 22 kB 00:00 2024-04-23T18:10:01.906 INFO:teuthology.orchestra.run.smithi102.stdout:(102/152): protobuf-compiler-3.14.0-13.el9.x86_ 3.2 MB/s | 863 kB 00:00 2024-04-23T18:10:01.982 INFO:teuthology.orchestra.run.smithi102.stdout:(103/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 70 kB/s | 45 kB 00:00 2024-04-23T18:10:02.138 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:10:02.181 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:10:02.203 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:10:02.340 INFO:teuthology.orchestra.run.smithi102.stdout:(104/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.2 MB/s | 548 kB 00:00 2024-04-23T18:10:02.365 INFO:teuthology.orchestra.run.smithi102.stdout:(105/152): gperftools-libs-2.9.1-2.el9.x86_64.r 808 kB/s | 309 kB 00:00 2024-04-23T18:10:02.399 INFO:teuthology.orchestra.run.smithi102.stdout:(106/152): grpc-data-1.46.7-10.el9.noarch.rpm 331 kB/s | 19 kB 00:00 2024-04-23T18:10:02.458 INFO:teuthology.orchestra.run.smithi102.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 446 kB/s | 26 kB 00:00 2024-04-23T18:10:02.516 INFO:teuthology.orchestra.run.smithi102.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 832 kB/s | 49 kB 00:00 2024-04-23T18:10:02.583 INFO:teuthology.orchestra.run.smithi102.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-04-23T18:10:02.708 INFO:teuthology.orchestra.run.smithi102.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 1.2 MB/s | 151 kB 00:00 2024-04-23T18:10:03.050 INFO:teuthology.orchestra.run.smithi102.stdout:(111/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.4 MB/s | 838 kB 00:00 2024-04-23T18:10:03.135 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-23T18:10:03.217 INFO:teuthology.orchestra.run.smithi102.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 3.2 MB/s | 548 kB 00:00 2024-04-23T18:10:03.228 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-23T18:10:03.271 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-23T18:10:03.276 INFO:teuthology.orchestra.run.smithi102.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 741 kB/s | 43 kB 00:00 2024-04-23T18:10:03.318 INFO:teuthology.orchestra.run.smithi102.stdout:(114/152): python3-cachetools-4.2.4-1.el9.noarc 778 kB/s | 32 kB 00:00 2024-04-23T18:10:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-23T18:10:03.368 INFO:teuthology.orchestra.run.smithi102.stdout:(115/152): python3-certifi-2021.10.8-2.el9.noar 299 kB/s | 15 kB 00:00 2024-04-23T18:10:03.408 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-23T18:10:03.408 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:10:03.452 INFO:teuthology.orchestra.run.smithi102.stdout:(116/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-04-23T18:10:03.484 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:10:03.517 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:10:03.517 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:10:03.561 INFO:teuthology.orchestra.run.smithi102.stdout:(117/152): python3-cherrypy-18.6.1-2.el9.noarch 3.2 MB/s | 358 kB 00:00 2024-04-23T18:10:03.603 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:10:03.661 INFO:teuthology.orchestra.run.smithi102.stdout:(118/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.0 MB/s | 303 kB 00:00 2024-04-23T18:10:03.677 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:10:03.703 INFO:teuthology.orchestra.run.smithi102.stdout:(119/152): python3-colorama-0.4.4-12.el9.noarch 848 kB/s | 35 kB 00:00 2024-04-23T18:10:03.820 INFO:teuthology.orchestra.run.smithi102.stdout:(120/152): python3-google-auth-2.29.0-1.el9.noa 1.7 MB/s | 206 kB 00:00 2024-04-23T18:10:04.270 INFO:teuthology.orchestra.run.smithi102.stdout:(121/152): python3-grpcio-1.46.7-10.el9.x86_64. 4.5 MB/s | 2.0 MB 00:00 2024-04-23T18:10:04.337 INFO:teuthology.orchestra.run.smithi102.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 2.1 MB/s | 144 kB 00:00 2024-04-23T18:10:04.379 INFO:teuthology.orchestra.run.smithi102.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 256 kB/s | 11 kB 00:00 2024-04-23T18:10:04.421 INFO:teuthology.orchestra.run.smithi102.stdout:(124/152): python3-jaraco-classes-3.2.1-5.el9.n 426 kB/s | 18 kB 00:00 2024-04-23T18:10:04.463 INFO:teuthology.orchestra.run.smithi102.stdout:(125/152): python3-jaraco-collections-3.0.0-8.e 558 kB/s | 23 kB 00:00 2024-04-23T18:10:04.506 INFO:teuthology.orchestra.run.smithi102.stdout:(126/152): python3-jaraco-functools-3.5.0-2.el9 468 kB/s | 19 kB 00:00 2024-04-23T18:10:04.547 INFO:teuthology.orchestra.run.smithi102.stdout:(127/152): python3-jaraco-text-3.2.0-6.el9.noar 472 kB/s | 20 kB 00:00 2024-04-23T18:10:04.773 INFO:teuthology.orchestra.run.smithi102.stdout:(128/152): python3-kubernetes-26.1.0-2.el9.noar 4.5 MB/s | 1.0 MB 00:00 2024-04-23T18:10:04.823 INFO:teuthology.orchestra.run.smithi102.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 927 kB/s | 46 kB 00:00 2024-04-23T18:10:04.881 INFO:teuthology.orchestra.run.smithi102.stdout:(130/152): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-04-23T18:10:04.932 INFO:teuthology.orchestra.run.smithi102.stdout:(131/152): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-23T18:10:05.023 INFO:teuthology.orchestra.run.smithi102.stdout:(132/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-04-23T18:10:05.066 INFO:teuthology.orchestra.run.smithi102.stdout:(133/152): python3-portend-3.1.0-2.el9.noarch.r 394 kB/s | 16 kB 00:00 2024-04-23T18:10:05.109 INFO:teuthology.orchestra.run.smithi102.stdout:(134/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.1 MB/s | 90 kB 00:00 2024-04-23T18:10:05.150 INFO:teuthology.orchestra.run.smithi102.stdout:(135/152): python3-pyperclip-1.8.2-2.el9.noarch 681 kB/s | 28 kB 00:00 2024-04-23T18:10:05.192 INFO:teuthology.orchestra.run.smithi102.stdout:(136/152): python3-repoze-lru-0.7-16.el9.noarch 738 kB/s | 31 kB 00:00 2024-04-23T18:10:05.258 INFO:teuthology.orchestra.run.smithi102.stdout:(137/152): python3-routes-2.5.1-5.el9.noarch.rp 2.8 MB/s | 188 kB 00:00 2024-04-23T18:10:05.334 INFO:teuthology.orchestra.run.smithi102.stdout:(138/152): python3-rsa-4.9-2.el9.noarch.rpm 787 kB/s | 59 kB 00:00 2024-04-23T18:10:05.368 INFO:teuthology.orchestra.run.smithi102.stdout:(139/152): python3-tempora-5.0.0-2.el9.noarch.r 1.0 MB/s | 36 kB 00:00 2024-04-23T18:10:05.410 INFO:teuthology.orchestra.run.smithi102.stdout:(140/152): python3-typing-extensions-4.4.0-2.el 1.2 MB/s | 51 kB 00:00 2024-04-23T18:10:05.493 INFO:teuthology.orchestra.run.smithi102.stdout:(141/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-04-23T18:10:05.544 INFO:teuthology.orchestra.run.smithi102.stdout:(142/152): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-04-23T18:10:05.661 INFO:teuthology.orchestra.run.smithi102.stdout:(143/152): python3-werkzeug-2.0.3-3.el9.1.noarc 3.6 MB/s | 427 kB 00:00 2024-04-23T18:10:05.702 INFO:teuthology.orchestra.run.smithi102.stdout:(144/152): python3-zc-lockfile-2.0-10.el9.noarc 481 kB/s | 20 kB 00:00 2024-04-23T18:10:05.770 INFO:teuthology.orchestra.run.smithi102.stdout:(145/152): re2-20211101-3.el9.x86_64.rpm 2.8 MB/s | 192 kB 00:00 2024-04-23T18:10:06.078 INFO:teuthology.orchestra.run.smithi102.stdout:(146/152): thrift-0.15.0-2.el9.x86_64.rpm 5.1 MB/s | 1.6 MB 00:00 2024-04-23T18:10:06.145 INFO:teuthology.orchestra.run.smithi102.stdout:(147/152): libarrow-9.0.0-10.el9.x86_64.rpm 1.2 MB/s | 4.4 MB 00:03 2024-04-23T18:10:06.462 INFO:teuthology.orchestra.run.smithi102.stdout:(148/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 9.9 MB/s | 3.1 MB 00:00 2024-04-23T18:10:06.587 INFO:teuthology.orchestra.run.smithi102.stdout:(149/152): librados2-19.0.0-3156.gd69f13d8.el7. 6.7 MB/s | 3.4 MB 00:00 2024-04-23T18:10:06.754 INFO:teuthology.orchestra.run.smithi102.stdout:(150/152): openssl-3.2.1-1.el9.x86_64.rpm 4.6 MB/s | 1.3 MB 00:00 2024-04-23T18:10:07.346 INFO:teuthology.orchestra.run.smithi102.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 3.2 MB/s | 2.4 MB 00:00 2024-04-23T18:10:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:10:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-23T18:10:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-23T18:10:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-23T18:10:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-23T18:10:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-23T18:10:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-23T18:10:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-23T18:10:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-23T18:10:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-23T18:10:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-23T18:10:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-23T18:10:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-23T18:10:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-23T18:10:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-23T18:10:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-23T18:10:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-23T18:10:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-23T18:10:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-23T18:10:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-23T18:10:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-23T18:10:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-23T18:10:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-23T18:10:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-23T18:10:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-23T18:10:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-23T18:10:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-23T18:10:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-23T18:10:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:10:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-23T18:10:10.030 INFO:teuthology.orchestra.run.smithi076.stdout:(152/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 757 kB/s | 16 MB 00:21 2024-04-23T18:10:10.033 INFO:teuthology.orchestra.run.smithi076.stdout:-------------------------------------------------------------------------------- 2024-04-23T18:10:10.033 INFO:teuthology.orchestra.run.smithi076.stdout:Total 5.2 MB/s | 222 MB 00:42 2024-04-23T18:10:11.085 INFO:teuthology.orchestra.run.smithi076.stdout:Running transaction check 2024-04-23T18:10:11.228 INFO:teuthology.orchestra.run.smithi076.stdout:Transaction check succeeded. 2024-04-23T18:10:11.228 INFO:teuthology.orchestra.run.smithi076.stdout:Running transaction test 2024-04-23T18:10:11.750 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:10:11.750 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:10:11.750 INFO:teuthology.orchestra.run.smithi038.stdout:Upgraded: 2024-04-23T18:10:11.750 INFO:teuthology.orchestra.run.smithi038.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.750 INFO:teuthology.orchestra.run.smithi038.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.750 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout:Installed: 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: automake-1.16.2-8.el9.noarch 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: bison-3.7.4-5.el9.x86_64 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.751 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:11.752 INFO:teuthology.orchestra.run.smithi038.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: flex-2.6.4-9.el9.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-23T18:10:11.753 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-23T18:10:11.754 INFO:teuthology.orchestra.run.smithi038.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-23T18:10:11.755 INFO:teuthology.orchestra.run.smithi038.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-23T18:10:11.755 INFO:teuthology.orchestra.run.smithi038.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-23T18:10:11.755 INFO:teuthology.orchestra.run.smithi038.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-23T18:10:11.755 INFO:teuthology.orchestra.run.smithi038.stdout: lua-5.4.4-4.el9.x86_64 2024-04-23T18:10:11.755 INFO:teuthology.orchestra.run.smithi038.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-23T18:10:11.755 INFO:teuthology.orchestra.run.smithi038.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-23T18:10:11.755 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-13.14-1.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-23T18:10:11.756 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-23T18:10:11.757 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.757 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.757 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.757 INFO:teuthology.orchestra.run.smithi038.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-23T18:10:11.757 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-23T18:10:11.757 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-23T18:10:11.758 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-23T18:10:11.758 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-23T18:10:11.758 INFO:teuthology.orchestra.run.smithi038.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-23T18:10:11.758 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-23T18:10:11.758 INFO:teuthology.orchestra.run.smithi038.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-23T18:10:11.758 INFO:teuthology.orchestra.run.smithi038.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-23T18:10:11.758 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-23T18:10:11.758 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-23T18:10:11.758 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-23T18:10:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ply-3.11-14.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-23T18:10:11.760 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-23T18:10:11.761 INFO:teuthology.orchestra.run.smithi038.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:11.762 INFO:teuthology.orchestra.run.smithi038.stdout: re2-1:20211101-3.el9.x86_64 2024-04-23T18:10:11.763 INFO:teuthology.orchestra.run.smithi038.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-23T18:10:11.763 INFO:teuthology.orchestra.run.smithi038.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-23T18:10:11.763 INFO:teuthology.orchestra.run.smithi038.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-23T18:10:11.763 INFO:teuthology.orchestra.run.smithi038.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-23T18:10:11.763 INFO:teuthology.orchestra.run.smithi038.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-23T18:10:11.763 INFO:teuthology.orchestra.run.smithi038.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-23T18:10:11.763 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:10:11.763 INFO:teuthology.orchestra.run.smithi038.stdout:Complete! 2024-04-23T18:10:12.155 DEBUG:teuthology.parallel:result is None 2024-04-23T18:10:13.004 INFO:teuthology.orchestra.run.smithi076.stdout:Transaction test succeeded. 2024-04-23T18:10:13.005 INFO:teuthology.orchestra.run.smithi076.stdout:Running transaction 2024-04-23T18:10:18.104 INFO:teuthology.orchestra.run.smithi102.stdout:(152/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 791 kB/s | 16 MB 00:21 2024-04-23T18:10:18.109 INFO:teuthology.orchestra.run.smithi102.stdout:-------------------------------------------------------------------------------- 2024-04-23T18:10:18.109 INFO:teuthology.orchestra.run.smithi102.stdout:Total 4.1 MB/s | 222 MB 00:54 2024-04-23T18:10:18.996 INFO:teuthology.orchestra.run.smithi076.stdout: Preparing : 1/1 2024-04-23T18:10:19.075 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-23T18:10:19.122 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-23T18:10:19.150 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction check 2024-04-23T18:10:19.175 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-23T18:10:19.218 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-23T18:10:19.244 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-23T18:10:19.279 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-23T18:10:19.293 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction check succeeded. 2024-04-23T18:10:19.294 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction test 2024-04-23T18:10:19.617 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-23T18:10:19.720 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:19.843 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:19.889 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:19.963 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:19.993 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:10:20.144 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-23T18:10:20.190 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-23T18:10:20.218 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:20.313 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:20.336 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:10:20.399 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:10:20.421 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:10:20.455 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:10:20.613 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:10:20.646 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:10:20.754 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-23T18:10:20.870 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-23T18:10:20.904 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-23T18:10:20.939 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-23T18:10:21.014 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-23T18:10:21.064 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-23T18:10:21.067 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction test succeeded. 2024-04-23T18:10:21.068 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction 2024-04-23T18:10:21.108 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-23T18:10:21.140 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-23T18:10:21.168 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-23T18:10:21.241 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-23T18:10:21.290 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-23T18:10:21.330 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-23T18:10:21.373 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-23T18:10:21.449 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-23T18:10:21.484 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-23T18:10:21.527 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-23T18:10:21.556 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-23T18:10:21.626 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-23T18:10:21.671 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-23T18:10:21.746 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-23T18:10:21.881 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-23T18:10:21.933 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-23T18:10:22.474 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-23T18:10:22.562 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-23T18:10:22.591 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-23T18:10:22.626 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-23T18:10:22.664 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-23T18:10:22.706 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-23T18:10:22.858 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-23T18:10:22.917 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-23T18:10:22.973 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-23T18:10:23.046 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-23T18:10:23.077 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-23T18:10:23.114 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-23T18:10:23.160 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-23T18:10:23.196 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-23T18:10:23.239 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-23T18:10:23.282 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-23T18:10:23.420 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-23T18:10:23.463 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-23T18:10:23.493 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-23T18:10:23.534 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-23T18:10:23.638 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-23T18:10:23.677 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-23T18:10:23.717 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-23T18:10:23.743 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-23T18:10:23.768 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-23T18:10:23.842 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-23T18:10:23.986 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-23T18:10:24.026 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-23T18:10:24.054 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-23T18:10:24.089 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-23T18:10:24.128 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-23T18:10:24.160 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-23T18:10:24.189 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-23T18:10:24.224 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-23T18:10:24.257 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-23T18:10:24.299 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-23T18:10:24.334 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-23T18:10:24.421 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-23T18:10:24.464 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-23T18:10:24.496 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-23T18:10:24.543 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-23T18:10:24.642 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-23T18:10:24.697 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-23T18:10:25.424 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-23T18:10:25.481 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-23T18:10:25.512 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-23T18:10:25.612 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-23T18:10:25.671 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-23T18:10:25.758 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-23T18:10:25.799 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-23T18:10:25.977 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-23T18:10:26.022 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-23T18:10:26.107 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-23T18:10:26.758 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-23T18:10:26.862 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-23T18:10:27.022 INFO:teuthology.orchestra.run.smithi102.stdout: Preparing : 1/1 2024-04-23T18:10:27.099 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-23T18:10:27.145 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-23T18:10:27.236 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-23T18:10:27.325 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-23T18:10:27.351 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-23T18:10:27.392 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-23T18:10:27.714 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-23T18:10:27.810 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:27.932 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:27.961 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:28.052 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:28.090 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:10:28.095 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-23T18:10:28.237 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-23T18:10:28.287 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-23T18:10:28.315 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:28.347 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-23T18:10:28.418 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:28.442 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:10:28.487 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:10:28.499 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-23T18:10:28.509 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:10:28.532 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-23T18:10:28.533 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:10:28.726 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:10:28.759 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:10:28.845 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-23T18:10:28.864 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-23T18:10:28.887 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:10:28.953 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-23T18:10:28.969 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:10:28.982 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-23T18:10:29.001 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-23T18:10:29.017 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-23T18:10:29.036 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-23T18:10:29.081 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-23T18:10:29.117 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-23T18:10:29.160 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-23T18:10:29.192 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-23T18:10:29.221 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-23T18:10:29.288 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-23T18:10:29.343 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-23T18:10:29.382 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-23T18:10:29.418 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-23T18:10:29.493 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-23T18:10:29.517 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-23T18:10:29.528 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-23T18:10:29.541 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:10:29.571 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-23T18:10:29.600 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-23T18:10:29.613 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:10:29.642 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-23T18:10:29.668 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-23T18:10:29.714 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-23T18:10:29.790 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-23T18:10:29.953 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-23T18:10:30.017 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-23T18:10:30.535 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-23T18:10:30.620 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-23T18:10:30.650 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-23T18:10:30.693 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-23T18:10:30.731 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-23T18:10:30.772 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-23T18:10:30.922 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-23T18:10:30.976 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-23T18:10:31.030 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-23T18:10:31.103 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-23T18:10:31.143 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-23T18:10:31.180 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-23T18:10:31.226 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-23T18:10:31.262 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-23T18:10:31.305 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-23T18:10:31.347 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-23T18:10:31.483 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-23T18:10:31.536 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-23T18:10:31.566 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-23T18:10:31.608 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-23T18:10:31.701 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-23T18:10:31.741 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-23T18:10:31.781 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-23T18:10:31.807 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-23T18:10:31.832 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-23T18:10:31.906 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-23T18:10:31.960 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:31.990 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:32.032 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-23T18:10:32.073 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-23T18:10:32.101 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-23T18:10:32.135 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-23T18:10:32.190 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-23T18:10:32.222 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-23T18:10:32.252 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-23T18:10:32.287 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-23T18:10:32.320 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-23T18:10:32.362 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-23T18:10:32.396 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-23T18:10:32.511 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-23T18:10:32.533 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:32.560 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-23T18:10:32.577 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:10:32.591 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-23T18:10:32.638 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-23T18:10:32.670 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:10:32.671 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-23T18:10:32.671 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-23T18:10:32.671 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:32.704 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:10:32.735 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-23T18:10:32.784 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-23T18:10:33.504 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-23T18:10:33.549 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-23T18:10:33.582 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-23T18:10:33.680 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-23T18:10:33.739 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-23T18:10:33.818 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-23T18:10:33.859 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-23T18:10:34.036 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-23T18:10:34.074 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-23T18:10:34.150 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-23T18:10:34.793 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-23T18:10:34.915 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-23T18:10:36.134 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-23T18:10:36.211 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-23T18:10:36.239 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-23T18:10:36.281 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-23T18:10:36.593 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-23T18:10:36.652 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:10:36.742 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:10:36.774 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-23T18:10:36.809 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-23T18:10:37.289 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-23T18:10:37.322 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:10:37.384 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:10:37.406 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-23T18:10:39.719 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:39.745 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:40.284 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:40.324 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:10:40.415 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:10:40.416 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-23T18:10:40.416 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-23T18:10:40.416 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:10:40.450 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:10:44.298 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:10:44.298 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /sys 2024-04-23T18:10:44.298 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /proc 2024-04-23T18:10:44.298 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /mnt 2024-04-23T18:10:44.298 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /var/tmp 2024-04-23T18:10:44.298 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /home 2024-04-23T18:10:44.298 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /root 2024-04-23T18:10:44.299 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /tmp 2024-04-23T18:10:44.299 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:44.474 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:10:44.489 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:10:44.489 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:44.489 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-23T18:10:44.489 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:46.019 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:10:46.044 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:10:46.044 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:46.044 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-23T18:10:46.044 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:10:46.044 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:10:46.044 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:46.270 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:10:46.291 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:10:46.292 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:46.292 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-23T18:10:46.292 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:10:46.292 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:10:46.292 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:46.737 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:10:46.759 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:10:46.759 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:46.759 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-23T18:10:46.760 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:10:46.760 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:10:46.760 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:46.868 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-23T18:10:46.925 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-23T18:10:46.980 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-23T18:10:47.168 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-23T18:10:47.214 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-23T18:10:47.292 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-23T18:10:47.382 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:10:47.521 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:10:47.565 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-23T18:10:47.597 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-23T18:10:47.625 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-23T18:10:48.086 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:10:48.116 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:10:48.148 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-23T18:10:48.209 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-23T18:10:48.248 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:10:49.287 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:10:49.325 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:10:50.291 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:10:50.325 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:10:50.427 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:10:50.592 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-23T18:10:50.628 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:10:50.650 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:10:50.650 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:50.650 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-23T18:10:50.651 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:10:50.651 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:10:50.651 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:50.695 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:10:50.705 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:10:50.805 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-23T18:10:50.852 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-23T18:10:51.780 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-23T18:10:51.815 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:10:51.837 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:10:51.837 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:51.837 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-23T18:10:51.837 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:10:51.837 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:10:51.837 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:51.891 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:10:51.913 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:10:51.913 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:51.913 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-23T18:10:51.913 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:51.948 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:10:51.949 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /sys 2024-04-23T18:10:51.949 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /proc 2024-04-23T18:10:51.949 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /mnt 2024-04-23T18:10:51.949 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /var/tmp 2024-04-23T18:10:51.949 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /home 2024-04-23T18:10:51.949 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /root 2024-04-23T18:10:51.949 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /tmp 2024-04-23T18:10:51.949 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:10:51.958 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:10:51.980 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:10:51.981 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:51.981 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-23T18:10:51.981 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:10:51.981 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:10:51.981 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:52.117 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:10:52.134 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:10:52.134 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:52.134 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-23T18:10:52.134 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:10:52.284 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:10:52.306 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:10:52.306 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:52.307 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-23T18:10:52.307 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:10:52.307 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:10:52.307 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:10:53.577 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:10:53.603 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:10:53.604 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:53.604 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-23T18:10:53.604 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:10:53.604 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:10:53.604 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:10:53.828 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:10:53.850 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:10:53.850 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:53.850 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-23T18:10:53.850 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:10:53.850 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:10:53.850 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:10:54.287 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:10:54.309 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:10:54.309 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:54.309 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-23T18:10:54.309 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:10:54.309 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:10:54.309 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:10:54.409 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-23T18:10:54.465 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-23T18:10:54.521 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-23T18:10:54.705 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-23T18:10:54.754 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-23T18:10:54.823 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-23T18:10:54.913 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:10:55.062 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:10:55.104 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-23T18:10:55.136 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-23T18:10:55.164 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-23T18:10:55.634 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:10:55.663 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:10:55.695 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-23T18:10:55.757 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-23T18:10:55.794 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:10:56.823 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:10:56.855 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:10:56.914 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-23T18:10:56.955 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-23T18:10:56.997 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-23T18:10:57.028 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-23T18:10:57.056 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-23T18:10:57.247 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-23T18:10:57.296 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-23T18:10:57.326 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-23T18:10:57.815 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:10:57.839 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:10:57.866 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:10:57.923 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:10:57.938 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:10:57.942 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:10:58.093 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-23T18:10:58.124 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:10:58.146 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:10:58.146 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:58.146 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-23T18:10:58.146 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:10:58.146 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:10:58.147 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:10:58.191 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:10:58.202 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:10:58.300 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-23T18:10:58.347 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-23T18:10:58.797 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-23T18:10:58.878 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-23T18:10:58.918 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-23T18:10:59.001 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-23T18:10:59.031 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-23T18:10:59.031 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:10:59.115 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:10:59.156 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:10:59.156 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:10:59.247 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:10:59.273 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-23T18:10:59.302 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:10:59.324 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:10:59.324 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:59.324 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-23T18:10:59.324 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:10:59.324 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:10:59.325 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:10:59.330 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:10:59.369 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:10:59.390 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:10:59.391 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:59.391 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-23T18:10:59.391 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:10:59.436 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:10:59.458 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:10:59.459 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:59.459 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-23T18:10:59.459 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:10:59.459 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:10:59.459 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:10:59.754 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:10:59.776 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:10:59.776 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:59.776 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-23T18:10:59.776 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:10:59.776 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:10:59.777 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:11:04.375 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-23T18:11:04.424 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-23T18:11:04.473 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-23T18:11:04.505 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-23T18:11:04.532 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-23T18:11:04.715 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-23T18:11:04.762 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-23T18:11:04.792 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-23T18:11:05.353 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:11:05.390 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:11:05.409 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:11:05.476 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:05.476 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-23T18:11:05.476 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-23T18:11:05.476 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-23T18:11:05.476 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-23T18:11:05.476 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-23T18:11:05.477 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-23T18:11:05.478 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-23T18:11:05.490 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-23T18:11:05.490 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-23T18:11:05.490 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-23T18:11:05.490 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-23T18:11:05.490 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-23T18:11:05.490 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-23T18:11:05.490 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-23T18:11:05.491 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-23T18:11:05.492 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-23T18:11:05.493 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-23T18:11:05.494 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-23T18:11:05.495 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:11:05.496 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-23T18:11:05.497 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-23T18:11:05.498 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-23T18:11:05.499 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-23T18:11:05.499 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-23T18:11:05.499 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-23T18:11:05.499 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-23T18:11:05.499 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-23T18:11:05.499 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:11:05.499 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-23T18:11:06.233 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-23T18:11:06.328 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-23T18:11:06.369 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-23T18:11:06.450 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-23T18:11:06.482 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-23T18:11:06.482 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:11:06.575 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:11:06.608 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:11:06.608 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:11:06.706 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:11:06.773 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:07.548 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:07.548 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:11:07.548 INFO:teuthology.orchestra.run.smithi076.stdout:Upgraded: 2024-04-23T18:11:07.548 INFO:teuthology.orchestra.run.smithi076.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.548 INFO:teuthology.orchestra.run.smithi076.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.548 INFO:teuthology.orchestra.run.smithi076.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:07.548 INFO:teuthology.orchestra.run.smithi076.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:07.548 INFO:teuthology.orchestra.run.smithi076.stdout:Installed: 2024-04-23T18:11:07.548 INFO:teuthology.orchestra.run.smithi076.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-23T18:11:07.548 INFO:teuthology.orchestra.run.smithi076.stdout: automake-1.16.2-8.el9.noarch 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: bison-3.7.4-5.el9.x86_64 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:07.549 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.550 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: flex-2.6.4-9.el9.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.551 INFO:teuthology.orchestra.run.smithi076.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-23T18:11:07.552 INFO:teuthology.orchestra.run.smithi076.stdout: lua-5.4.4-4.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-13.14-1.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-23T18:11:07.553 INFO:teuthology.orchestra.run.smithi076.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-23T18:11:07.554 INFO:teuthology.orchestra.run.smithi076.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-23T18:11:07.555 INFO:teuthology.orchestra.run.smithi076.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ply-3.11-14.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-23T18:11:07.556 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-23T18:11:07.557 INFO:teuthology.orchestra.run.smithi076.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:07.558 INFO:teuthology.orchestra.run.smithi076.stdout: re2-1:20211101-3.el9.x86_64 2024-04-23T18:11:07.559 INFO:teuthology.orchestra.run.smithi076.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-23T18:11:07.559 INFO:teuthology.orchestra.run.smithi076.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-23T18:11:07.559 INFO:teuthology.orchestra.run.smithi076.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-23T18:11:07.559 INFO:teuthology.orchestra.run.smithi076.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-23T18:11:07.559 INFO:teuthology.orchestra.run.smithi076.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-23T18:11:07.559 INFO:teuthology.orchestra.run.smithi076.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-23T18:11:07.559 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-04-23T18:11:07.559 INFO:teuthology.orchestra.run.smithi076.stdout:Complete! 2024-04-23T18:11:07.922 DEBUG:teuthology.parallel:result is None 2024-04-23T18:11:12.581 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:12.581 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-23T18:11:12.582 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-23T18:11:12.582 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-23T18:11:12.582 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-23T18:11:12.582 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-23T18:11:12.582 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-23T18:11:12.582 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-23T18:11:12.582 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:11:12.582 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:11:12.582 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:11:12.582 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-23T18:11:12.583 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-23T18:11:12.584 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-23T18:11:12.584 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-23T18:11:12.584 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-23T18:11:12.597 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-23T18:11:12.597 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-23T18:11:12.597 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-23T18:11:12.597 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-23T18:11:12.597 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-23T18:11:12.598 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-23T18:11:12.599 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-23T18:11:12.600 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-23T18:11:12.600 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-23T18:11:12.600 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-23T18:11:12.600 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-23T18:11:12.600 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-23T18:11:12.600 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-23T18:11:12.600 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-23T18:11:12.600 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-23T18:11:12.600 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-23T18:11:12.600 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-23T18:11:12.601 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-23T18:11:12.601 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-23T18:11:12.601 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-23T18:11:12.601 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-23T18:11:12.601 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-23T18:11:12.601 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-23T18:11:12.601 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-23T18:11:12.601 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-23T18:11:12.601 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-23T18:11:12.602 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-23T18:11:12.602 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-23T18:11:12.602 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-23T18:11:12.602 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-23T18:11:12.602 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-23T18:11:12.602 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-23T18:11:12.602 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-23T18:11:12.602 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-23T18:11:12.603 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-23T18:11:12.603 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-23T18:11:12.603 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-23T18:11:12.603 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-23T18:11:12.603 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-23T18:11:12.603 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-23T18:11:12.603 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-23T18:11:12.603 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-23T18:11:12.603 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-23T18:11:12.604 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-23T18:11:12.604 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-23T18:11:12.604 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-23T18:11:12.604 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-23T18:11:12.604 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-23T18:11:12.604 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-23T18:11:12.604 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-23T18:11:12.604 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-23T18:11:12.605 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-23T18:11:12.605 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-23T18:11:12.605 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-23T18:11:12.605 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-23T18:11:12.605 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-23T18:11:12.605 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-23T18:11:12.605 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-23T18:11:12.605 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-23T18:11:12.606 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-23T18:11:12.606 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-23T18:11:12.606 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-23T18:11:12.606 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-23T18:11:12.606 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-23T18:11:12.606 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-23T18:11:12.606 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-23T18:11:12.606 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-23T18:11:12.607 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-23T18:11:12.607 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:11:12.607 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:11:12.607 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-23T18:11:12.607 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-23T18:11:12.607 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-23T18:11:12.607 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-23T18:11:12.607 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-23T18:11:12.607 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-23T18:11:12.608 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-23T18:11:12.608 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-23T18:11:12.608 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-23T18:11:12.608 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-23T18:11:12.608 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-23T18:11:12.608 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-23T18:11:12.608 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-23T18:11:12.608 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-23T18:11:12.609 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-23T18:11:12.609 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-23T18:11:12.609 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-23T18:11:12.609 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-23T18:11:12.609 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-23T18:11:12.609 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-23T18:11:12.609 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-23T18:11:12.609 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-23T18:11:12.610 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-23T18:11:12.610 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-23T18:11:12.610 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-23T18:11:12.610 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-23T18:11:12.610 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-23T18:11:12.610 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-23T18:11:12.610 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-23T18:11:12.610 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-23T18:11:12.611 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-23T18:11:12.611 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-23T18:11:12.611 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-23T18:11:12.611 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-23T18:11:12.611 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:11:12.611 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-23T18:11:14.665 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:14.665 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:11:14.665 INFO:teuthology.orchestra.run.smithi102.stdout:Upgraded: 2024-04-23T18:11:14.665 INFO:teuthology.orchestra.run.smithi102.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout:Installed: 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: automake-1.16.2-8.el9.noarch 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: bison-3.7.4-5.el9.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.666 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.667 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: flex-2.6.4-9.el9.x86_64 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-23T18:11:14.668 INFO:teuthology.orchestra.run.smithi102.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.669 INFO:teuthology.orchestra.run.smithi102.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: lua-5.4.4-4.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-23T18:11:14.670 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-13.14-1.el9.x86_64 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.671 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.672 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.672 INFO:teuthology.orchestra.run.smithi102.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-23T18:11:14.672 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-23T18:11:14.672 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-23T18:11:14.672 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-23T18:11:14.672 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-23T18:11:14.672 INFO:teuthology.orchestra.run.smithi102.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-23T18:11:14.672 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-23T18:11:14.673 INFO:teuthology.orchestra.run.smithi102.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-23T18:11:14.674 INFO:teuthology.orchestra.run.smithi102.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-23T18:11:14.674 INFO:teuthology.orchestra.run.smithi102.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-23T18:11:14.674 INFO:teuthology.orchestra.run.smithi102.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-23T18:11:14.674 INFO:teuthology.orchestra.run.smithi102.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-23T18:11:14.674 INFO:teuthology.orchestra.run.smithi102.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-23T18:11:14.674 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-23T18:11:14.675 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-23T18:11:14.675 INFO:teuthology.orchestra.run.smithi102.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-23T18:11:14.675 INFO:teuthology.orchestra.run.smithi102.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-23T18:11:14.675 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-23T18:11:14.675 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ply-3.11-14.el9.noarch 2024-04-23T18:11:14.675 INFO:teuthology.orchestra.run.smithi102.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-23T18:11:14.675 INFO:teuthology.orchestra.run.smithi102.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-23T18:11:14.675 INFO:teuthology.orchestra.run.smithi102.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-23T18:11:14.675 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-23T18:11:14.676 INFO:teuthology.orchestra.run.smithi102.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.677 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.678 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.678 INFO:teuthology.orchestra.run.smithi102.stdout: re2-1:20211101-3.el9.x86_64 2024-04-23T18:11:14.678 INFO:teuthology.orchestra.run.smithi102.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-23T18:11:14.678 INFO:teuthology.orchestra.run.smithi102.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-23T18:11:14.678 INFO:teuthology.orchestra.run.smithi102.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-23T18:11:14.678 INFO:teuthology.orchestra.run.smithi102.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-23T18:11:14.678 INFO:teuthology.orchestra.run.smithi102.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-23T18:11:14.678 INFO:teuthology.orchestra.run.smithi102.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-23T18:11:14.679 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:11:14.679 INFO:teuthology.orchestra.run.smithi102.stdout:Complete! 2024-04-23T18:11:15.091 DEBUG:teuthology.parallel:result is None 2024-04-23T18:11:15.092 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:15.236 DEBUG:teuthology.orchestra.run.smithi038:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-23T18:11:15.263 INFO:teuthology.orchestra.run.smithi038.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:15.264 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:15.264 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-23T18:11:15.267 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:15.495 DEBUG:teuthology.orchestra.run.smithi076:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-23T18:11:15.520 INFO:teuthology.orchestra.run.smithi076.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:15.520 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:15.520 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-23T18:11:15.523 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:15.738 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-23T18:11:15.761 INFO:teuthology.orchestra.run.smithi102.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:15.761 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:15.761 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-23T18:11:15.763 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-23T18:11:15.764 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:11:15.764 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-23T18:11:15.796 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:11:15.796 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-23T18:11:15.827 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:11:15.827 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-23T18:11:15.853 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-23T18:11:15.853 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:11:15.853 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/daemon-helper 2024-04-23T18:11:15.883 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-23T18:11:15.952 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:11:15.953 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/usr/bin/daemon-helper 2024-04-23T18:11:15.980 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-23T18:11:16.047 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:11:16.047 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/daemon-helper 2024-04-23T18:11:16.073 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-23T18:11:16.137 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-23T18:11:16.137 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:11:16.137 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-23T18:11:16.180 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-23T18:11:16.248 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:11:16.248 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-23T18:11:16.275 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-23T18:11:16.342 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:11:16.342 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-23T18:11:16.367 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-23T18:11:16.431 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-23T18:11:16.431 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:11:16.431 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/stdin-killer 2024-04-23T18:11:16.457 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-23T18:11:16.522 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:11:16.522 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/usr/bin/stdin-killer 2024-04-23T18:11:16.549 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-23T18:11:16.615 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:11:16.615 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/stdin-killer 2024-04-23T18:11:16.638 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-23T18:11:16.701 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-23T18:11:16.838 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client dirsize rbytes': False, 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability'], 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-23T18:11:16.839 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:16.839 INFO:tasks.cephadm:Cluster fsid is e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:11:16.839 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-23T18:11:16.839 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.38', 'mon.b': '172.21.15.76', 'mon.c': '172.21.15.102'} 2024-04-23T18:11:16.840 INFO:tasks.cephadm:First mon is mon.a on smithi038 2024-04-23T18:11:16.840 INFO:tasks.cephadm:First mgr is x 2024-04-23T18:11:16.840 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-23T18:11:16.840 DEBUG:teuthology.orchestra.run.smithi038:> sudo hostname $(hostname -s) 2024-04-23T18:11:16.866 DEBUG:teuthology.orchestra.run.smithi076:> sudo hostname $(hostname -s) 2024-04-23T18:11:16.893 DEBUG:teuthology.orchestra.run.smithi102:> sudo hostname $(hostname -s) 2024-04-23T18:11:16.918 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-23T18:11:16.918 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:17.131 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78795/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3156-gd69f13d8', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3156.gd69f13d8'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-22 12:00:06.590653', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiescer', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-23T18:11:17.267 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref wip-lusov-quiescer, sha1 d69f13d827952bb07bb9b7973bca14f97d764d6f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:17.269 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm 2024-04-23T18:11:17.269 DEBUG:teuthology.orchestra.run.smithi038:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:17.689 INFO:teuthology.orchestra.run.smithi038.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 23 18:11 /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:17.689 DEBUG:teuthology.orchestra.run.smithi076:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:18.291 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 23 18:11 /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:18.292 DEBUG:teuthology.orchestra.run.smithi102:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:18.735 INFO:teuthology.orchestra.run.smithi102.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 23 18:11 /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:18.736 DEBUG:teuthology.orchestra.run.smithi038:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:18.755 DEBUG:teuthology.orchestra.run.smithi076:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:18.773 DEBUG:teuthology.orchestra.run.smithi102:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:18.807 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f on all hosts... 2024-04-23T18:11:18.807 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-23T18:11:18.810 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-23T18:11:18.815 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-23T18:11:20.326 INFO:teuthology.orchestra.run.smithi038.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-23T18:11:20.529 INFO:teuthology.orchestra.run.smithi102.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-23T18:11:20.581 INFO:teuthology.orchestra.run.smithi076.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-23T18:12:09.858 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:12:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-23T18:12:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-23T18:12:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "repo_digests": [ 2024-04-23T18:12:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-23T18:12:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:12:09.859 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:12:24.477 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-23T18:12:24.477 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-23T18:12:24.477 INFO:teuthology.orchestra.run.smithi102.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-23T18:12:24.478 INFO:teuthology.orchestra.run.smithi102.stdout: "repo_digests": [ 2024-04-23T18:12:24.478 INFO:teuthology.orchestra.run.smithi102.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-23T18:12:24.478 INFO:teuthology.orchestra.run.smithi102.stdout: ] 2024-04-23T18:12:24.478 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-23T18:12:50.903 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-04-23T18:12:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-23T18:12:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-23T18:12:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "repo_digests": [ 2024-04-23T18:12:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-23T18:12:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-04-23T18:12:50.904 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-04-23T18:12:50.927 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /etc/ceph 2024-04-23T18:12:50.960 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /etc/ceph 2024-04-23T18:12:50.986 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph 2024-04-23T18:12:51.018 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 777 /etc/ceph 2024-04-23T18:12:51.048 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 777 /etc/ceph 2024-04-23T18:12:51.071 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 777 /etc/ceph 2024-04-23T18:12:51.097 INFO:tasks.cephadm:Writing seed config... 2024-04-23T18:12:51.099 INFO:tasks.cephadm: override: [client] client dirsize rbytes = False 2024-04-23T18:12:51.099 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-23T18:12:51.099 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-23T18:12:51.099 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-23T18:12:51.099 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-23T18:12:51.099 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-23T18:12:51.100 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-23T18:12:51.101 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-23T18:12:51.101 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-23T18:12:51.101 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-23T18:12:51.101 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-23T18:12:51.101 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-23T18:12:51.101 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-23T18:12:51.101 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-23T18:12:51.101 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-23T18:12:51.102 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-23T18:12:51.102 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-23T18:12:51.102 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-23T18:12:51.102 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-23T18:12:51.102 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-04-23T18:12:51.102 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-23T18:12:51.102 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-23T18:12:51.102 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-23T18:12:51.102 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-23T18:12:51.102 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-23T18:12:51.103 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-23T18:12:51.103 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-23T18:12:51.103 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-23T18:12:51.103 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-23T18:12:51.103 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-23T18:12:51.103 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-23T18:12:51.103 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-23T18:12:51.103 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-23T18:12:51.103 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-23T18:12:51.104 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:12:51.104 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-23T18:12:51.123 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e0b71514-019c-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client dirsize rbytes = False client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-23T18:12:51.123 DEBUG:teuthology.orchestra.run.smithi038:mon.a> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.a.service 2024-04-23T18:12:51.166 DEBUG:teuthology.orchestra.run.smithi038:mgr.x> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.x.service 2024-04-23T18:12:51.209 INFO:tasks.cephadm:Bootstrapping... 2024-04-23T18:12:51.209 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f -v bootstrap --fsid e0b71514-019c-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.38 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:12:51.409 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------------------- 2024-04-23T18:12:51.409 INFO:teuthology.orchestra.run.smithi038.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f', '-v', 'bootstrap', '--fsid', 'e0b71514-019c-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.38', '--skip-admin-label'] 2024-04-23T18:12:51.410 INFO:teuthology.orchestra.run.smithi038.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-23T18:12:51.410 INFO:teuthology.orchestra.run.smithi038.stdout:Verifying podman|docker is present... 2024-04-23T18:12:51.435 INFO:teuthology.orchestra.run.smithi038.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-23T18:12:51.436 INFO:teuthology.orchestra.run.smithi038.stdout:Verifying lvm2 is present... 2024-04-23T18:12:51.436 INFO:teuthology.orchestra.run.smithi038.stdout:Verifying time synchronization is in place... 2024-04-23T18:12:51.444 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-23T18:12:51.444 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-23T18:12:51.449 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-23T18:12:51.449 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout inactive 2024-04-23T18:12:51.455 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout enabled 2024-04-23T18:12:51.462 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout active 2024-04-23T18:12:51.462 INFO:teuthology.orchestra.run.smithi038.stdout:Unit chronyd.service is enabled and running 2024-04-23T18:12:51.462 INFO:teuthology.orchestra.run.smithi038.stdout:Repeating the final host check... 2024-04-23T18:12:51.485 INFO:teuthology.orchestra.run.smithi038.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-23T18:12:51.485 INFO:teuthology.orchestra.run.smithi038.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-23T18:12:51.485 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl is present 2024-04-23T18:12:51.486 INFO:teuthology.orchestra.run.smithi038.stdout:lvcreate is present 2024-04-23T18:12:51.492 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-23T18:12:51.492 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-23T18:12:51.498 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-23T18:12:51.498 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout inactive 2024-04-23T18:12:51.505 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout enabled 2024-04-23T18:12:51.511 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout active 2024-04-23T18:12:51.511 INFO:teuthology.orchestra.run.smithi038.stdout:Unit chronyd.service is enabled and running 2024-04-23T18:12:51.511 INFO:teuthology.orchestra.run.smithi038.stdout:Host looks OK 2024-04-23T18:12:51.511 INFO:teuthology.orchestra.run.smithi038.stdout:Cluster fsid: e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:12:51.511 INFO:teuthology.orchestra.run.smithi038.stdout:Acquiring lock 140224557337760 on /run/cephadm/e0b71514-019c-11ef-bc93-c7b262605968.lock 2024-04-23T18:12:51.511 INFO:teuthology.orchestra.run.smithi038.stdout:Lock 140224557337760 acquired on /run/cephadm/e0b71514-019c-11ef-bc93-c7b262605968.lock 2024-04-23T18:12:51.512 INFO:teuthology.orchestra.run.smithi038.stdout:Verifying IP 172.21.15.38 port 3300 ... 2024-04-23T18:12:51.512 INFO:teuthology.orchestra.run.smithi038.stdout:Verifying IP 172.21.15.38 port 6789 ... 2024-04-23T18:12:51.512 INFO:teuthology.orchestra.run.smithi038.stdout:Base mon IP(s) is [172.21.15.38:3300, 172.21.15.38:6789], mon addrv is [v2:172.21.15.38:3300,v1:172.21.15.38:6789] 2024-04-23T18:12:51.518 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.38 metric 100 2024-04-23T18:12:51.518 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.38 metric 100 2024-04-23T18:12:51.519 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-23T18:12:51.519 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-23T18:12:51.519 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-23T18:12:51.520 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-23T18:12:51.520 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-23T18:12:51.520 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-23T18:12:51.520 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-23T18:12:51.521 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15fc/64 scope link noprefixroute 2024-04-23T18:12:51.521 INFO:teuthology.orchestra.run.smithi038.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-23T18:12:51.521 INFO:teuthology.orchestra.run.smithi038.stdout:Mon IP `172.21.15.38` is in CIDR network `172.21.0.0/20` 2024-04-23T18:12:51.521 INFO:teuthology.orchestra.run.smithi038.stdout:Mon IP `172.21.15.38` is in CIDR network `172.21.0.0/20` 2024-04-23T18:12:51.521 INFO:teuthology.orchestra.run.smithi038.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-23T18:12:51.522 INFO:teuthology.orchestra.run.smithi038.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-23T18:12:51.522 INFO:teuthology.orchestra.run.smithi038.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-23T18:12:52.021 INFO:teuthology.orchestra.run.smithi038.stdout:/bin/podman: stdout da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-23T18:12:52.021 INFO:teuthology.orchestra.run.smithi038.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-23T18:12:52.021 INFO:teuthology.orchestra.run.smithi038.stdout:/bin/podman: stderr Getting image source signatures 2024-04-23T18:12:52.021 INFO:teuthology.orchestra.run.smithi038.stdout:/bin/podman: stderr Copying blob sha256:7f03586bcf9c6a2b4d690c118c4aa5b771f9c6f252d75a20fb283dd07093a738 2024-04-23T18:12:52.021 INFO:teuthology.orchestra.run.smithi038.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-23T18:12:52.021 INFO:teuthology.orchestra.run.smithi038.stdout:/bin/podman: stderr Copying config sha256:da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-23T18:12:52.021 INFO:teuthology.orchestra.run.smithi038.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-23T18:12:52.860 INFO:teuthology.orchestra.run.smithi038.stdout:ceph: stdout ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-23T18:12:52.860 INFO:teuthology.orchestra.run.smithi038.stdout:Ceph version: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-23T18:12:52.860 INFO:teuthology.orchestra.run.smithi038.stdout:Extracting ceph user uid/gid from container image... 2024-04-23T18:12:53.877 INFO:teuthology.orchestra.run.smithi038.stdout:stat: stdout 167 167 2024-04-23T18:12:53.877 INFO:teuthology.orchestra.run.smithi038.stdout:Creating initial keys... 2024-04-23T18:12:54.899 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph-authtool: stdout AQAm+idmgNUUDRAAV8IT9qWAcr+uzaVyNaytLQ== 2024-04-23T18:12:55.873 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph-authtool: stdout AQAn+idmLi5WDxAAnizX4myLGK7CIh45IWQBnQ== 2024-04-23T18:12:56.832 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph-authtool: stdout AQAo+idmgKxGDhAAA0qVbxkq/d5ADj+uN2GHRQ== 2024-04-23T18:12:56.832 INFO:teuthology.orchestra.run.smithi038.stdout:Creating initial monmap... 2024-04-23T18:12:57.857 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-23T18:12:57.857 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-23T18:12:57.857 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:12:57.857 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-23T18:12:57.857 INFO:teuthology.orchestra.run.smithi038.stdout:monmaptool for a [v2:172.21.15.38:3300,v1:172.21.15.38:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-23T18:12:57.857 INFO:teuthology.orchestra.run.smithi038.stdout:setting min_mon_release = quincy 2024-04-23T18:12:57.857 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/monmaptool: set fsid to e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:12:57.857 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-23T18:12:57.857 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:12:57.857 INFO:teuthology.orchestra.run.smithi038.stdout:Creating mon... 2024-04-23T18:12:58.753 INFO:teuthology.orchestra.run.smithi038.stdout:create mon.a on 2024-04-23T18:12:58.964 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-23T18:12:59.108 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-23T18:12:59.311 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e0b71514-019c-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-e0b71514-019c-11ef-bc93-c7b262605968.target. 2024-04-23T18:12:59.311 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-e0b71514-019c-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-e0b71514-019c-11ef-bc93-c7b262605968.target. 2024-04-23T18:12:59.552 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.a 2024-04-23T18:12:59.552 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-23T18:12:59.729 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e0b71514-019c-11ef-bc93-c7b262605968.target.wants/ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-e0b71514-019c-11ef-bc93-c7b262605968@.service. 2024-04-23T18:13:00.241 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-23T18:13:00.241 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout disabled 2024-04-23T18:13:00.247 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-23T18:13:00.248 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout inactive 2024-04-23T18:13:00.248 INFO:teuthology.orchestra.run.smithi038.stdout:firewalld.service is not enabled 2024-04-23T18:13:00.248 INFO:teuthology.orchestra.run.smithi038.stdout:Not possible to enable service . firewalld.service is not available 2024-04-23T18:13:00.248 INFO:teuthology.orchestra.run.smithi038.stdout:Waiting for mon to start... 2024-04-23T18:13:00.248 INFO:teuthology.orchestra.run.smithi038.stdout:Waiting for mon... 2024-04-23T18:13:00.348 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:00 smithi038 ceph-mon[28844]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: monmap epoch 1 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: last_changed 2024-04-23T18:12:57.240400+0000 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: min_mon_release 19 (squid) 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: election_strategy: 1 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: fsmap 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: osdmap e1: 0 total, 0 up, 0 in 2024-04-23T18:13:01.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: mgrmap e1: no daemons active 2024-04-23T18:13:01.313 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:01 smithi038 ceph-mon[28844]: from='client.? 172.21.15.38:0/1916726859' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-23T18:13:01.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout cluster: 2024-04-23T18:13:01.321 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout id: e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:01.321 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-23T18:13:01.321 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout services: 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.527424s) 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout data: 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout pgs: 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.666+0000 7f4bcf4a8700 1 Processor -- start 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.667+0000 7f4bcf4a8700 1 -- start start 2024-04-23T18:13:01.322 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.667+0000 7f4bcf4a8700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc8108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.667+0000 7f4bcf4a8700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc8109040 con 0x7f4bc8108650 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.667+0000 7f4bcd244700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc8108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.667+0000 7f4bcd244700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc8108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45136/0 (socket says 172.21.15.38:45136) 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.667+0000 7f4bcd244700 1 -- 172.21.15.38:0/3672745118 learned_addr learned my addr 172.21.15.38:0/3672745118 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.667+0000 7f4bcd244700 1 -- 172.21.15.38:0/3672745118 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bc8109800 con 0x7f4bc8108650 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.668+0000 7f4bcd244700 1 --2- 172.21.15.38:0/3672745118 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc8108a70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0009e80 tx=0x7f4bc000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c690d12d80fd578 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.668+0000 7f4bc7fff700 1 -- 172.21.15.38:0/3672745118 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bc0017070 con 0x7f4bc8108650 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.668+0000 7f4bc7fff700 1 -- 172.21.15.38:0/3672745118 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bc0003a20 con 0x7f4bc8108650 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.668+0000 7f4bc7fff700 1 -- 172.21.15.38:0/3672745118 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bc0003d20 con 0x7f4bc8108650 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.668+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/3672745118 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 msgr2=0x7f4bc8108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.668+0000 7f4bcf4a8700 1 --2- 172.21.15.38:0/3672745118 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc8108a70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0009e80 tx=0x7f4bc000b330 comp rx=0 tx=0).stop 2024-04-23T18:13:01.323 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.668+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/3672745118 shutdown_connections 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.668+0000 7f4bcf4a8700 1 --2- 172.21.15.38:0/3672745118 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc8108a70 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.668+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/3672745118 >> 172.21.15.38:0/3672745118 conn(0x7f4bc8103cb0 msgr2=0x7f4bc81060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.669+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/3672745118 shutdown_connections 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.669+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/3672745118 wait complete. 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.669+0000 7f4bcf4a8700 1 Processor -- start 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.669+0000 7f4bcf4a8700 1 -- start start 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.669+0000 7f4bcf4a8700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc819de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.669+0000 7f4bcf4a8700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc8109d30 con 0x7f4bc8108650 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bcd244700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc819de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bcd244700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc819de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45138/0 (socket says 172.21.15.38:45138) 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bcd244700 1 -- 172.21.15.38:0/1916726859 learned_addr learned my addr 172.21.15.38:0/1916726859 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:01.324 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bcd244700 1 -- 172.21.15.38:0/1916726859 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bc819e3b0 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bcd244700 1 --2- 172.21.15.38:0/1916726859 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc819de70 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0004000 tx=0x7f4bc0004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bc67fc700 1 -- 172.21.15.38:0/1916726859 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bc0022020 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bc67fc700 1 -- 172.21.15.38:0/1916726859 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bc0018040 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/1916726859 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bc819e640 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bc67fc700 1 -- 172.21.15.38:0/1916726859 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bc0017070 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/1916726859 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bc81a1330 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bc67fc700 1 -- 172.21.15.38:0/1916726859 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4bc0025020 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.670+0000 7f4bc67fc700 1 -- 172.21.15.38:0/1916726859 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4bc000f050 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.671+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/1916726859 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bc80640a0 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.674+0000 7f4bc67fc700 1 -- 172.21.15.38:0/1916726859 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f4bc002c030 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.747+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/1916726859 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f4bc81a1850 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.748+0000 7f4bc67fc700 1 -- 172.21.15.38:0/1916726859 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f4bc001e480 con 0x7f4bc8108650 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.748+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/1916726859 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 msgr2=0x7f4bc819de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:01.325 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.748+0000 7f4bcf4a8700 1 --2- 172.21.15.38:0/1916726859 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc819de70 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0004000 tx=0x7f4bc0004ad0 comp rx=0 tx=0).stop 2024-04-23T18:13:01.326 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.748+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/1916726859 shutdown_connections 2024-04-23T18:13:01.326 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.748+0000 7f4bcf4a8700 1 --2- 172.21.15.38:0/1916726859 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bc8108650 0x7f4bc819de70 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:01.326 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.748+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/1916726859 >> 172.21.15.38:0/1916726859 conn(0x7f4bc8103cb0 msgr2=0x7f4bc807d1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:01.326 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.748+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/1916726859 shutdown_connections 2024-04-23T18:13:01.326 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:00.748+0000 7f4bcf4a8700 1 -- 172.21.15.38:0/1916726859 wait complete. 2024-04-23T18:13:01.326 INFO:teuthology.orchestra.run.smithi038.stdout:mon is available 2024-04-23T18:13:01.326 INFO:teuthology.orchestra.run.smithi038.stdout:Assimilating anything we can from ceph.conf... 2024-04-23T18:13:02.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:02 smithi038 ceph-mon[28844]: from='client.? 172.21.15.38:0/219824078' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-23T18:13:02.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:02 smithi038 ceph-mon[28844]: from='client.? 172.21.15.38:0/219824078' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-23T18:13:02.447 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:02.447 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout [global] 2024-04-23T18:13:02.447 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout fsid = e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:02.447 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-23T18:13:02.447 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.38:3300,v1:172.21.15.38:6789] 2024-04-23T18:13:02.447 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout [osd] 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-23T18:13:02.448 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.715+0000 7fe6a6910700 1 Processor -- start 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.715+0000 7fe6a6910700 1 -- start start 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.715+0000 7fe6a6910700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a0108650 0x7fe6a0108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.715+0000 7fe6a6910700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a0109040 con 0x7fe6a0108650 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.715+0000 7fe69ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a0108650 0x7fe6a0108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.715+0000 7fe69ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a0108650 0x7fe6a0108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45154/0 (socket says 172.21.15.38:45154) 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.715+0000 7fe69ffff700 1 -- 172.21.15.38:0/3884540020 learned_addr learned my addr 172.21.15.38:0/3884540020 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.716+0000 7fe69ffff700 1 -- 172.21.15.38:0/3884540020 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6a0109800 con 0x7fe6a0108650 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.716+0000 7fe69ffff700 1 --2- 172.21.15.38:0/3884540020 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a0108650 0x7fe6a0108a70 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fe6900098a0 tx=0x7fe690009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8a683687564367c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.716+0000 7fe69effd700 1 -- 172.21.15.38:0/3884540020 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe690004160 con 0x7fe6a0108650 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.716+0000 7fe69effd700 1 -- 172.21.15.38:0/3884540020 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe690004300 con 0x7fe6a0108650 2024-04-23T18:13:02.449 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.716+0000 7fe69effd700 1 -- 172.21.15.38:0/3884540020 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6900036a0 con 0x7fe6a0108650 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.716+0000 7fe6a6910700 1 -- 172.21.15.38:0/3884540020 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a0108650 msgr2=0x7fe6a0108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.716+0000 7fe6a6910700 1 --2- 172.21.15.38:0/3884540020 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a0108650 0x7fe6a0108a70 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fe6900098a0 tx=0x7fe690009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.716+0000 7fe6a6910700 1 -- 172.21.15.38:0/3884540020 shutdown_connections 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.716+0000 7fe6a6910700 1 --2- 172.21.15.38:0/3884540020 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a0108650 0x7fe6a0108a70 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.716+0000 7fe6a6910700 1 -- 172.21.15.38:0/3884540020 >> 172.21.15.38:0/3884540020 conn(0x7fe6a0103cb0 msgr2=0x7fe6a01060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.717+0000 7fe6a6910700 1 -- 172.21.15.38:0/3884540020 shutdown_connections 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.717+0000 7fe6a6910700 1 -- 172.21.15.38:0/3884540020 wait complete. 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.717+0000 7fe6a6910700 1 Processor -- start 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.717+0000 7fe6a6910700 1 -- start start 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe6a6910700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a019be60 0x7fe6a019c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:02.450 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe6a6910700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a0109d30 con 0x7fe6a019be60 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe69ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a019be60 0x7fe6a019c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe69ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a019be60 0x7fe6a019c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45162/0 (socket says 172.21.15.38:45162) 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe69ffff700 1 -- 172.21.15.38:0/219824078 learned_addr learned my addr 172.21.15.38:0/219824078 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe69ffff700 1 -- 172.21.15.38:0/219824078 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6a019c7c0 con 0x7fe6a019be60 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe69ffff700 1 --2- 172.21.15.38:0/219824078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a019be60 0x7fe6a019c280 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fe690000c00 tx=0x7fe690004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe69d7fa700 1 -- 172.21.15.38:0/219824078 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe690003ca0 con 0x7fe6a019be60 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe69d7fa700 1 -- 172.21.15.38:0/219824078 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe690003e40 con 0x7fe6a019be60 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe6a6910700 1 -- 172.21.15.38:0/219824078 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6a019ca50 con 0x7fe6a019be60 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe69d7fa700 1 -- 172.21.15.38:0/219824078 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6900117a0 con 0x7fe6a019be60 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.718+0000 7fe6a6910700 1 -- 172.21.15.38:0/219824078 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6a019f4e0 con 0x7fe6a019be60 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.719+0000 7fe69d7fa700 1 -- 172.21.15.38:0/219824078 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe690011cd0 con 0x7fe6a019be60 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.719+0000 7fe69d7fa700 1 -- 172.21.15.38:0/219824078 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe69001a7a0 con 0x7fe6a019be60 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.719+0000 7fe6a6910700 1 -- 172.21.15.38:0/219824078 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6a00640a0 con 0x7fe6a019be60 2024-04-23T18:13:02.451 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.722+0000 7fe69d7fa700 1 -- 172.21.15.38:0/219824078 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fe690006e20 con 0x7fe6a019be60 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.792+0000 7fe6a6910700 1 -- 172.21.15.38:0/219824078 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fe6a002e200 con 0x7fe6a019be60 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.797+0000 7fe69d7fa700 1 -- 172.21.15.38:0/219824078 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7fe690024d30 con 0x7fe6a019be60 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.798+0000 7fe69d7fa700 1 -- 172.21.15.38:0/219824078 <== mon.0 v2:172.21.15.38:3300/0 8 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fe690024470 con 0x7fe6a019be60 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.799+0000 7fe6a6910700 1 -- 172.21.15.38:0/219824078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a019be60 msgr2=0x7fe6a019c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.799+0000 7fe6a6910700 1 --2- 172.21.15.38:0/219824078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a019be60 0x7fe6a019c280 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fe690000c00 tx=0x7fe690004750 comp rx=0 tx=0).stop 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.799+0000 7fe6a6910700 1 -- 172.21.15.38:0/219824078 shutdown_connections 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.799+0000 7fe6a6910700 1 --2- 172.21.15.38:0/219824078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6a019be60 0x7fe6a019c280 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.799+0000 7fe6a6910700 1 -- 172.21.15.38:0/219824078 >> 172.21.15.38:0/219824078 conn(0x7fe6a0103cb0 msgr2=0x7fe6a0192960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.799+0000 7fe6a6910700 1 -- 172.21.15.38:0/219824078 shutdown_connections 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:01.799+0000 7fe6a6910700 1 -- 172.21.15.38:0/219824078 wait complete. 2024-04-23T18:13:02.452 INFO:teuthology.orchestra.run.smithi038.stdout:Generating new minimal ceph.conf... 2024-04-23T18:13:03.528 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:03 smithi038 ceph-mon[28844]: from='client.? 172.21.15.38:0/3569001818' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:13:03.536 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.890+0000 7f04e56e0700 1 Processor -- start 2024-04-23T18:13:03.536 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.890+0000 7f04e56e0700 1 -- start start 2024-04-23T18:13:03.536 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.890+0000 7f04e56e0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e010b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:03.536 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.890+0000 7f04e56e0700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f04e007be60 con 0x7f04e0109050 2024-04-23T18:13:03.536 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.890+0000 7f04deffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e010b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:03.537 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.891+0000 7f04deffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e010b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45178/0 (socket says 172.21.15.38:45178) 2024-04-23T18:13:03.537 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.891+0000 7f04deffd700 1 -- 172.21.15.38:0/884900157 learned_addr learned my addr 172.21.15.38:0/884900157 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:03.537 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.891+0000 7f04deffd700 1 -- 172.21.15.38:0/884900157 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04e010b980 con 0x7f04e0109050 2024-04-23T18:13:03.537 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.891+0000 7f04deffd700 1 --2- 172.21.15.38:0/884900157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e010b440 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f04d00098a0 tx=0x7f04d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c482fb41d488cef server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:03.537 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.891+0000 7f04ddffb700 1 -- 172.21.15.38:0/884900157 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04d0004160 con 0x7f04e0109050 2024-04-23T18:13:03.537 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.891+0000 7f04ddffb700 1 -- 172.21.15.38:0/884900157 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f04d0004300 con 0x7f04e0109050 2024-04-23T18:13:03.537 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.891+0000 7f04ddffb700 1 -- 172.21.15.38:0/884900157 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04d0011b20 con 0x7f04e0109050 2024-04-23T18:13:03.537 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.892+0000 7f04e56e0700 1 -- 172.21.15.38:0/884900157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 msgr2=0x7f04e010b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:03.537 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.892+0000 7f04e56e0700 1 --2- 172.21.15.38:0/884900157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e010b440 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f04d00098a0 tx=0x7f04d0009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.892+0000 7f04e56e0700 1 -- 172.21.15.38:0/884900157 shutdown_connections 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.892+0000 7f04e56e0700 1 --2- 172.21.15.38:0/884900157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e010b440 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.892+0000 7f04e56e0700 1 -- 172.21.15.38:0/884900157 >> 172.21.15.38:0/884900157 conn(0x7f04e0102a40 msgr2=0x7f04e0104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.892+0000 7f04e56e0700 1 -- 172.21.15.38:0/884900157 shutdown_connections 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.892+0000 7f04e56e0700 1 -- 172.21.15.38:0/884900157 wait complete. 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.892+0000 7f04e56e0700 1 Processor -- start 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.893+0000 7f04e56e0700 1 -- start start 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.893+0000 7f04e56e0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e019c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.893+0000 7f04e56e0700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f04e010c9a0 con 0x7f04e0109050 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.893+0000 7f04deffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e019c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.893+0000 7f04deffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e019c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45184/0 (socket says 172.21.15.38:45184) 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.893+0000 7f04deffd700 1 -- 172.21.15.38:0/3569001818 learned_addr learned my addr 172.21.15.38:0/3569001818 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:03.538 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.893+0000 7f04deffd700 1 -- 172.21.15.38:0/3569001818 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04e019c940 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.893+0000 7f04deffd700 1 --2- 172.21.15.38:0/3569001818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e019c400 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f04d0006af0 tx=0x7f04d0011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.894+0000 7f04d7fff700 1 -- 172.21.15.38:0/3569001818 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04d00039a0 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.894+0000 7f04d7fff700 1 -- 172.21.15.38:0/3569001818 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f04d0003b40 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.894+0000 7f04d7fff700 1 -- 172.21.15.38:0/3569001818 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04d0019670 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.894+0000 7f04e56e0700 1 -- 172.21.15.38:0/3569001818 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04e019cbd0 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.894+0000 7f04e56e0700 1 -- 172.21.15.38:0/3569001818 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04e019d030 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.894+0000 7f04d7fff700 1 -- 172.21.15.38:0/3569001818 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f04d0019cc0 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.894+0000 7f04d7fff700 1 -- 172.21.15.38:0/3569001818 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f04d0024770 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.895+0000 7f04e56e0700 1 -- 172.21.15.38:0/3569001818 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04e00640a0 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.897+0000 7f04d7fff700 1 -- 172.21.15.38:0/3569001818 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f04d0043e50 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.968+0000 7f04e56e0700 1 -- 172.21.15.38:0/3569001818 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f04e019f9e0 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.968+0000 7f04d7fff700 1 -- 172.21.15.38:0/3569001818 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f04d0032020 con 0x7f04e0109050 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.969+0000 7f04e56e0700 1 -- 172.21.15.38:0/3569001818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 msgr2=0x7f04e019c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:03.539 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.969+0000 7f04e56e0700 1 --2- 172.21.15.38:0/3569001818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e019c400 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f04d0006af0 tx=0x7f04d0011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:03.540 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.969+0000 7f04e56e0700 1 -- 172.21.15.38:0/3569001818 shutdown_connections 2024-04-23T18:13:03.540 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.969+0000 7f04e56e0700 1 --2- 172.21.15.38:0/3569001818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04e0109050 0x7f04e019c400 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:03.540 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.969+0000 7f04e56e0700 1 -- 172.21.15.38:0/3569001818 >> 172.21.15.38:0/3569001818 conn(0x7f04e0102a40 msgr2=0x7f04e0103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:03.540 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.969+0000 7f04e56e0700 1 -- 172.21.15.38:0/3569001818 shutdown_connections 2024-04-23T18:13:03.540 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.969+0000 7f04e56e0700 1 -- 172.21.15.38:0/3569001818 wait complete. 2024-04-23T18:13:03.540 INFO:teuthology.orchestra.run.smithi038.stdout:Restarting the monitor... 2024-04-23T18:13:03.823 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:03 smithi038 systemd[1]: Stopping Ceph mon.a for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:13:04.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:03 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a[28840]: 2024-04-23T18:13:03.829+0000 7fd7637f8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:13:04.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:03 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a[28840]: 2024-04-23T18:13:03.829+0000 7fd7637f8700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-23T18:13:04.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:03 smithi038 podman[29088]: 2024-04-23 18:13:03.973064689 +0000 UTC m=+0.254585017 container died badf4a0d399a97cb1b2412f673940c8e0bd1dd01f5963fabf29d447b6c189e48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-23T18:13:04.489 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:04 smithi038 podman[29088]: 2024-04-23 18:13:04.28725 +0000 UTC m=+0.568770327 container cleanup badf4a0d399a97cb1b2412f673940c8e0bd1dd01f5963fabf29d447b6c189e48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-23T18:13:04.490 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:04 smithi038 bash[29088]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a 2024-04-23T18:13:04.775 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:04 smithi038 podman[29102]: 2024-04-23 18:13:04.496383578 +0000 UTC m=+0.519092474 container remove badf4a0d399a97cb1b2412f673940c8e0bd1dd01f5963fabf29d447b6c189e48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-23T18:13:04.775 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:04 smithi038 systemd[1]: ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-23T18:13:04.775 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:04 smithi038 systemd[1]: Stopped Ceph mon.a for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:13:04.776 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:04 smithi038 systemd[1]: Starting Ceph mon.a for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:13:05.045 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:04 smithi038 podman[29198]: 2024-04-23 18:13:04.848948217 +0000 UTC m=+0.018384788 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:13:05.045 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:04 smithi038 podman[29198]: 2024-04-23 18:13:04.955510552 +0000 UTC m=+0.124947149 container create ea31397d151f14f9af4959de7243cee65a24478bad9aea41310b25b91b207327 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True) 2024-04-23T18:13:05.250 INFO:teuthology.orchestra.run.smithi038.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-23T18:13:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 podman[29198]: 2024-04-23 18:13:05.160427703 +0000 UTC m=+0.329864261 container init ea31397d151f14f9af4959de7243cee65a24478bad9aea41310b25b91b207327 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=) 2024-04-23T18:13:05.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 podman[29198]: 2024-04-23 18:13:05.163439952 +0000 UTC m=+0.332876510 container start ea31397d151f14f9af4959de7243cee65a24478bad9aea41310b25b91b207327 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-23T18:13:05.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: set uid:gid to 167:167 (ceph:ceph) 2024-04-23T18:13:05.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-23T18:13:05.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: pidfile_write: ignore empty --pid-file 2024-04-23T18:13:05.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: load: jerasure load: lrc 2024-04-23T18:13:05.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: RocksDB version: 7.9.2 2024-04-23T18:13:05.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Git sha 0 2024-04-23T18:13:05.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-23T18:13:05.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: DB SUMMARY 2024-04-23T18:13:05.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: DB Session ID: UA8BGUKEBBXGZI5HN7BN 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: CURRENT file: CURRENT 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: IDENTITY file: IDENTITY 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105594 ; 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.error_if_exists: 0 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.create_if_missing: 0 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.paranoid_checks: 1 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.env: 0x55f3aa847cc0 2024-04-23T18:13:05.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.fs: PosixFileSystem 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.info_log: 0x55f3ac7e9be0 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_file_opening_threads: 16 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.statistics: (nil) 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.use_fsync: 0 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_log_file_size: 0 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.keep_log_file_num: 1000 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.recycle_log_file_num: 0 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.allow_fallocate: 1 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.allow_mmap_reads: 0 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.allow_mmap_writes: 0 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.use_direct_reads: 0 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-23T18:13:05.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.create_missing_column_families: 0 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.db_log_dir: 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.wal_dir: 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.advise_random_on_open: 1 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.db_write_buffer_size: 0 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.write_buffer_manager: 0x55f3ac77d0e0 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-23T18:13:05.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.rate_limiter: (nil) 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.wal_recovery_mode: 2 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.enable_thread_tracking: 0 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.enable_pipelined_write: 0 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.unordered_write: 0 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.row_cache: None 2024-04-23T18:13:05.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.wal_filter: None 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.allow_ingest_behind: 0 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.two_write_queues: 0 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.manual_wal_flush: 0 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.wal_compression: 0 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.atomic_flush: 0 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.log_readahead_size: 0 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-23T18:13:05.416 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.best_efforts_recovery: 0 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.allow_data_in_errors: 0 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.db_host_id: __hostname__ 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_background_jobs: 2 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_background_compactions: -1 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_subcompactions: 1 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_total_wal_size: 0 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-23T18:13:05.417 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_open_files: -1 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bytes_per_sync: 0 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_readahead_size: 0 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_background_flushes: -1 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Compression algorithms supported: 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: kZSTD supported: 0 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: kXpressCompression supported: 0 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: kLZ4HCCompression supported: 1 2024-04-23T18:13:05.418 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: kZlibCompression supported: 1 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: kSnappyCompression supported: 1 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: kLZ4Compression supported: 1 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: kBZip2Compression supported: 0 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.merge_operator: 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_filter: None 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_filter_factory: None 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.sst_partitioner_factory: None 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-23T18:13:05.419 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f3ac7e9dc0) 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: cache_index_and_filter_blocks: 1 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: pin_top_level_index_and_filter: 1 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: index_type: 0 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: data_block_index_type: 0 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: index_shortening: 1 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: checksum: 4 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: no_block_cache: 0 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: block_cache: 0x55f3ac7af1f0 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: block_cache_name: BinnedLRUCache 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: block_cache_options: 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: capacity : 536870912 2024-04-23T18:13:05.420 INFO:journalctl@ceph.mon.a.smithi038.stdout: num_shard_bits : 4 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: strict_capacity_limit : 0 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: high_pri_pool_ratio: 0.000 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: block_cache_compressed: (nil) 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: persistent_cache: (nil) 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: block_size: 4096 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: block_size_deviation: 10 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: block_restart_interval: 16 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: index_block_restart_interval: 1 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: metadata_block_size: 4096 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: partition_filters: 0 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: use_delta_encoding: 1 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: filter_policy: bloomfilter 2024-04-23T18:13:05.421 INFO:journalctl@ceph.mon.a.smithi038.stdout: whole_key_filtering: 1 2024-04-23T18:13:05.422 INFO:journalctl@ceph.mon.a.smithi038.stdout: verify_compression: 0 2024-04-23T18:13:05.422 INFO:journalctl@ceph.mon.a.smithi038.stdout: read_amp_bytes_per_bit: 0 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout: format_version: 5 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout: enable_index_compression: 1 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout: block_align: 0 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout: max_auto_readahead_size: 262144 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout: prepopulate_block_cache: 0 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout: initial_auto_readahead_size: 8192 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout: num_file_reads_for_auto_readahead: 2 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.write_buffer_size: 33554432 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_write_buffer_number: 2 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compression: NoCompression 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bottommost_compression: Disabled 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.prefix_extractor: nullptr 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.num_levels: 7 2024-04-23T18:13:05.423 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-23T18:13:05.424 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-23T18:13:05.424 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-23T18:13:05.424 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-23T18:13:05.424 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-23T18:13:05.424 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-23T18:13:05.424 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-23T18:13:05.424 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-23T18:13:05.424 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-23T18:13:05.424 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compression_opts.level: 32767 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compression_opts.strategy: 0 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compression_opts.enabled: false 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-23T18:13:05.425 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.target_file_size_base: 67108864 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-23T18:13:05.426 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-23T18:13:05.427 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-23T18:13:05.427 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-23T18:13:05.427 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.arena_block_size: 1048576 2024-04-23T18:13:05.427 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-23T18:13:05.427 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-23T18:13:05.427 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.disable_auto_compactions: 0 2024-04-23T18:13:05.427 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-23T18:13:05.428 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.inplace_update_support: 0 2024-04-23T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-23T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-23T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-23T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-23T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.bloom_locality: 0 2024-04-23T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.max_successive_merges: 0 2024-04-23T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-23T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.paranoid_file_checks: 0 2024-04-23T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.force_consistency_checks: 1 2024-04-23T18:13:05.430 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.report_bg_io_stats: 0 2024-04-23T18:13:05.430 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.ttl: 2592000 2024-04-23T18:13:05.430 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-23T18:13:05.430 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-23T18:13:05.430 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.enable_blob_files: false 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.min_blob_size: 0 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.blob_file_size: 268435456 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.blob_file_starting_level: 0 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-23T18:13:05.431 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5ad2c17f-e160-4940-8c3c-60352bc25abb 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713895985192131, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713895985193170, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100681, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 328, "table_properties": {"data_size": 98565, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14288, "raw_average_key_size": 49, "raw_value_size": 90821, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 287, "num_filter_entries": 287, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713895985, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5ad2c17f-e160-4940-8c3c-60352bc25abb", "db_session_id": "UA8BGUKEBBXGZI5HN7BN", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713895985193252, "job": 1, "event": "recovery_finished"} 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f3ac8c4000 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: DB pointer 0x55f3ac8ae000 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout: ** DB Stats ** 2024-04-23T18:13:05.432 INFO:journalctl@ceph.mon.a.smithi038.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: ** Compaction Stats [default] ** 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: L0 2/0 100.18 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 158.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: Sum 2/0 100.18 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 158.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 158.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: 2024-04-23T18:13:05.433 INFO:journalctl@ceph.mon.a.smithi038.stdout: ** Compaction Stats [default] ** 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 158.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: Cumulative compaction: 0.00 GB write, 28.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-23T18:13:05.434 INFO:journalctl@ceph.mon.a.smithi038.stdout: Interval compaction: 0.00 GB write, 28.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: Block cache BinnedLRUCache@0x55f3ac7af1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: starting mon.a rank 0 at public addrs [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] at bind addrs [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: mon.a@-1(???) e1 preinit fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: mon.a@-1(???).mds e1 new map 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: mon.a@-1(???).mds e1 print_map 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: e1 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: legacy client fscid: -1 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: 2024-04-23T18:13:05.435 INFO:journalctl@ceph.mon.a.smithi038.stdout: No filesystems configured 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: monmap epoch 1 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 bash[29198]: ea31397d151f14f9af4959de7243cee65a24478bad9aea41310b25b91b207327 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: last_changed 2024-04-23T18:12:57.240400+0000 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: min_mon_release 19 (squid) 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: election_strategy: 1 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: fsmap 2024-04-23T18:13:05.436 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: osdmap e1: 0 total, 0 up, 0 in 2024-04-23T18:13:05.437 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 ceph-mon[29217]: mgrmap e1: no daemons active 2024-04-23T18:13:05.437 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:05 smithi038 systemd[1]: Started Ceph mon.a for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:13:06.326 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.677+0000 7f85b1bd0700 1 Processor -- start 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.677+0000 7f85b1bd0700 1 -- start start 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.677+0000 7f85b1bd0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac107260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.677+0000 7f85b1bd0700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f85ac07be60 con 0x7f85ac106e40 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.678+0000 7f85ab7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac107260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.678+0000 7f85ab7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac107260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45198/0 (socket says 172.21.15.38:45198) 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.678+0000 7f85ab7fe700 1 -- 172.21.15.38:0/681735814 learned_addr learned my addr 172.21.15.38:0/681735814 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.678+0000 7f85ab7fe700 1 -- 172.21.15.38:0/681735814 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85ac1077a0 con 0x7f85ac106e40 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.678+0000 7f85ab7fe700 1 --2- 172.21.15.38:0/681735814 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac107260 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f85a4009e80 tx=0x7f85a400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93c0b153d073a162 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.678+0000 7f85aa7fc700 1 -- 172.21.15.38:0/681735814 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a4017070 con 0x7f85ac106e40 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.679+0000 7f85aa7fc700 1 -- 172.21.15.38:0/681735814 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f85a400b8c0 con 0x7f85ac106e40 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.679+0000 7f85aa7fc700 1 -- 172.21.15.38:0/681735814 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a40045c0 con 0x7f85ac106e40 2024-04-23T18:13:06.327 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.679+0000 7f85b1bd0700 1 -- 172.21.15.38:0/681735814 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 msgr2=0x7f85ac107260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.679+0000 7f85b1bd0700 1 --2- 172.21.15.38:0/681735814 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac107260 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f85a4009e80 tx=0x7f85a400b330 comp rx=0 tx=0).stop 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.679+0000 7f85b1bd0700 1 -- 172.21.15.38:0/681735814 shutdown_connections 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.679+0000 7f85b1bd0700 1 --2- 172.21.15.38:0/681735814 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac107260 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.679+0000 7f85b1bd0700 1 -- 172.21.15.38:0/681735814 >> 172.21.15.38:0/681735814 conn(0x7f85ac102a40 msgr2=0x7f85ac104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.679+0000 7f85b1bd0700 1 -- 172.21.15.38:0/681735814 shutdown_connections 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.679+0000 7f85b1bd0700 1 -- 172.21.15.38:0/681735814 wait complete. 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.680+0000 7f85b1bd0700 1 Processor -- start 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.680+0000 7f85b1bd0700 1 -- start start 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.680+0000 7f85b1bd0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac19e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.680+0000 7f85b1bd0700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f85ac108830 con 0x7f85ac106e40 2024-04-23T18:13:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.680+0000 7f85ab7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac19e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.680+0000 7f85ab7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac19e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45204/0 (socket says 172.21.15.38:45204) 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.680+0000 7f85ab7fe700 1 -- 172.21.15.38:0/2198230952 learned_addr learned my addr 172.21.15.38:0/2198230952 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.681+0000 7f85ab7fe700 1 -- 172.21.15.38:0/2198230952 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85ac19eb70 con 0x7f85ac106e40 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.681+0000 7f85ab7fe700 1 --2- 172.21.15.38:0/2198230952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac19e630 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f85a4000f80 tx=0x7f85a400bdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.681+0000 7f85a8ff9700 1 -- 172.21.15.38:0/2198230952 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a4017070 con 0x7f85ac106e40 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.681+0000 7f85b1bd0700 1 -- 172.21.15.38:0/2198230952 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85ac19ee00 con 0x7f85ac106e40 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.681+0000 7f85a8ff9700 1 -- 172.21.15.38:0/2198230952 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f85a4022070 con 0x7f85ac106e40 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.681+0000 7f85a8ff9700 1 -- 172.21.15.38:0/2198230952 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a401d6d0 con 0x7f85ac106e40 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.681+0000 7f85b1bd0700 1 -- 172.21.15.38:0/2198230952 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85ac1a1af0 con 0x7f85ac106e40 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.681+0000 7f85a8ff9700 1 -- 172.21.15.38:0/2198230952 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f85a401d990 con 0x7f85ac106e40 2024-04-23T18:13:06.329 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.681+0000 7f85a8ff9700 1 -- 172.21.15.38:0/2198230952 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f85a400f050 con 0x7f85ac106e40 2024-04-23T18:13:06.330 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.682+0000 7f85b1bd0700 1 -- 172.21.15.38:0/2198230952 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85ac0640a0 con 0x7f85ac106e40 2024-04-23T18:13:06.330 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.684+0000 7f85a8ff9700 1 -- 172.21.15.38:0/2198230952 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f85a4012a70 con 0x7f85ac106e40 2024-04-23T18:13:06.330 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.756+0000 7f85b1bd0700 1 -- 172.21.15.38:0/2198230952 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f85ac02e1f0 con 0x7f85ac106e40 2024-04-23T18:13:06.330 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.763+0000 7f85a8ff9700 1 -- 172.21.15.38:0/2198230952 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f85a400b860 con 0x7f85ac106e40 2024-04-23T18:13:06.330 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.764+0000 7f85b1bd0700 1 -- 172.21.15.38:0/2198230952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 msgr2=0x7f85ac19e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:06.330 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.764+0000 7f85b1bd0700 1 --2- 172.21.15.38:0/2198230952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac19e630 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f85a4000f80 tx=0x7f85a400bdc0 comp rx=0 tx=0).stop 2024-04-23T18:13:06.330 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.764+0000 7f85b1bd0700 1 -- 172.21.15.38:0/2198230952 shutdown_connections 2024-04-23T18:13:06.331 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.764+0000 7f85b1bd0700 1 --2- 172.21.15.38:0/2198230952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ac106e40 0x7f85ac19e630 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:06.331 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.764+0000 7f85b1bd0700 1 -- 172.21.15.38:0/2198230952 >> 172.21.15.38:0/2198230952 conn(0x7f85ac102a40 msgr2=0x7f85ac195250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:06.331 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.764+0000 7f85b1bd0700 1 -- 172.21.15.38:0/2198230952 shutdown_connections 2024-04-23T18:13:06.331 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:05.764+0000 7f85b1bd0700 1 -- 172.21.15.38:0/2198230952 wait complete. 2024-04-23T18:13:06.331 INFO:teuthology.orchestra.run.smithi038.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-23T18:13:06.360 INFO:teuthology.orchestra.run.smithi038.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:13:06.360 INFO:teuthology.orchestra.run.smithi038.stdout:Creating mgr... 2024-04-23T18:13:06.361 INFO:teuthology.orchestra.run.smithi038.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-23T18:13:06.361 INFO:teuthology.orchestra.run.smithi038.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-23T18:13:06.638 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.x 2024-04-23T18:13:06.639 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-23T18:13:06.794 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e0b71514-019c-11ef-bc93-c7b262605968.target.wants/ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-e0b71514-019c-11ef-bc93-c7b262605968@.service. 2024-04-23T18:13:06.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:06 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2198230952' entity='client.admin' 2024-04-23T18:13:06.910 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:06 smithi038 systemd[1]: Starting Ceph mgr.x for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:13:07.410 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:07 smithi038 podman[29436]: 2024-04-23 18:13:07.044123537 +0000 UTC m=+0.102180707 container create e469e51712f03c024f665757aa2957459a9444d64f6042f8b84170fcd55d2bd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-23T18:13:07.410 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:07 smithi038 podman[29436]: 2024-04-23 18:13:06.960218092 +0000 UTC m=+0.018275260 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:13:07.410 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:07 smithi038 podman[29436]: 2024-04-23 18:13:07.259455965 +0000 UTC m=+0.317513133 container init e469e51712f03c024f665757aa2957459a9444d64f6042f8b84170fcd55d2bd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:13:07.410 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:07 smithi038 podman[29436]: 2024-04-23 18:13:07.262032545 +0000 UTC m=+0.320089715 container start e469e51712f03c024f665757aa2957459a9444d64f6042f8b84170fcd55d2bd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-23T18:13:07.538 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-23T18:13:07.538 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout disabled 2024-04-23T18:13:07.545 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-23T18:13:07.545 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout inactive 2024-04-23T18:13:07.546 INFO:teuthology.orchestra.run.smithi038.stdout:firewalld.service is not enabled 2024-04-23T18:13:07.546 INFO:teuthology.orchestra.run.smithi038.stdout:Not possible to enable service . firewalld.service is not available 2024-04-23T18:13:07.554 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-23T18:13:07.554 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout disabled 2024-04-23T18:13:07.562 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-23T18:13:07.562 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout inactive 2024-04-23T18:13:07.562 INFO:teuthology.orchestra.run.smithi038.stdout:firewalld.service is not enabled 2024-04-23T18:13:07.562 INFO:teuthology.orchestra.run.smithi038.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-23T18:13:07.562 INFO:teuthology.orchestra.run.smithi038.stdout:Waiting for mgr to start... 2024-04-23T18:13:07.562 INFO:teuthology.orchestra.run.smithi038.stdout:Waiting for mgr... 2024-04-23T18:13:07.689 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:07 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:07.423+0000 7f0eb0034200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:13:07.689 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:07 smithi038 bash[29436]: e469e51712f03c024f665757aa2957459a9444d64f6042f8b84170fcd55d2bd7 2024-04-23T18:13:07.689 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:07 smithi038 systemd[1]: Started Ceph mgr.x for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:13:07.689 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:07 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:07.622+0000 7f0eb0034200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:07.992 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:07 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:07.728+0000 7f0eb0034200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:13:08.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:08 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2251462183' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-23T18:13:08.409 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:08 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:08.059+0000 7f0eb0034200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:13:08.409 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:08 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:08.150+0000 7f0eb0034200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:13:08.743 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "health": { 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 0 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "a" 2024-04-23T18:13:08.744 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-23T18:13:08.745 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-23T18:13:08.755 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-23T18:13:08.756 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "restful" 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "modified": "2024-04-23T18:13:00.223637+0000", 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.044+0000 7fbbb3bc7700 1 Processor -- start 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.044+0000 7fbbb3bc7700 1 -- start start 2024-04-23T18:13:08.757 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.044+0000 7fbbb3bc7700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac106ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.045+0000 7fbbb3bc7700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbbac107270 con 0x7fbbac106880 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.045+0000 7fbbb1963700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac106ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.045+0000 7fbbb1963700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac106ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45236/0 (socket says 172.21.15.38:45236) 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.045+0000 7fbbb1963700 1 -- 172.21.15.38:0/455397075 learned_addr learned my addr 172.21.15.38:0/455397075 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.045+0000 7fbbb1963700 1 -- 172.21.15.38:0/455397075 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbac109810 con 0x7fbbac106880 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.046+0000 7fbbb1963700 1 --2- 172.21.15.38:0/455397075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac106ca0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fbba00098a0 tx=0x7fbba0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=890e5fbb7926f6d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.046+0000 7fbbb0961700 1 -- 172.21.15.38:0/455397075 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbba0004160 con 0x7fbbac106880 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.046+0000 7fbbb0961700 1 -- 172.21.15.38:0/455397075 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fbba0004300 con 0x7fbbac106880 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.046+0000 7fbbb0961700 1 -- 172.21.15.38:0/455397075 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbba0011b20 con 0x7fbbac106880 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.047+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/455397075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 msgr2=0x7fbbac106ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.047+0000 7fbbb3bc7700 1 --2- 172.21.15.38:0/455397075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac106ca0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fbba00098a0 tx=0x7fbba0009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.047+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/455397075 shutdown_connections 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.047+0000 7fbbb3bc7700 1 --2- 172.21.15.38:0/455397075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac106ca0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:08.758 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.047+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/455397075 >> 172.21.15.38:0/455397075 conn(0x7fbbac1021b0 msgr2=0x7fbbac1045f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.047+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/455397075 shutdown_connections 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.047+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/455397075 wait complete. 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.048+0000 7fbbb3bc7700 1 Processor -- start 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.048+0000 7fbbb3bc7700 1 -- start start 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.048+0000 7fbbb3bc7700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac19c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.048+0000 7fbbb3bc7700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbbac10cbc0 con 0x7fbbac106880 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.048+0000 7fbbb1963700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac19c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.048+0000 7fbbb1963700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac19c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45242/0 (socket says 172.21.15.38:45242) 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.048+0000 7fbbb1963700 1 -- 172.21.15.38:0/2251462183 learned_addr learned my addr 172.21.15.38:0/2251462183 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.048+0000 7fbbb1963700 1 -- 172.21.15.38:0/2251462183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbac19c980 con 0x7fbbac106880 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.048+0000 7fbbb1963700 1 --2- 172.21.15.38:0/2251462183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac19c440 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbba00117e0 tx=0x7fbba0011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.049+0000 7fbb9effd700 1 -- 172.21.15.38:0/2251462183 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbba0003b30 con 0x7fbbac106880 2024-04-23T18:13:08.759 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.049+0000 7fbb9effd700 1 -- 172.21.15.38:0/2251462183 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fbba0003cd0 con 0x7fbbac106880 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.049+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/2251462183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbac19cc10 con 0x7fbbac106880 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.049+0000 7fbb9effd700 1 -- 172.21.15.38:0/2251462183 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbba001a830 con 0x7fbbac106880 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.049+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/2251462183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbac19d070 con 0x7fbbac106880 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.050+0000 7fbb9effd700 1 -- 172.21.15.38:0/2251462183 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbba0024ba0 con 0x7fbbac106880 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.050+0000 7fbb9effd700 1 -- 172.21.15.38:0/2251462183 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbba002d730 con 0x7fbbac106880 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.050+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/2251462183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbac0640a0 con 0x7fbbac106880 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.052+0000 7fbb9effd700 1 -- 172.21.15.38:0/2251462183 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fbba0004300 con 0x7fbbac106880 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.126+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/2251462183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fbbac19f9c0 con 0x7fbbac106880 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.126+0000 7fbb9effd700 1 -- 172.21.15.38:0/2251462183 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fbba001ad60 con 0x7fbbac106880 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.127+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/2251462183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 msgr2=0x7fbbac19c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.127+0000 7fbbb3bc7700 1 --2- 172.21.15.38:0/2251462183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac19c440 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbba00117e0 tx=0x7fbba0011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.127+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/2251462183 shutdown_connections 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.127+0000 7fbbb3bc7700 1 --2- 172.21.15.38:0/2251462183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbbac106880 0x7fbbac19c440 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:08.760 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.127+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/2251462183 >> 172.21.15.38:0/2251462183 conn(0x7fbbac1021b0 msgr2=0x7fbbac102bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:08.761 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.127+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/2251462183 shutdown_connections 2024-04-23T18:13:08.761 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:08.127+0000 7fbbb3bc7700 1 -- 172.21.15.38:0/2251462183 wait complete. 2024-04-23T18:13:08.761 INFO:teuthology.orchestra.run.smithi038.stdout:mgr not available, waiting (1/15)... 2024-04-23T18:13:09.762 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:09 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:09.417+0000 7f0eb0034200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:13:09.762 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:09 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:09.592+0000 7f0eb0034200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:09.762 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:09 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:09.768+0000 7f0eb0034200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:13:10.367 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:10 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:10.069+0000 7f0eb0034200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:13:10.367 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:10 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:10.164+0000 7f0eb0034200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:13:10.367 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:10 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:10.373+0000 7f0eb0034200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:13:10.659 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:10 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:10.573+0000 7f0eb0034200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:11.656 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:11 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1150172228' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-23T18:13:11.656 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:11 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:11.221+0000 7f0eb0034200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:13:11.882 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:11.882 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:11.882 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:13:11.882 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "health": { 2024-04-23T18:13:11.882 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-23T18:13:11.882 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 0 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "a" 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:11.883 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-23T18:13:11.884 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "restful" 2024-04-23T18:13:11.885 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "modified": "2024-04-23T18:13:00.223637+0000", 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.201+0000 7f68e2cca700 1 Processor -- start 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.201+0000 7f68e2cca700 1 -- start start 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.201+0000 7f68e2cca700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc1078c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.201+0000 7f68e2cca700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc107e90 con 0x7f68dc1074a0 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.201+0000 7f68e0a66700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc1078c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:11.886 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.201+0000 7f68e0a66700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc1078c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:60334/0 (socket says 172.21.15.38:60334) 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.201+0000 7f68e0a66700 1 -- 172.21.15.38:0/4248281905 learned_addr learned my addr 172.21.15.38:0/4248281905 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.201+0000 7f68e0a66700 1 -- 172.21.15.38:0/4248281905 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68dc1086a0 con 0x7f68dc1074a0 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.202+0000 7f68e0a66700 1 --2- 172.21.15.38:0/4248281905 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc1078c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f68d00098a0 tx=0x7f68d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58989a67b3213b8a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.202+0000 7f68db7fe700 1 -- 172.21.15.38:0/4248281905 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68d0004160 con 0x7f68dc1074a0 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.202+0000 7f68db7fe700 1 -- 172.21.15.38:0/4248281905 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f68d0004300 con 0x7f68dc1074a0 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.202+0000 7f68db7fe700 1 -- 172.21.15.38:0/4248281905 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68d0011b20 con 0x7f68dc1074a0 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.202+0000 7f68e2cca700 1 -- 172.21.15.38:0/4248281905 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 msgr2=0x7f68dc1078c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.202+0000 7f68e2cca700 1 --2- 172.21.15.38:0/4248281905 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc1078c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f68d00098a0 tx=0x7f68d0009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.203+0000 7f68e2cca700 1 -- 172.21.15.38:0/4248281905 shutdown_connections 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.203+0000 7f68e2cca700 1 --2- 172.21.15.38:0/4248281905 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc1078c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.203+0000 7f68e2cca700 1 -- 172.21.15.38:0/4248281905 >> 172.21.15.38:0/4248281905 conn(0x7f68dc102a40 msgr2=0x7f68dc104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.203+0000 7f68e2cca700 1 -- 172.21.15.38:0/4248281905 shutdown_connections 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.203+0000 7f68e2cca700 1 -- 172.21.15.38:0/4248281905 wait complete. 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.203+0000 7f68e2cca700 1 Processor -- start 2024-04-23T18:13:11.887 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.203+0000 7f68e2cca700 1 -- start start 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.203+0000 7f68e2cca700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc19c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.203+0000 7f68e2cca700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc10ba50 con 0x7f68dc1074a0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.204+0000 7f68e0a66700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc19c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.204+0000 7f68e0a66700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc19c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:60346/0 (socket says 172.21.15.38:60346) 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.204+0000 7f68e0a66700 1 -- 172.21.15.38:0/1150172228 learned_addr learned my addr 172.21.15.38:0/1150172228 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.204+0000 7f68e0a66700 1 -- 172.21.15.38:0/1150172228 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68dc19c9a0 con 0x7f68dc1074a0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.204+0000 7f68e0a66700 1 --2- 172.21.15.38:0/1150172228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc19c460 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f68d00117e0 tx=0x7f68d0011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.204+0000 7f68d9ffb700 1 -- 172.21.15.38:0/1150172228 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68d0003b30 con 0x7f68dc1074a0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.204+0000 7f68d9ffb700 1 -- 172.21.15.38:0/1150172228 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f68d0003cd0 con 0x7f68dc1074a0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.204+0000 7f68e2cca700 1 -- 172.21.15.38:0/1150172228 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68dc19cc30 con 0x7f68dc1074a0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.204+0000 7f68d9ffb700 1 -- 172.21.15.38:0/1150172228 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68d001a830 con 0x7f68dc1074a0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.205+0000 7f68e2cca700 1 -- 172.21.15.38:0/1150172228 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68dc19d090 con 0x7f68dc1074a0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.205+0000 7f68d9ffb700 1 -- 172.21.15.38:0/1150172228 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f68d002d3f0 con 0x7f68dc1074a0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.205+0000 7f68d9ffb700 1 -- 172.21.15.38:0/1150172228 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f68d0019700 con 0x7f68dc1074a0 2024-04-23T18:13:11.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.206+0000 7f68e2cca700 1 -- 172.21.15.38:0/1150172228 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68dc0640a0 con 0x7f68dc1074a0 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.208+0000 7f68d9ffb700 1 -- 172.21.15.38:0/1150172228 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f68d0024ba0 con 0x7f68dc1074a0 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.282+0000 7f68e2cca700 1 -- 172.21.15.38:0/1150172228 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f68dc02e330 con 0x7f68dc1074a0 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.282+0000 7f68d9ffb700 1 -- 172.21.15.38:0/1150172228 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f68d00199a0 con 0x7f68dc1074a0 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.283+0000 7f68e2cca700 1 -- 172.21.15.38:0/1150172228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 msgr2=0x7f68dc19c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.283+0000 7f68e2cca700 1 --2- 172.21.15.38:0/1150172228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc19c460 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f68d00117e0 tx=0x7f68d0011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.283+0000 7f68e2cca700 1 -- 172.21.15.38:0/1150172228 shutdown_connections 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.284+0000 7f68e2cca700 1 --2- 172.21.15.38:0/1150172228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68dc1074a0 0x7f68dc19c460 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.284+0000 7f68e2cca700 1 -- 172.21.15.38:0/1150172228 >> 172.21.15.38:0/1150172228 conn(0x7f68dc102a40 msgr2=0x7f68dc103800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.284+0000 7f68e2cca700 1 -- 172.21.15.38:0/1150172228 shutdown_connections 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:11.284+0000 7f68e2cca700 1 -- 172.21.15.38:0/1150172228 wait complete. 2024-04-23T18:13:11.889 INFO:teuthology.orchestra.run.smithi038.stdout:mgr not available, waiting (2/15)... 2024-04-23T18:13:11.909 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:11 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:11.662+0000 7f0eb0034200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:13:11.909 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:11 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:11.762+0000 7f0eb0034200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:13:12.409 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:11 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:11.975+0000 7f0eb0034200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:13:12.866 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:12.523+0000 7f0eb0034200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:13:12.866 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:12.618+0000 7f0eb0034200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:13:13.160 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:12.872+0000 7f0eb0034200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:13:13.160 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:13 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:13.010+0000 7f0eb0034200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:13:13.160 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:13 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:13.109+0000 7f0eb0034200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:13:13.533 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:13 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:13.228+0000 7f0eb0034200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:13.534 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:13 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:13.539+0000 7f0eb0034200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:13:14.271 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:14.179+0000 7f0eb0034200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:13:14.659 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:14.431+0000 7f0eb0034200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:13:14.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2712307109' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-23T18:13:14.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-mon[29217]: Activating manager daemon x 2024-04-23T18:13:14.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-mon[29217]: mgrmap e2: x(active, starting, since 0.00351744s) 2024-04-23T18:13:14.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-mon[29217]: from='mgr.14100 172.21.15.38:0/1203711104' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:13:14.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-mon[29217]: from='mgr.14100 172.21.15.38:0/1203711104' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:13:14.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-mon[29217]: from='mgr.14100 172.21.15.38:0/1203711104' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:13:14.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-mon[29217]: from='mgr.14100 172.21.15.38:0/1203711104' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:13:14.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-mon[29217]: from='mgr.14100 172.21.15.38:0/1203711104' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:13:14.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:14 smithi038 ceph-mon[29217]: Manager daemon x is now available 2024-04-23T18:13:14.955 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "health": { 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 0 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "a" 2024-04-23T18:13:14.956 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-23T18:13:14.957 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-23T18:13:14.965 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-23T18:13:14.966 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "restful" 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "modified": "2024-04-23T18:13:00.223637+0000", 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.295+0000 7fd3eb2b2700 1 Processor -- start 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.295+0000 7fd3eb2b2700 1 -- start start 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.295+0000 7fd3eb2b2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e4108a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:14.967 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.295+0000 7fd3eb2b2700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e4109000 con 0x7fd3e4108610 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.295+0000 7fd3e904e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e4108a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.295+0000 7fd3e904e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e4108a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:60358/0 (socket says 172.21.15.38:60358) 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.295+0000 7fd3e904e700 1 -- 172.21.15.38:0/289787100 learned_addr learned my addr 172.21.15.38:0/289787100 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.296+0000 7fd3e904e700 1 -- 172.21.15.38:0/289787100 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e41097c0 con 0x7fd3e4108610 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.296+0000 7fd3e904e700 1 --2- 172.21.15.38:0/289787100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e4108a30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd3e00098a0 tx=0x7fd3e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd8f4ff9415cec51 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.296+0000 7fd3d7fff700 1 -- 172.21.15.38:0/289787100 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3e0004160 con 0x7fd3e4108610 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.296+0000 7fd3d7fff700 1 -- 172.21.15.38:0/289787100 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fd3e0004300 con 0x7fd3e4108610 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.296+0000 7fd3d7fff700 1 -- 172.21.15.38:0/289787100 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3e0011b20 con 0x7fd3e4108610 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.297+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/289787100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 msgr2=0x7fd3e4108a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.297+0000 7fd3eb2b2700 1 --2- 172.21.15.38:0/289787100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e4108a30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd3e00098a0 tx=0x7fd3e0009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.297+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/289787100 shutdown_connections 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.297+0000 7fd3eb2b2700 1 --2- 172.21.15.38:0/289787100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e4108a30 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.297+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/289787100 >> 172.21.15.38:0/289787100 conn(0x7fd3e4103c10 msgr2=0x7fd3e4106030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.297+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/289787100 shutdown_connections 2024-04-23T18:13:14.968 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.297+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/289787100 wait complete. 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.298+0000 7fd3eb2b2700 1 Processor -- start 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.298+0000 7fd3eb2b2700 1 -- start start 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.298+0000 7fd3eb2b2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e419c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.298+0000 7fd3eb2b2700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e410cb70 con 0x7fd3e4108610 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.298+0000 7fd3e904e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e419c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.298+0000 7fd3e904e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e419c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:60370/0 (socket says 172.21.15.38:60370) 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.298+0000 7fd3e904e700 1 -- 172.21.15.38:0/2712307109 learned_addr learned my addr 172.21.15.38:0/2712307109 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.298+0000 7fd3e904e700 1 -- 172.21.15.38:0/2712307109 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e419c900 con 0x7fd3e4108610 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.298+0000 7fd3e904e700 1 --2- 172.21.15.38:0/2712307109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e419c3c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd3e00117e0 tx=0x7fd3e0011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.299+0000 7fd3d67fc700 1 -- 172.21.15.38:0/2712307109 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3e0003b20 con 0x7fd3e4108610 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.299+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/2712307109 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e419cb90 con 0x7fd3e4108610 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.299+0000 7fd3d67fc700 1 -- 172.21.15.38:0/2712307109 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fd3e0003cc0 con 0x7fd3e4108610 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.299+0000 7fd3d67fc700 1 -- 172.21.15.38:0/2712307109 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3e0019870 con 0x7fd3e4108610 2024-04-23T18:13:14.969 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.299+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/2712307109 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e419cff0 con 0x7fd3e4108610 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.299+0000 7fd3d67fc700 1 -- 172.21.15.38:0/2712307109 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd3e002d440 con 0x7fd3e4108610 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.299+0000 7fd3d67fc700 1 -- 172.21.15.38:0/2712307109 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd3e0024780 con 0x7fd3e4108610 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.300+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/2712307109 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e40640a0 con 0x7fd3e4108610 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.302+0000 7fd3d67fc700 1 -- 172.21.15.38:0/2712307109 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fd3e0011e20 con 0x7fd3e4108610 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.394+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/2712307109 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fd3e419f940 con 0x7fd3e4108610 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.395+0000 7fd3d67fc700 1 -- 172.21.15.38:0/2712307109 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fd3e0032020 con 0x7fd3e4108610 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.396+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/2712307109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 msgr2=0x7fd3e419c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.396+0000 7fd3eb2b2700 1 --2- 172.21.15.38:0/2712307109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e419c3c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd3e00117e0 tx=0x7fd3e0011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.396+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/2712307109 shutdown_connections 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.396+0000 7fd3eb2b2700 1 --2- 172.21.15.38:0/2712307109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3e4108610 0x7fd3e419c3c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.396+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/2712307109 >> 172.21.15.38:0/2712307109 conn(0x7fd3e4103c10 msgr2=0x7fd3e4104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.396+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/2712307109 shutdown_connections 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:14.396+0000 7fd3eb2b2700 1 -- 172.21.15.38:0/2712307109 wait complete. 2024-04-23T18:13:14.970 INFO:teuthology.orchestra.run.smithi038.stdout:mgr not available, waiting (3/15)... 2024-04-23T18:13:15.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:15 smithi038 ceph-mon[29217]: from='mgr.14100 172.21.15.38:0/1203711104' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:13:15.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:15 smithi038 ceph-mon[29217]: from='mgr.14100 172.21.15.38:0/1203711104' entity='mgr.x' 2024-04-23T18:13:15.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:15 smithi038 ceph-mon[29217]: from='mgr.14100 172.21.15.38:0/1203711104' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:13:15.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:15 smithi038 ceph-mon[29217]: from='mgr.14100 172.21.15.38:0/1203711104' entity='mgr.x' 2024-04-23T18:13:15.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:15 smithi038 ceph-mon[29217]: from='mgr.14100 172.21.15.38:0/1203711104' entity='mgr.x' 2024-04-23T18:13:15.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:15 smithi038 ceph-mon[29217]: mgrmap e3: x(active, since 1.00906s) 2024-04-23T18:13:17.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:17 smithi038 ceph-mon[29217]: mgrmap e4: x(active, since 2s) 2024-04-23T18:13:18.312 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:18.312 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:18.312 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:13:18.312 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "health": { 2024-04-23T18:13:18.312 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-23T18:13:18.312 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 0 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "a" 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-23T18:13:18.313 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-23T18:13:18.314 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-23T18:13:18.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "restful" 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "modified": "2024-04-23T18:13:00.223637+0000", 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.400+0000 7f8c9bd14700 1 Processor -- start 2024-04-23T18:13:18.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.400+0000 7f8c9bd14700 1 -- start start 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.400+0000 7f8c9bd14700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c941078e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.400+0000 7f8c9bd14700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8c94107eb0 con 0x7f8c941074c0 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.400+0000 7f8c99ab0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c941078e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.400+0000 7f8c99ab0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c941078e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:60444/0 (socket says 172.21.15.38:60444) 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.400+0000 7f8c99ab0700 1 -- 172.21.15.38:0/1809866586 learned_addr learned my addr 172.21.15.38:0/1809866586 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.401+0000 7f8c99ab0700 1 -- 172.21.15.38:0/1809866586 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c941086c0 con 0x7f8c941074c0 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.401+0000 7f8c99ab0700 1 --2- 172.21.15.38:0/1809866586 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c941078e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8c900098a0 tx=0x7f8c90009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb0758cf72953b3a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.401+0000 7f8c98aae700 1 -- 172.21.15.38:0/1809866586 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c90004160 con 0x7f8c941074c0 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.401+0000 7f8c98aae700 1 -- 172.21.15.38:0/1809866586 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f8c90004300 con 0x7f8c941074c0 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.401+0000 7f8c98aae700 1 -- 172.21.15.38:0/1809866586 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c90011b20 con 0x7f8c941074c0 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.402+0000 7f8c9bd14700 1 -- 172.21.15.38:0/1809866586 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 msgr2=0x7f8c941078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.402+0000 7f8c9bd14700 1 --2- 172.21.15.38:0/1809866586 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c941078e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8c900098a0 tx=0x7f8c90009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:18.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.402+0000 7f8c9bd14700 1 -- 172.21.15.38:0/1809866586 shutdown_connections 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.402+0000 7f8c9bd14700 1 --2- 172.21.15.38:0/1809866586 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c941078e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.402+0000 7f8c9bd14700 1 -- 172.21.15.38:0/1809866586 >> 172.21.15.38:0/1809866586 conn(0x7f8c94102a80 msgr2=0x7f8c94104ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.402+0000 7f8c9bd14700 1 -- 172.21.15.38:0/1809866586 shutdown_connections 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.402+0000 7f8c9bd14700 1 -- 172.21.15.38:0/1809866586 wait complete. 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.402+0000 7f8c9bd14700 1 Processor -- start 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.403+0000 7f8c9bd14700 1 -- start start 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.403+0000 7f8c9bd14700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c9419c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.403+0000 7f8c9bd14700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9410ba70 con 0x7f8c941074c0 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.403+0000 7f8c99ab0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c9419c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.403+0000 7f8c99ab0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c9419c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:60454/0 (socket says 172.21.15.38:60454) 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.403+0000 7f8c99ab0700 1 -- 172.21.15.38:0/2863334808 learned_addr learned my addr 172.21.15.38:0/2863334808 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.403+0000 7f8c99ab0700 1 -- 172.21.15.38:0/2863334808 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c9419c9b0 con 0x7f8c941074c0 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.403+0000 7f8c99ab0700 1 --2- 172.21.15.38:0/2863334808 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c9419c470 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8c900117e0 tx=0x7f8c90011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:18.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.403+0000 7f8c8affd700 1 -- 172.21.15.38:0/2863334808 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c90003b20 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.404+0000 7f8c9bd14700 1 -- 172.21.15.38:0/2863334808 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c9419cc40 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.404+0000 7f8c8affd700 1 -- 172.21.15.38:0/2863334808 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f8c90003cc0 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.404+0000 7f8c8affd700 1 -- 172.21.15.38:0/2863334808 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c90019870 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.404+0000 7f8c9bd14700 1 -- 172.21.15.38:0/2863334808 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c9419d0a0 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.404+0000 7f8c8affd700 1 -- 172.21.15.38:0/2863334808 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f8c90019af0 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.404+0000 7f8c8affd700 1 --2- 172.21.15.38:0/2863334808 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f8c800395d0 0x7f8c8003ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.405+0000 7f8c8affd700 1 -- 172.21.15.38:0/2863334808 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8c9004dcd0 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.405+0000 7f8c992af700 1 --2- 172.21.15.38:0/2863334808 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f8c800395d0 0x7f8c8003ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.405+0000 7f8c9bd14700 1 -- 172.21.15.38:0/2863334808 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c940640a0 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.405+0000 7f8c992af700 1 --2- 172.21.15.38:0/2863334808 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f8c800395d0 0x7f8c8003ba90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8c84006fd0 tx=0x7f8c84006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.410+0000 7f8c8affd700 1 -- 172.21.15.38:0/2863334808 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8c90011e20 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.706+0000 7f8c9bd14700 1 -- 172.21.15.38:0/2863334808 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f8c9402e310 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.707+0000 7f8c8affd700 1 -- 172.21.15.38:0/2863334808 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f8c90029260 con 0x7f8c941074c0 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.709+0000 7f8c9bd14700 1 -- 172.21.15.38:0/2863334808 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f8c800395d0 msgr2=0x7f8c8003ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:18.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.709+0000 7f8c9bd14700 1 --2- 172.21.15.38:0/2863334808 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f8c800395d0 0x7f8c8003ba90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8c84006fd0 tx=0x7f8c84006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:18.320 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.709+0000 7f8c9bd14700 1 -- 172.21.15.38:0/2863334808 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 msgr2=0x7f8c9419c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:18.320 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.709+0000 7f8c9bd14700 1 --2- 172.21.15.38:0/2863334808 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c9419c470 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8c900117e0 tx=0x7f8c90011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:18.320 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.709+0000 7f8c9bd14700 1 -- 172.21.15.38:0/2863334808 shutdown_connections 2024-04-23T18:13:18.320 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.709+0000 7f8c9bd14700 1 --2- 172.21.15.38:0/2863334808 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f8c800395d0 0x7f8c8003ba90 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:18.320 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.709+0000 7f8c9bd14700 1 --2- 172.21.15.38:0/2863334808 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c941074c0 0x7f8c9419c470 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:18.320 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.709+0000 7f8c9bd14700 1 -- 172.21.15.38:0/2863334808 >> 172.21.15.38:0/2863334808 conn(0x7f8c94102a80 msgr2=0x7f8c94192fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:18.320 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.709+0000 7f8c9bd14700 1 -- 172.21.15.38:0/2863334808 shutdown_connections 2024-04-23T18:13:18.320 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:17.709+0000 7f8c9bd14700 1 -- 172.21.15.38:0/2863334808 wait complete. 2024-04-23T18:13:18.320 INFO:teuthology.orchestra.run.smithi038.stdout:mgr is available 2024-04-23T18:13:18.625 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:18 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2863334808' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout [global] 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout fsid = e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-23T18:13:19.531 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout [osd] 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.738+0000 7ff26e745700 1 Processor -- start 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.738+0000 7ff26e745700 1 -- start start 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.738+0000 7ff26e745700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff2681072b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.738+0000 7ff26e745700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff26807be00 con 0x7ff268106e90 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.738+0000 7ff267fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff2681072b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.738+0000 7ff267fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff2681072b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:60470/0 (socket says 172.21.15.38:60470) 2024-04-23T18:13:19.532 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.738+0000 7ff267fff700 1 -- 172.21.15.38:0/100271615 learned_addr learned my addr 172.21.15.38:0/100271615 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.739+0000 7ff267fff700 1 -- 172.21.15.38:0/100271615 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2681077f0 con 0x7ff268106e90 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.739+0000 7ff267fff700 1 --2- 172.21.15.38:0/100271615 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff2681072b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff2580098a0 tx=0x7ff258009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5327d7d36cf6f988 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.739+0000 7ff266ffd700 1 -- 172.21.15.38:0/100271615 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff258004160 con 0x7ff268106e90 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.739+0000 7ff266ffd700 1 -- 172.21.15.38:0/100271615 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7ff258004300 con 0x7ff268106e90 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.739+0000 7ff266ffd700 1 -- 172.21.15.38:0/100271615 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff258011b20 con 0x7ff268106e90 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.740+0000 7ff26e745700 1 -- 172.21.15.38:0/100271615 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 msgr2=0x7ff2681072b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.740+0000 7ff26e745700 1 --2- 172.21.15.38:0/100271615 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff2681072b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff2580098a0 tx=0x7ff258009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.740+0000 7ff26e745700 1 -- 172.21.15.38:0/100271615 shutdown_connections 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.740+0000 7ff26e745700 1 --2- 172.21.15.38:0/100271615 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff2681072b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.740+0000 7ff26e745700 1 -- 172.21.15.38:0/100271615 >> 172.21.15.38:0/100271615 conn(0x7ff268102a10 msgr2=0x7ff268104e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.740+0000 7ff26e745700 1 -- 172.21.15.38:0/100271615 shutdown_connections 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.740+0000 7ff26e745700 1 -- 172.21.15.38:0/100271615 wait complete. 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.740+0000 7ff26e745700 1 Processor -- start 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.740+0000 7ff26e745700 1 -- start start 2024-04-23T18:13:19.533 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff26e745700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff26819e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff26e745700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff268108880 con 0x7ff268106e90 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff267fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff26819e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff267fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff26819e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:60480/0 (socket says 172.21.15.38:60480) 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff267fff700 1 -- 172.21.15.38:0/4266479329 learned_addr learned my addr 172.21.15.38:0/4266479329 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff267fff700 1 -- 172.21.15.38:0/4266479329 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff26819eb30 con 0x7ff268106e90 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff267fff700 1 --2- 172.21.15.38:0/4266479329 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff26819e5f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff2580117e0 tx=0x7ff258011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff2657fa700 1 -- 172.21.15.38:0/4266479329 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff258003b30 con 0x7ff268106e90 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff26e745700 1 -- 172.21.15.38:0/4266479329 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff26819edc0 con 0x7ff268106e90 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff2657fa700 1 -- 172.21.15.38:0/4266479329 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7ff258003cd0 con 0x7ff268106e90 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.741+0000 7ff2657fa700 1 -- 172.21.15.38:0/4266479329 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff25801a7c0 con 0x7ff268106e90 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.742+0000 7ff26e745700 1 -- 172.21.15.38:0/4266479329 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff26819f220 con 0x7ff268106e90 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.742+0000 7ff2657fa700 1 -- 172.21.15.38:0/4266479329 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7ff25801aa70 con 0x7ff268106e90 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.742+0000 7ff26e745700 1 -- 172.21.15.38:0/4266479329 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2680640a0 con 0x7ff268106e90 2024-04-23T18:13:19.534 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.743+0000 7ff2657fa700 1 --2- 172.21.15.38:0/4266479329 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7ff254039620 0x7ff25403bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.743+0000 7ff2657fa700 1 -- 172.21.15.38:0/4266479329 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff25804d9a0 con 0x7ff268106e90 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.743+0000 7ff2677fe700 1 --2- 172.21.15.38:0/4266479329 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7ff254039620 0x7ff25403bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.743+0000 7ff2677fe700 1 --2- 172.21.15.38:0/4266479329 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7ff254039620 0x7ff25403bae0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff250006fd0 tx=0x7ff250006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.748+0000 7ff2657fa700 1 -- 172.21.15.38:0/4266479329 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff258019c70 con 0x7ff268106e90 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.955+0000 7ff26e745700 1 -- 172.21.15.38:0/4266479329 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7ff26802d5d0 con 0x7ff268106e90 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.956+0000 7ff2657fa700 1 -- 172.21.15.38:0/4266479329 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7ff258020240 con 0x7ff268106e90 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.958+0000 7ff26e745700 1 -- 172.21.15.38:0/4266479329 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7ff254039620 msgr2=0x7ff25403bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.958+0000 7ff26e745700 1 --2- 172.21.15.38:0/4266479329 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7ff254039620 0x7ff25403bae0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff250006fd0 tx=0x7ff250006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.958+0000 7ff26e745700 1 -- 172.21.15.38:0/4266479329 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 msgr2=0x7ff26819e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.958+0000 7ff26e745700 1 --2- 172.21.15.38:0/4266479329 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff26819e5f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff2580117e0 tx=0x7ff258011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.958+0000 7ff26e745700 1 -- 172.21.15.38:0/4266479329 shutdown_connections 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.958+0000 7ff26e745700 1 --2- 172.21.15.38:0/4266479329 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7ff254039620 0x7ff25403bae0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.958+0000 7ff26e745700 1 --2- 172.21.15.38:0/4266479329 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff268106e90 0x7ff26819e5f0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.958+0000 7ff26e745700 1 -- 172.21.15.38:0/4266479329 >> 172.21.15.38:0/4266479329 conn(0x7ff268102a10 msgr2=0x7ff2681952b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:19.535 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.958+0000 7ff26e745700 1 -- 172.21.15.38:0/4266479329 shutdown_connections 2024-04-23T18:13:19.536 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.958+0000 7ff26e745700 1 -- 172.21.15.38:0/4266479329 wait complete. 2024-04-23T18:13:19.536 INFO:teuthology.orchestra.run.smithi038.stdout:Enabling cephadm module... 2024-04-23T18:13:19.740 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:19 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4266479329' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-23T18:13:20.474 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:20 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4058676357' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-23T18:13:20.822 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:20 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: ignoring --setuser ceph since I am not root 2024-04-23T18:13:20.822 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:20 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: ignoring --setgroup ceph since I am not root 2024-04-23T18:13:20.822 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:20 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:20.636+0000 7f57ffe32200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:13:20.822 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:20 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:20.827+0000 7f57ffe32200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:21.102 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:20 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:20.934+0000 7f57ffe32200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:13:21.104 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.944+0000 7fa331ac3700 1 Processor -- start 2024-04-23T18:13:21.110 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.944+0000 7fa331ac3700 1 -- start start 2024-04-23T18:13:21.110 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.944+0000 7fa331ac3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:21.110 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.944+0000 7fa331ac3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c109040 con 0x7fa32c108650 2024-04-23T18:13:21.110 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.944+0000 7fa32b7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:21.110 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.944+0000 7fa32b7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42816/0 (socket says 172.21.15.38:42816) 2024-04-23T18:13:21.110 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.944+0000 7fa32b7fe700 1 -- 172.21.15.38:0/3791643534 learned_addr learned my addr 172.21.15.38:0/3791643534 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:21.110 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.944+0000 7fa32b7fe700 1 -- 172.21.15.38:0/3791643534 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32c109800 con 0x7fa32c108650 2024-04-23T18:13:21.110 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.944+0000 7fa32b7fe700 1 --2- 172.21.15.38:0/3791643534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c108a70 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0098a0 tx=0x7fa31c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9b23a1e4145e885 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:21.110 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.945+0000 7fa32a7fc700 1 -- 172.21.15.38:0/3791643534 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa31c004160 con 0x7fa32c108650 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.945+0000 7fa32a7fc700 1 -- 172.21.15.38:0/3791643534 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fa31c004300 con 0x7fa32c108650 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.945+0000 7fa32a7fc700 1 -- 172.21.15.38:0/3791643534 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa31c011b20 con 0x7fa32c108650 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.945+0000 7fa331ac3700 1 -- 172.21.15.38:0/3791643534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 msgr2=0x7fa32c108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.945+0000 7fa331ac3700 1 --2- 172.21.15.38:0/3791643534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c108a70 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0098a0 tx=0x7fa31c009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.945+0000 7fa331ac3700 1 -- 172.21.15.38:0/3791643534 shutdown_connections 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.945+0000 7fa331ac3700 1 --2- 172.21.15.38:0/3791643534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c108a70 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.945+0000 7fa331ac3700 1 -- 172.21.15.38:0/3791643534 >> 172.21.15.38:0/3791643534 conn(0x7fa32c103cb0 msgr2=0x7fa32c1060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.945+0000 7fa331ac3700 1 -- 172.21.15.38:0/3791643534 shutdown_connections 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.945+0000 7fa331ac3700 1 -- 172.21.15.38:0/3791643534 wait complete. 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.946+0000 7fa331ac3700 1 Processor -- start 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.946+0000 7fa331ac3700 1 -- start start 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.946+0000 7fa331ac3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c19c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.946+0000 7fa331ac3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c10cbb0 con 0x7fa32c108650 2024-04-23T18:13:21.111 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.947+0000 7fa32b7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c19c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.947+0000 7fa32b7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c19c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42826/0 (socket says 172.21.15.38:42826) 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.947+0000 7fa32b7fe700 1 -- 172.21.15.38:0/4058676357 learned_addr learned my addr 172.21.15.38:0/4058676357 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.947+0000 7fa32b7fe700 1 -- 172.21.15.38:0/4058676357 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32c19c960 con 0x7fa32c108650 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.947+0000 7fa32b7fe700 1 --2- 172.21.15.38:0/4058676357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c19c420 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fa31c006af0 tx=0x7fa31c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.947+0000 7fa328ff9700 1 -- 172.21.15.38:0/4058676357 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa31c003930 con 0x7fa32c108650 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.947+0000 7fa328ff9700 1 -- 172.21.15.38:0/4058676357 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fa31c003ad0 con 0x7fa32c108650 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.947+0000 7fa328ff9700 1 -- 172.21.15.38:0/4058676357 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa31c019610 con 0x7fa32c108650 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.947+0000 7fa331ac3700 1 -- 172.21.15.38:0/4058676357 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa32c19cbf0 con 0x7fa32c108650 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.947+0000 7fa331ac3700 1 -- 172.21.15.38:0/4058676357 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa32c19d050 con 0x7fa32c108650 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.948+0000 7fa328ff9700 1 -- 172.21.15.38:0/4058676357 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fa31c0198d0 con 0x7fa32c108650 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.948+0000 7fa331ac3700 1 -- 172.21.15.38:0/4058676357 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa32c0640a0 con 0x7fa32c108650 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.948+0000 7fa328ff9700 1 --2- 172.21.15.38:0/4058676357 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7fa3140395d0 0x7fa31403ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.948+0000 7fa328ff9700 1 -- 172.21.15.38:0/4058676357 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa31c04dbc0 con 0x7fa32c108650 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.949+0000 7fa32affd700 1 --2- 172.21.15.38:0/4058676357 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7fa3140395d0 0x7fa31403ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:21.112 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.949+0000 7fa32affd700 1 --2- 172.21.15.38:0/4058676357 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7fa3140395d0 0x7fa31403ba90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa320006fd0 tx=0x7fa320006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:19.954+0000 7fa328ff9700 1 -- 172.21.15.38:0/4058676357 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa31c011e20 con 0x7fa32c108650 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.221+0000 7fa331ac3700 1 -- 172.21.15.38:0/4058676357 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fa32c19fae0 con 0x7fa32c108650 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.464+0000 7fa328ff9700 1 -- 172.21.15.38:0/4058676357 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fa31c018e00 con 0x7fa32c108650 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.466+0000 7fa328ff9700 1 -- 172.21.15.38:0/4058676357 <== mon.0 v2:172.21.15.38:3300/0 8 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7fa31c02d960 con 0x7fa32c108650 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.467+0000 7fa331ac3700 1 -- 172.21.15.38:0/4058676357 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7fa3140395d0 msgr2=0x7fa31403ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.467+0000 7fa331ac3700 1 --2- 172.21.15.38:0/4058676357 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7fa3140395d0 0x7fa31403ba90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa320006fd0 tx=0x7fa320006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.467+0000 7fa331ac3700 1 -- 172.21.15.38:0/4058676357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 msgr2=0x7fa32c19c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.467+0000 7fa331ac3700 1 --2- 172.21.15.38:0/4058676357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c19c420 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fa31c006af0 tx=0x7fa31c011c10 comp rx=0 tx=0).stop 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.467+0000 7fa331ac3700 1 -- 172.21.15.38:0/4058676357 shutdown_connections 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.467+0000 7fa331ac3700 1 --2- 172.21.15.38:0/4058676357 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7fa3140395d0 0x7fa31403ba90 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.467+0000 7fa331ac3700 1 --2- 172.21.15.38:0/4058676357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa32c108650 0x7fa32c19c420 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.467+0000 7fa331ac3700 1 -- 172.21.15.38:0/4058676357 >> 172.21.15.38:0/4058676357 conn(0x7fa32c103cb0 msgr2=0x7fa32c1046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.467+0000 7fa331ac3700 1 -- 172.21.15.38:0/4058676357 shutdown_connections 2024-04-23T18:13:21.113 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.468+0000 7fa331ac3700 1 -- 172.21.15.38:0/4058676357 wait complete. 2024-04-23T18:13:21.352 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:21 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:21.265+0000 7f57ffe32200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:13:21.352 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:21 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:21.354+0000 7f57ffe32200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:13:21.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:21 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4058676357' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-23T18:13:21.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:21 smithi038 ceph-mon[29217]: mgrmap e5: x(active, since 6s) 2024-04-23T18:13:22.408 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:22.408 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.579+0000 7f2e42efc700 1 Processor -- start 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.579+0000 7f2e42efc700 1 -- start start 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.580+0000 7f2e42efc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c108a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.580+0000 7f2e42efc700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2e3c109000 con 0x7f2e3c108610 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.580+0000 7f2e40c98700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c108a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.580+0000 7f2e40c98700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c108a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42856/0 (socket says 172.21.15.38:42856) 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.580+0000 7f2e40c98700 1 -- 172.21.15.38:0/1687449537 learned_addr learned my addr 172.21.15.38:0/1687449537 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.580+0000 7f2e40c98700 1 -- 172.21.15.38:0/1687449537 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e3c1097c0 con 0x7f2e3c108610 2024-04-23T18:13:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.580+0000 7f2e40c98700 1 --2- 172.21.15.38:0/1687449537 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c108a30 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f2e300098a0 tx=0x7f2e30009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daca7869da287d8e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.581+0000 7f2e3b7fe700 1 -- 172.21.15.38:0/1687449537 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2e30004160 con 0x7f2e3c108610 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.581+0000 7f2e3b7fe700 1 -- 172.21.15.38:0/1687449537 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2e30004300 con 0x7f2e3c108610 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.581+0000 7f2e3b7fe700 1 -- 172.21.15.38:0/1687449537 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2e30011b20 con 0x7f2e3c108610 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.581+0000 7f2e42efc700 1 -- 172.21.15.38:0/1687449537 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 msgr2=0x7f2e3c108a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.581+0000 7f2e42efc700 1 --2- 172.21.15.38:0/1687449537 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c108a30 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f2e300098a0 tx=0x7f2e30009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.581+0000 7f2e42efc700 1 -- 172.21.15.38:0/1687449537 shutdown_connections 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.581+0000 7f2e42efc700 1 --2- 172.21.15.38:0/1687449537 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c108a30 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.581+0000 7f2e42efc700 1 -- 172.21.15.38:0/1687449537 >> 172.21.15.38:0/1687449537 conn(0x7f2e3c103c10 msgr2=0x7f2e3c106030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.581+0000 7f2e42efc700 1 -- 172.21.15.38:0/1687449537 shutdown_connections 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.581+0000 7f2e42efc700 1 -- 172.21.15.38:0/1687449537 wait complete. 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.582+0000 7f2e42efc700 1 Processor -- start 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.582+0000 7f2e42efc700 1 -- start start 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.582+0000 7f2e42efc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c19e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.582+0000 7f2e42efc700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2e3c10cb70 con 0x7f2e3c108610 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.582+0000 7f2e40c98700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c19e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.582+0000 7f2e40c98700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c19e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42866/0 (socket says 172.21.15.38:42866) 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.582+0000 7f2e40c98700 1 -- 172.21.15.38:0/3251870350 learned_addr learned my addr 172.21.15.38:0/3251870350 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.583+0000 7f2e40c98700 1 -- 172.21.15.38:0/3251870350 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e3c19eb00 con 0x7f2e3c108610 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.583+0000 7f2e40c98700 1 --2- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c19e5c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2e300117e0 tx=0x7f2e30011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.583+0000 7f2e39ffb700 1 -- 172.21.15.38:0/3251870350 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2e30003b20 con 0x7f2e3c108610 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.583+0000 7f2e42efc700 1 -- 172.21.15.38:0/3251870350 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e3c19ed90 con 0x7f2e3c108610 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.583+0000 7f2e39ffb700 1 -- 172.21.15.38:0/3251870350 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2e30003cc0 con 0x7f2e3c108610 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.583+0000 7f2e39ffb700 1 -- 172.21.15.38:0/3251870350 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2e30019870 con 0x7f2e3c108610 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.583+0000 7f2e42efc700 1 -- 172.21.15.38:0/3251870350 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e3c19f1f0 con 0x7f2e3c108610 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.584+0000 7f2e39ffb700 1 -- 172.21.15.38:0/3251870350 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f2e30019af0 con 0x7f2e3c108610 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.584+0000 7f2e39ffb700 1 --2- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f2e2c039620 0x7f2e2c03bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.584+0000 7f2e39ffb700 1 -- 172.21.15.38:0/3251870350 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2e3004ecd0 con 0x7f2e3c108610 2024-04-23T18:13:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.584+0000 7f2e3bfff700 1 -- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f2e2c039620 msgr2=0x7f2e2c03bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/1780941116 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.584+0000 7f2e3bfff700 1 --2- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f2e2c039620 0x7f2e2c03bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.584+0000 7f2e42efc700 1 -- 172.21.15.38:0/3251870350 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e3c0640a0 con 0x7f2e3c108610 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.589+0000 7f2e39ffb700 1 -- 172.21.15.38:0/3251870350 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2e30011e20 con 0x7f2e3c108610 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.785+0000 7f2e3bfff700 1 -- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f2e2c039620 msgr2=0x7f2e2c03bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/1780941116 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.785+0000 7f2e3bfff700 1 --2- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f2e2c039620 0x7f2e2c03bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.902+0000 7f2e42efc700 1 -- 172.21.15.38:0/3251870350 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f2e3c1a1c40 con 0x7f2e3c108610 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.903+0000 7f2e39ffb700 1 -- 172.21.15.38:0/3251870350 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f2e30029260 con 0x7f2e3c108610 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.905+0000 7f2e42efc700 1 -- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f2e2c039620 msgr2=0x7f2e2c03bae0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.905+0000 7f2e42efc700 1 --2- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f2e2c039620 0x7f2e2c03bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.905+0000 7f2e42efc700 1 -- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 msgr2=0x7f2e3c19e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.905+0000 7f2e42efc700 1 --2- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c19e5c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2e300117e0 tx=0x7f2e30011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.905+0000 7f2e42efc700 1 -- 172.21.15.38:0/3251870350 shutdown_connections 2024-04-23T18:13:22.412 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.905+0000 7f2e42efc700 1 --2- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f2e2c039620 0x7f2e2c03bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.413 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.905+0000 7f2e42efc700 1 --2- 172.21.15.38:0/3251870350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e3c108610 0x7f2e3c19e5c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.413 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.905+0000 7f2e42efc700 1 -- 172.21.15.38:0/3251870350 >> 172.21.15.38:0/3251870350 conn(0x7f2e3c103c10 msgr2=0x7f2e3c104570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:22.413 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.905+0000 7f2e42efc700 1 -- 172.21.15.38:0/3251870350 shutdown_connections 2024-04-23T18:13:22.413 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.905+0000 7f2e42efc700 1 -- 172.21.15.38:0/3251870350 wait complete. 2024-04-23T18:13:22.413 INFO:teuthology.orchestra.run.smithi038.stdout:Waiting for the mgr to restart... 2024-04-23T18:13:22.413 INFO:teuthology.orchestra.run.smithi038.stdout:Waiting for mgr epoch 5... 2024-04-23T18:13:22.715 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:22 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3251870350' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-23T18:13:22.716 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:22 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:22.629+0000 7f57ffe32200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:13:22.988 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:22 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:22.811+0000 7f57ffe32200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:22.988 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:22 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:22.993+0000 7f57ffe32200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:13:23.619 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:23 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:23.315+0000 7f57ffe32200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:13:23.619 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:23 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:23.413+0000 7f57ffe32200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:13:23.619 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:23 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:23.624+0000 7f57ffe32200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:13:23.910 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:23 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:23.826+0000 7f57ffe32200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:24.659 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:24 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:24.452+0000 7f57ffe32200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:13:25.159 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:24 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:24.887+0000 7f57ffe32200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:13:25.159 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:24 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:24.986+0000 7f57ffe32200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:13:25.659 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:25 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:25.194+0000 7f57ffe32200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:13:26.077 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:25 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:25.736+0000 7f57ffe32200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:13:26.077 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:25 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:25.831+0000 7f57ffe32200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:13:26.409 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:26 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:26.082+0000 7f57ffe32200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:13:26.409 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:26 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:26.219+0000 7f57ffe32200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:13:26.409 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:26 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:26.317+0000 7f57ffe32200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:13:26.741 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:26 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:26.436+0000 7f57ffe32200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:26.741 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:26 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:26.746+0000 7f57ffe32200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:13:27.643 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:27.372+0000 7f57ffe32200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:13:27.643 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:27.595+0000 7f57ffe32200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:13:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: Active manager daemon x restarted 2024-04-23T18:13:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: Activating manager daemon x 2024-04-23T18:13:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: osdmap e2: 0 total, 0 up, 0 in 2024-04-23T18:13:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: mgrmap e6: x(active, starting, since 0.0039421s) 2024-04-23T18:13:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:13:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:13:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:13:27.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:13:27.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:13:27.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: Manager daemon x is now available 2024-04-23T18:13:27.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:27.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:27.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:27.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:27 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:28.888 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:28 smithi038 ceph-mon[29217]: Found migration_current of "None". Setting to last migration. 2024-04-23T18:13:28.889 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:28 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:13:28.889 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:28 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:13:28.889 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:28 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:28.889 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:28 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:28.889 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:28 smithi038 ceph-mon[29217]: mgrmap e7: x(active, since 1.00619s) 2024-04-23T18:13:29.174 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:29.174 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-23T18:13:29.174 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-23T18:13:29.174 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.916+0000 7f50f8c5c700 1 Processor -- start 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.916+0000 7f50f8c5c700 1 -- start start 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.917+0000 7f50f8c5c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f410b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.917+0000 7f50f8c5c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f50f407bde0 con 0x7f50f4109140 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.917+0000 7f50f259c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f410b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.917+0000 7f50f259c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f410b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42878/0 (socket says 172.21.15.38:42878) 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.917+0000 7f50f259c700 1 -- 172.21.15.38:0/1830788603 learned_addr learned my addr 172.21.15.38:0/1830788603 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.917+0000 7f50f259c700 1 -- 172.21.15.38:0/1830788603 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50f410ba70 con 0x7f50f4109140 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.917+0000 7f50f259c700 1 --2- 172.21.15.38:0/1830788603 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f410b530 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f50e40098a0 tx=0x7f50e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38fe14127db8029b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.917+0000 7f50f159a700 1 -- 172.21.15.38:0/1830788603 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50e4004160 con 0x7f50f4109140 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.918+0000 7f50f159a700 1 -- 172.21.15.38:0/1830788603 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f50e4004300 con 0x7f50f4109140 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.918+0000 7f50f159a700 1 -- 172.21.15.38:0/1830788603 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50e4011b20 con 0x7f50f4109140 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.918+0000 7f50f8c5c700 1 -- 172.21.15.38:0/1830788603 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 msgr2=0x7f50f410b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:29.175 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.918+0000 7f50f8c5c700 1 --2- 172.21.15.38:0/1830788603 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f410b530 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f50e40098a0 tx=0x7f50e4009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.918+0000 7f50f8c5c700 1 -- 172.21.15.38:0/1830788603 shutdown_connections 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.918+0000 7f50f8c5c700 1 --2- 172.21.15.38:0/1830788603 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f410b530 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.918+0000 7f50f8c5c700 1 -- 172.21.15.38:0/1830788603 >> 172.21.15.38:0/1830788603 conn(0x7f50f4102ad0 msgr2=0x7f50f4104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.918+0000 7f50f8c5c700 1 -- 172.21.15.38:0/1830788603 shutdown_connections 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.918+0000 7f50f8c5c700 1 -- 172.21.15.38:0/1830788603 wait complete. 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.919+0000 7f50f8c5c700 1 Processor -- start 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.919+0000 7f50f8c5c700 1 -- start start 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.920+0000 7f50f8c5c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.920+0000 7f50f8c5c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f50f410c970 con 0x7f50f4109140 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.920+0000 7f50f259c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.920+0000 7f50f259c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f419c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42888/0 (socket says 172.21.15.38:42888) 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.920+0000 7f50f259c700 1 -- 172.21.15.38:0/4190970080 learned_addr learned my addr 172.21.15.38:0/4190970080 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.920+0000 7f50f259c700 1 -- 172.21.15.38:0/4190970080 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50f419c930 con 0x7f50f4109140 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.920+0000 7f50f259c700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f419c3f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f50e40117e0 tx=0x7f50e4011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:29.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.921+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50e4003b30 con 0x7f50f4109140 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.921+0000 7f50f8c5c700 1 -- 172.21.15.38:0/4190970080 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50f419cbc0 con 0x7f50f4109140 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.921+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f50e4003cd0 con 0x7f50f4109140 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.921+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50e401a7c0 con 0x7f50f4109140 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.921+0000 7f50f8c5c700 1 -- 172.21.15.38:0/4190970080 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50f419d020 con 0x7f50f4109140 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.922+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f50e401a960 con 0x7f50f4109140 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.922+0000 7f50e37fe700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 0x7f50dc03bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.922+0000 7f50f8c5c700 1 -- 172.21.15.38:0/4190970080 --> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f50f40640a0 con 0x7f50dc0396c0 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.922+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f50e404ea30 con 0x7f50f4109140 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.922+0000 7f50f1d9b700 1 -- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 msgr2=0x7f50dc03bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/1780941116 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.922+0000 7f50f1d9b700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 0x7f50dc03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.123+0000 7f50f1d9b700 1 -- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 msgr2=0x7f50dc03bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/1780941116 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.123+0000 7f50f1d9b700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 0x7f50dc03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:13:29.177 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.524+0000 7f50f1d9b700 1 -- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 msgr2=0x7f50dc03bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/1780941116 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.524+0000 7f50f1d9b700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 0x7f50dc03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.325+0000 7f50f1d9b700 1 -- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 msgr2=0x7f50dc03bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/1780941116 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.325+0000 7f50f1d9b700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 0x7f50dc03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:25.926+0000 7f50f1d9b700 1 -- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 msgr2=0x7f50dc03bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/1780941116 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:25.926+0000 7f50f1d9b700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 0x7f50dc03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:27.599+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7f50e402da50 con 0x7f50f4109140 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:27.599+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 msgr2=0x7f50dc03bb80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:27.599+0000 7f50e37fe700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 0x7f50dc03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.600+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7f50e404f9d0 con 0x7f50f4109140 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.601+0000 7f50e37fe700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f50dc03cdc0 0x7f50dc03f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.601+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 --> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f50e400be90 con 0x7f50dc03cdc0 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.601+0000 7f50f1d9b700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f50dc03cdc0 0x7f50dc03f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.602+0000 7f50f1d9b700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f50dc03cdc0 0x7f50dc03f1b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f50e8003a10 tx=0x7f50e80092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:29.178 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.602+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 <== mgr.14120 v2:172.21.15.38:6800/2665135878 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f50e400be90 con 0x7f50dc03cdc0 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50f8c5c700 1 -- 172.21.15.38:0/4190970080 --> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f50f4103bc0 con 0x7f50dc03cdc0 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50e37fe700 1 -- 172.21.15.38:0/4190970080 <== mgr.14120 v2:172.21.15.38:6800/2665135878 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f50f4103bc0 con 0x7f50dc03cdc0 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50f8c5c700 1 -- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f50dc03cdc0 msgr2=0x7f50dc03f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50f8c5c700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f50dc03cdc0 0x7f50dc03f1b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f50e8003a10 tx=0x7f50e80092b0 comp rx=0 tx=0).stop 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50f8c5c700 1 -- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 msgr2=0x7f50f419c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50f8c5c700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f419c3f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f50e40117e0 tx=0x7f50e4011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50f8c5c700 1 -- 172.21.15.38:0/4190970080 shutdown_connections 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50f8c5c700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f50dc03cdc0 0x7f50dc03f1b0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50f8c5c700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f50f4109140 0x7f50f419c3f0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50f8c5c700 1 --2- 172.21.15.38:0/4190970080 >> [v2:172.21.15.38:6800/1780941116,v1:172.21.15.38:6801/1780941116] conn(0x7f50dc0396c0 0x7f50dc03bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.609+0000 7f50f8c5c700 1 -- 172.21.15.38:0/4190970080 >> 172.21.15.38:0/4190970080 conn(0x7f50f4102ad0 msgr2=0x7f50f41034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.610+0000 7f50f8c5c700 1 -- 172.21.15.38:0/4190970080 shutdown_connections 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.610+0000 7f50f8c5c700 1 -- 172.21.15.38:0/4190970080 wait complete. 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:mgr epoch 5 is available 2024-04-23T18:13:29.179 INFO:teuthology.orchestra.run.smithi038.stdout:Setting orchestrator backend to cephadm... 2024-04-23T18:13:29.844 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:29 smithi038 ceph-mon[29217]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-23T18:13:29.844 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:29 smithi038 ceph-mon[29217]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.608+0000 7f6fa7efd700 1 Processor -- start 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.608+0000 7f6fa7efd700 1 -- start start 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.609+0000 7f6fa7efd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa010b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.609+0000 7f6fa7efd700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa007be80 con 0x7f6fa0109030 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.609+0000 7f6fa5c99700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa010b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.609+0000 7f6fa5c99700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa010b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42946/0 (socket says 172.21.15.38:42946) 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.609+0000 7f6fa5c99700 1 -- 172.21.15.38:0/3116547028 learned_addr learned my addr 172.21.15.38:0/3116547028 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.609+0000 7f6fa5c99700 1 -- 172.21.15.38:0/3116547028 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fa010b960 con 0x7f6fa0109030 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.609+0000 7f6fa5c99700 1 --2- 172.21.15.38:0/3116547028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa010b420 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c0098a0 tx=0x7f6f9c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b4543a053a318b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.609+0000 7f6fa4c97700 1 -- 172.21.15.38:0/3116547028 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f9c004160 con 0x7f6fa0109030 2024-04-23T18:13:30.395 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.609+0000 7f6fa4c97700 1 -- 172.21.15.38:0/3116547028 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f6f9c004300 con 0x7f6fa0109030 2024-04-23T18:13:30.396 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.609+0000 7f6fa4c97700 1 -- 172.21.15.38:0/3116547028 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f9c011b20 con 0x7f6fa0109030 2024-04-23T18:13:30.396 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.610+0000 7f6fa7efd700 1 -- 172.21.15.38:0/3116547028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 msgr2=0x7f6fa010b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:30.396 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.610+0000 7f6fa7efd700 1 --2- 172.21.15.38:0/3116547028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa010b420 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c0098a0 tx=0x7f6f9c009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.396 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.610+0000 7f6fa7efd700 1 -- 172.21.15.38:0/3116547028 shutdown_connections 2024-04-23T18:13:30.396 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.610+0000 7f6fa7efd700 1 --2- 172.21.15.38:0/3116547028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa010b420 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.396 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.610+0000 7f6fa7efd700 1 -- 172.21.15.38:0/3116547028 >> 172.21.15.38:0/3116547028 conn(0x7f6fa0102a40 msgr2=0x7f6fa0104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:30.396 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.610+0000 7f6fa7efd700 1 -- 172.21.15.38:0/3116547028 shutdown_connections 2024-04-23T18:13:30.396 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.610+0000 7f6fa7efd700 1 -- 172.21.15.38:0/3116547028 wait complete. 2024-04-23T18:13:30.396 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6fa7efd700 1 Processor -- start 2024-04-23T18:13:30.396 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6fa7efd700 1 -- start start 2024-04-23T18:13:30.397 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6fa7efd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa019c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:30.397 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6fa7efd700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa010c910 con 0x7f6fa0109030 2024-04-23T18:13:30.397 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6fa5c99700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa019c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:30.397 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6fa5c99700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa019c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42954/0 (socket says 172.21.15.38:42954) 2024-04-23T18:13:30.397 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6fa5c99700 1 -- 172.21.15.38:0/2015791342 learned_addr learned my addr 172.21.15.38:0/2015791342 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:30.397 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6fa5c99700 1 -- 172.21.15.38:0/2015791342 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fa019c8e0 con 0x7f6fa0109030 2024-04-23T18:13:30.397 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6fa5c99700 1 --2- 172.21.15.38:0/2015791342 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa019c3a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c006af0 tx=0x7f6f9c011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:30.397 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6f92ffd700 1 -- 172.21.15.38:0/2015791342 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f9c0039a0 con 0x7f6fa0109030 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6f92ffd700 1 -- 172.21.15.38:0/2015791342 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f6f9c003b40 con 0x7f6fa0109030 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.611+0000 7f6fa7efd700 1 -- 172.21.15.38:0/2015791342 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fa019cbd0 con 0x7f6fa0109030 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.612+0000 7f6f92ffd700 1 -- 172.21.15.38:0/2015791342 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f9c019670 con 0x7f6fa0109030 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.612+0000 7f6fa7efd700 1 -- 172.21.15.38:0/2015791342 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fa019f860 con 0x7f6fa0109030 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.612+0000 7f6f92ffd700 1 -- 172.21.15.38:0/2015791342 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7f6f9c0198e0 con 0x7f6fa0109030 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.612+0000 7f6fa7efd700 1 -- 172.21.15.38:0/2015791342 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fa00640a0 con 0x7f6fa0109030 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.613+0000 7f6f92ffd700 1 --2- 172.21.15.38:0/2015791342 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f6f8c039560 0x7f6f8c03ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.613+0000 7f6f92ffd700 1 -- 172.21.15.38:0/2015791342 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6f9c04d900 con 0x7f6fa0109030 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.613+0000 7f6fa5498700 1 --2- 172.21.15.38:0/2015791342 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f6f8c039560 0x7f6f8c03ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.613+0000 7f6fa5498700 1 --2- 172.21.15.38:0/2015791342 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f6f8c039560 0x7f6f8c03ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6f94006fd0 tx=0x7f6f94006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.622+0000 7f6f92ffd700 1 -- 172.21.15.38:0/2015791342 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6f9c011e20 con 0x7f6fa0109030 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.661+0000 7f6f92ffd700 1 -- 172.21.15.38:0/2015791342 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f6f9c02d440 con 0x7f6fa0109030 2024-04-23T18:13:30.398 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.849+0000 7f6fa7efd700 1 -- 172.21.15.38:0/2015791342 --> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f6fa0103b20 con 0x7f6f8c039560 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.856+0000 7f6f92ffd700 1 -- 172.21.15.38:0/2015791342 <== mgr.14120 v2:172.21.15.38:6800/2665135878 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6fa0103b20 con 0x7f6f8c039560 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.859+0000 7f6fa7efd700 1 -- 172.21.15.38:0/2015791342 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f6f8c039560 msgr2=0x7f6f8c03ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.859+0000 7f6fa7efd700 1 --2- 172.21.15.38:0/2015791342 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f6f8c039560 0x7f6f8c03ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6f94006fd0 tx=0x7f6f94006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.859+0000 7f6fa7efd700 1 -- 172.21.15.38:0/2015791342 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 msgr2=0x7f6fa019c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.859+0000 7f6fa7efd700 1 --2- 172.21.15.38:0/2015791342 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa019c3a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c006af0 tx=0x7f6f9c011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.859+0000 7f6fa7efd700 1 -- 172.21.15.38:0/2015791342 shutdown_connections 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.859+0000 7f6fa7efd700 1 --2- 172.21.15.38:0/2015791342 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f6f8c039560 0x7f6f8c03ba20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.859+0000 7f6fa7efd700 1 --2- 172.21.15.38:0/2015791342 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fa0109030 0x7f6fa019c3a0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.859+0000 7f6fa7efd700 1 -- 172.21.15.38:0/2015791342 >> 172.21.15.38:0/2015791342 conn(0x7f6fa0102a40 msgr2=0x7f6fa0103410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.859+0000 7f6fa7efd700 1 -- 172.21.15.38:0/2015791342 shutdown_connections 2024-04-23T18:13:30.399 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.859+0000 7f6fa7efd700 1 -- 172.21.15.38:0/2015791342 wait complete. 2024-04-23T18:13:30.825 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:30 smithi038 ceph-mon[29217]: mgrmap e8: x(active, since 2s) 2024-04-23T18:13:30.825 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:30 smithi038 ceph-mon[29217]: [23/Apr/2024:18:13:29] ENGINE Bus STARTING 2024-04-23T18:13:30.825 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:30 smithi038 ceph-mon[29217]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:30.826 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:30 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:30.826 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:30 smithi038 ceph-mon[29217]: [23/Apr/2024:18:13:29] ENGINE Serving on https://172.21.15.38:7150 2024-04-23T18:13:30.826 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:30 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:30.826 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:30 smithi038 ceph-mon[29217]: [23/Apr/2024:18:13:29] ENGINE Serving on http://172.21.15.38:8765 2024-04-23T18:13:30.826 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:30 smithi038 ceph-mon[29217]: [23/Apr/2024:18:13:29] ENGINE Bus STARTED 2024-04-23T18:13:30.826 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:30 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:31.610 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.851+0000 7fe1eecec700 1 Processor -- start 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.851+0000 7fe1eecec700 1 -- start start 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.851+0000 7fe1eecec700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e8107df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.851+0000 7fe1eecec700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e81083c0 con 0x7fe1e81079d0 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.852+0000 7fe1eca88700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e8107df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.852+0000 7fe1eca88700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e8107df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:53442/0 (socket says 172.21.15.38:53442) 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.852+0000 7fe1eca88700 1 -- 172.21.15.38:0/1648838090 learned_addr learned my addr 172.21.15.38:0/1648838090 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.852+0000 7fe1eca88700 1 -- 172.21.15.38:0/1648838090 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1e81086f0 con 0x7fe1e81079d0 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.852+0000 7fe1eca88700 1 --2- 172.21.15.38:0/1648838090 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e8107df0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0098a0 tx=0x7fe1dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74d5d90233dec250 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.852+0000 7fe1e77fe700 1 -- 172.21.15.38:0/1648838090 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1dc004160 con 0x7fe1e81079d0 2024-04-23T18:13:31.611 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.852+0000 7fe1e77fe700 1 -- 172.21.15.38:0/1648838090 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fe1dc004300 con 0x7fe1e81079d0 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.852+0000 7fe1e77fe700 1 -- 172.21.15.38:0/1648838090 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1dc011b20 con 0x7fe1e81079d0 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.853+0000 7fe1eecec700 1 -- 172.21.15.38:0/1648838090 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 msgr2=0x7fe1e8107df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.853+0000 7fe1eecec700 1 --2- 172.21.15.38:0/1648838090 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e8107df0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0098a0 tx=0x7fe1dc009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.853+0000 7fe1eecec700 1 -- 172.21.15.38:0/1648838090 shutdown_connections 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.853+0000 7fe1eecec700 1 --2- 172.21.15.38:0/1648838090 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e8107df0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.853+0000 7fe1eecec700 1 -- 172.21.15.38:0/1648838090 >> 172.21.15.38:0/1648838090 conn(0x7fe1e8102210 msgr2=0x7fe1e8104630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.853+0000 7fe1eecec700 1 -- 172.21.15.38:0/1648838090 shutdown_connections 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.853+0000 7fe1eecec700 1 -- 172.21.15.38:0/1648838090 wait complete. 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.853+0000 7fe1eecec700 1 Processor -- start 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1eecec700 1 -- start start 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1eecec700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e819c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1eecec700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e810baa0 con 0x7fe1e81079d0 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1eca88700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e819c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:31.612 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1eca88700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e819c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:53448/0 (socket says 172.21.15.38:53448) 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1eca88700 1 -- 172.21.15.38:0/899847204 learned_addr learned my addr 172.21.15.38:0/899847204 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1eca88700 1 -- 172.21.15.38:0/899847204 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1e819c980 con 0x7fe1e81079d0 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1eca88700 1 --2- 172.21.15.38:0/899847204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e819c440 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0117e0 tx=0x7fe1dc011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1e5ffb700 1 -- 172.21.15.38:0/899847204 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1dc003b20 con 0x7fe1e81079d0 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1e5ffb700 1 -- 172.21.15.38:0/899847204 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fe1dc003cc0 con 0x7fe1e81079d0 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.854+0000 7fe1e5ffb700 1 -- 172.21.15.38:0/899847204 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1dc019870 con 0x7fe1e81079d0 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.855+0000 7fe1eecec700 1 -- 172.21.15.38:0/899847204 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1e819cc10 con 0x7fe1e81079d0 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.855+0000 7fe1eecec700 1 -- 172.21.15.38:0/899847204 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1e819d070 con 0x7fe1e81079d0 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.856+0000 7fe1e5ffb700 1 -- 172.21.15.38:0/899847204 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fe1dc01ac70 con 0x7fe1e81079d0 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.856+0000 7fe1e5ffb700 1 --2- 172.21.15.38:0/899847204 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fe1d8039670 0x7fe1d803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.856+0000 7fe1e5ffb700 1 -- 172.21.15.38:0/899847204 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe1dc04d970 con 0x7fe1e81079d0 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.856+0000 7fe1eecec700 1 -- 172.21.15.38:0/899847204 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1e80640a0 con 0x7fe1e81079d0 2024-04-23T18:13:31.613 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.856+0000 7fe1e7fff700 1 --2- 172.21.15.38:0/899847204 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fe1d8039670 0x7fe1d803bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.856+0000 7fe1e7fff700 1 --2- 172.21.15.38:0/899847204 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fe1d8039670 0x7fe1d803bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4006fd0 tx=0x7fe1d4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.861+0000 7fe1e5ffb700 1 -- 172.21.15.38:0/899847204 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe1dc011e20 con 0x7fe1e81079d0 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.069+0000 7fe1eecec700 1 -- 172.21.15.38:0/899847204 --> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fe1e8062e80 con 0x7fe1d8039670 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.070+0000 7fe1e5ffb700 1 -- 172.21.15.38:0/899847204 <== mgr.14120 v2:172.21.15.38:6800/2665135878 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fe1e8062e80 con 0x7fe1d8039670 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.072+0000 7fe1eecec700 1 -- 172.21.15.38:0/899847204 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fe1d8039670 msgr2=0x7fe1d803bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.072+0000 7fe1eecec700 1 --2- 172.21.15.38:0/899847204 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fe1d8039670 0x7fe1d803bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4006fd0 tx=0x7fe1d4006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.072+0000 7fe1eecec700 1 -- 172.21.15.38:0/899847204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 msgr2=0x7fe1e819c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.072+0000 7fe1eecec700 1 --2- 172.21.15.38:0/899847204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e819c440 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0117e0 tx=0x7fe1dc011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.072+0000 7fe1eecec700 1 -- 172.21.15.38:0/899847204 shutdown_connections 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.072+0000 7fe1eecec700 1 --2- 172.21.15.38:0/899847204 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fe1d8039670 0x7fe1d803bb30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.072+0000 7fe1eecec700 1 --2- 172.21.15.38:0/899847204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1e81079d0 0x7fe1e819c440 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.072+0000 7fe1eecec700 1 -- 172.21.15.38:0/899847204 >> 172.21.15.38:0/899847204 conn(0x7fe1e8102210 msgr2=0x7fe1e8102fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.072+0000 7fe1eecec700 1 -- 172.21.15.38:0/899847204 shutdown_connections 2024-04-23T18:13:31.614 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.072+0000 7fe1eecec700 1 -- 172.21.15.38:0/899847204 wait complete. 2024-04-23T18:13:31.615 INFO:teuthology.orchestra.run.smithi038.stdout:Generating ssh key... 2024-04-23T18:13:31.853 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:31 smithi038 ceph-mon[29217]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:32.641 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: Generating public/private rsa key pair. 2024-04-23T18:13:32.641 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: Your identification has been saved in /tmp/tmpvpz3wan0/key. 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: Your public key has been saved in /tmp/tmpvpz3wan0/key.pub. 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: The key fingerprint is: 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: SHA256:Gx2bxnLgxNcASkLN8jeNEvESH/+CujAx5ECYEbEyodo ceph-e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: The key's randomart image is: 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: +---[RSA 3072]----+ 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: |=*..oo+.o.. | 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: |++ .o+* o o | 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: |= . .oo.*o+ . | 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: |oo + o++*.= | 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: |. E + oS.O . | 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: | o . * . | 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: | o . . | 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: | o . | 2024-04-23T18:13:32.642 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: | . | 2024-04-23T18:13:32.643 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: +----[SHA256]-----+ 2024-04-23T18:13:32.950 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.042+0000 7fab20360700 1 Processor -- start 2024-04-23T18:13:32.950 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.042+0000 7fab20360700 1 -- start start 2024-04-23T18:13:32.950 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.042+0000 7fab20360700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab18108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:32.950 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.042+0000 7fab20360700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fab18109040 con 0x7fab18108650 2024-04-23T18:13:32.950 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.042+0000 7fab1e0fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab18108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:32.950 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.042+0000 7fab1e0fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab18108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:53458/0 (socket says 172.21.15.38:53458) 2024-04-23T18:13:32.950 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.042+0000 7fab1e0fc700 1 -- 172.21.15.38:0/2048657315 learned_addr learned my addr 172.21.15.38:0/2048657315 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.043+0000 7fab1e0fc700 1 -- 172.21.15.38:0/2048657315 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab18109800 con 0x7fab18108650 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.043+0000 7fab1e0fc700 1 --2- 172.21.15.38:0/2048657315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab18108a70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fab140098a0 tx=0x7fab14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daf2e92597894810 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.043+0000 7fab1d0fa700 1 -- 172.21.15.38:0/2048657315 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab14004160 con 0x7fab18108650 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.043+0000 7fab1d0fa700 1 -- 172.21.15.38:0/2048657315 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fab14004300 con 0x7fab18108650 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.043+0000 7fab1d0fa700 1 -- 172.21.15.38:0/2048657315 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab14011b20 con 0x7fab18108650 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.043+0000 7fab20360700 1 -- 172.21.15.38:0/2048657315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 msgr2=0x7fab18108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.043+0000 7fab20360700 1 --2- 172.21.15.38:0/2048657315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab18108a70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fab140098a0 tx=0x7fab14009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.044+0000 7fab20360700 1 -- 172.21.15.38:0/2048657315 shutdown_connections 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.044+0000 7fab20360700 1 --2- 172.21.15.38:0/2048657315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab18108a70 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.044+0000 7fab20360700 1 -- 172.21.15.38:0/2048657315 >> 172.21.15.38:0/2048657315 conn(0x7fab18103cb0 msgr2=0x7fab181060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.044+0000 7fab20360700 1 -- 172.21.15.38:0/2048657315 shutdown_connections 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.044+0000 7fab20360700 1 -- 172.21.15.38:0/2048657315 wait complete. 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.044+0000 7fab20360700 1 Processor -- start 2024-04-23T18:13:32.951 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.044+0000 7fab20360700 1 -- start start 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.044+0000 7fab20360700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab1819c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.044+0000 7fab20360700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fab1810cbb0 con 0x7fab18108650 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.045+0000 7fab1e0fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab1819c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.045+0000 7fab1e0fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab1819c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:53472/0 (socket says 172.21.15.38:53472) 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.045+0000 7fab1e0fc700 1 -- 172.21.15.38:0/121496115 learned_addr learned my addr 172.21.15.38:0/121496115 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.045+0000 7fab1e0fc700 1 -- 172.21.15.38:0/121496115 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab1819c960 con 0x7fab18108650 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.045+0000 7fab1e0fc700 1 --2- 172.21.15.38:0/121496115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab1819c420 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fab14006af0 tx=0x7fab14011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.045+0000 7fab0f7fe700 1 -- 172.21.15.38:0/121496115 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab14003930 con 0x7fab18108650 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.045+0000 7fab0f7fe700 1 -- 172.21.15.38:0/121496115 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fab14003ad0 con 0x7fab18108650 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.045+0000 7fab20360700 1 -- 172.21.15.38:0/121496115 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab1819cbf0 con 0x7fab18108650 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.045+0000 7fab0f7fe700 1 -- 172.21.15.38:0/121496115 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab14019610 con 0x7fab18108650 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.045+0000 7fab20360700 1 -- 172.21.15.38:0/121496115 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab1819d050 con 0x7fab18108650 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.046+0000 7fab0f7fe700 1 -- 172.21.15.38:0/121496115 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fab1401a430 con 0x7fab18108650 2024-04-23T18:13:32.952 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.046+0000 7fab20360700 1 -- 172.21.15.38:0/121496115 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab180640a0 con 0x7fab18108650 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.046+0000 7fab0f7fe700 1 --2- 172.21.15.38:0/121496115 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fab04039620 0x7fab0403bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.046+0000 7fab0f7fe700 1 -- 172.21.15.38:0/121496115 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fab1404db10 con 0x7fab18108650 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.047+0000 7fab1d8fb700 1 --2- 172.21.15.38:0/121496115 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fab04039620 0x7fab0403bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.047+0000 7fab1d8fb700 1 --2- 172.21.15.38:0/121496115 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fab04039620 0x7fab0403bae0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fab08006fd0 tx=0x7fab08006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.052+0000 7fab0f7fe700 1 -- 172.21.15.38:0/121496115 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fab14011e20 con 0x7fab18108650 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.260+0000 7fab20360700 1 -- 172.21.15.38:0/121496115 --> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fab18104dc0 con 0x7fab04039620 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.349+0000 7fab0f7fe700 1 -- 172.21.15.38:0/121496115 <== mgr.14120 v2:172.21.15.38:6800/2665135878 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fab18104dc0 con 0x7fab04039620 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.351+0000 7fab20360700 1 -- 172.21.15.38:0/121496115 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fab04039620 msgr2=0x7fab0403bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.351+0000 7fab20360700 1 --2- 172.21.15.38:0/121496115 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fab04039620 0x7fab0403bae0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fab08006fd0 tx=0x7fab08006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.351+0000 7fab20360700 1 -- 172.21.15.38:0/121496115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 msgr2=0x7fab1819c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.351+0000 7fab20360700 1 --2- 172.21.15.38:0/121496115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab1819c420 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fab14006af0 tx=0x7fab14011c10 comp rx=0 tx=0).stop 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.351+0000 7fab20360700 1 -- 172.21.15.38:0/121496115 shutdown_connections 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.351+0000 7fab20360700 1 --2- 172.21.15.38:0/121496115 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fab04039620 0x7fab0403bae0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.351+0000 7fab20360700 1 --2- 172.21.15.38:0/121496115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fab18108650 0x7fab1819c420 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:32.953 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.351+0000 7fab20360700 1 -- 172.21.15.38:0/121496115 >> 172.21.15.38:0/121496115 conn(0x7fab18103cb0 msgr2=0x7fab181046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:32.954 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.351+0000 7fab20360700 1 -- 172.21.15.38:0/121496115 shutdown_connections 2024-04-23T18:13:32.954 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.351+0000 7fab20360700 1 -- 172.21.15.38:0/121496115 wait complete. 2024-04-23T18:13:33.588 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:33 smithi038 ceph-mon[29217]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:33.588 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:33 smithi038 ceph-mon[29217]: Generating ssh key... 2024-04-23T18:13:33.588 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:33 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:33.588 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:33 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:34.176 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClJb9SvSDpM9rswDVh7Q2jQ6q/yjknEyqsolSHLtmc8fA6Iw2hVMNeDE+NUHRVRYeKn6vnejHVpKbaLF1Ur4g+Exh862URXP2bVdjCrBLbOjKpeg2k5fomNmOFmWgENTVKrrcqZqdFZqG1kQcbkAzaJ5nc0pDbROKUUb2rbFz0tzmghWnDplKp3gGcDXa1KMr3I6hVqczXq9rTu2fiRHnRRkg6rNCL7BAhDfV3hhFZSvWzA+mfSTh6q3ZhGKU9CO/eyH7XE8pEVkaIpHRKQLJw+bcAF9FXK33yIB63ItiUujT2XL/iVpU6PKni9dKVFNKN07y1ZTSPwoeyYmerguQVVn9DzPGlnbfgmz1oKqjjc0yJn/nqKarYAELmm6f8XIt31jC+3yW2i3G+mTpPNzrZndm7/o5evqyGJHF2Jg8yYxWWidimk6Fu3Euyhs5qlYRFMJL32b9MXDsxJ2DE2kYRRSBs4DilPnOkPAdzpNJ96fbvdZv0TkutXpp6D7oYoIE= ceph-e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:34.181 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.372+0000 7f69be084700 1 Processor -- start 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.372+0000 7f69be084700 1 -- start start 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.372+0000 7f69be084700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b8108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.372+0000 7f69be084700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f69b8109040 con 0x7f69b8108650 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.372+0000 7f69b77fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b8108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.372+0000 7f69b77fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b8108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:53482/0 (socket says 172.21.15.38:53482) 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.372+0000 7f69b77fe700 1 -- 172.21.15.38:0/3649316397 learned_addr learned my addr 172.21.15.38:0/3649316397 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.372+0000 7f69b77fe700 1 -- 172.21.15.38:0/3649316397 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69b8109800 con 0x7f69b8108650 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.373+0000 7f69b77fe700 1 --2- 172.21.15.38:0/3649316397 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b8108a70 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f69b0009e80 tx=0x7f69b000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11bb5dfe01427943 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.373+0000 7f69b67fc700 1 -- 172.21.15.38:0/3649316397 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f69b0017070 con 0x7f69b8108650 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.373+0000 7f69b67fc700 1 -- 172.21.15.38:0/3649316397 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f69b000b8c0 con 0x7f69b8108650 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.373+0000 7f69b67fc700 1 -- 172.21.15.38:0/3649316397 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f69b00045c0 con 0x7f69b8108650 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.373+0000 7f69be084700 1 -- 172.21.15.38:0/3649316397 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 msgr2=0x7f69b8108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:34.182 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.373+0000 7f69be084700 1 --2- 172.21.15.38:0/3649316397 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b8108a70 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f69b0009e80 tx=0x7f69b000b330 comp rx=0 tx=0).stop 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.373+0000 7f69be084700 1 -- 172.21.15.38:0/3649316397 shutdown_connections 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.373+0000 7f69be084700 1 --2- 172.21.15.38:0/3649316397 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b8108a70 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.373+0000 7f69be084700 1 -- 172.21.15.38:0/3649316397 >> 172.21.15.38:0/3649316397 conn(0x7f69b8103cb0 msgr2=0x7f69b81060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.373+0000 7f69be084700 1 -- 172.21.15.38:0/3649316397 shutdown_connections 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.374+0000 7f69be084700 1 -- 172.21.15.38:0/3649316397 wait complete. 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.374+0000 7f69be084700 1 Processor -- start 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.374+0000 7f69be084700 1 -- start start 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.375+0000 7f69be084700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b819c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.375+0000 7f69be084700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f69b810cbb0 con 0x7f69b8108650 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.375+0000 7f69b77fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b819c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.375+0000 7f69b77fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b819c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:53484/0 (socket says 172.21.15.38:53484) 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.375+0000 7f69b77fe700 1 -- 172.21.15.38:0/1985094159 learned_addr learned my addr 172.21.15.38:0/1985094159 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.375+0000 7f69b77fe700 1 -- 172.21.15.38:0/1985094159 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69b819c9c0 con 0x7f69b8108650 2024-04-23T18:13:34.183 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.375+0000 7f69b77fe700 1 --2- 172.21.15.38:0/1985094159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b819c480 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f69b0009e50 tx=0x7f69b000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.375+0000 7f69b4ff9700 1 -- 172.21.15.38:0/1985094159 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f69b0017070 con 0x7f69b8108650 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.375+0000 7f69b4ff9700 1 -- 172.21.15.38:0/1985094159 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f69b0022070 con 0x7f69b8108650 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.375+0000 7f69be084700 1 -- 172.21.15.38:0/1985094159 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69b819cc50 con 0x7f69b8108650 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.376+0000 7f69b4ff9700 1 -- 172.21.15.38:0/1985094159 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f69b001d690 con 0x7f69b8108650 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.376+0000 7f69be084700 1 -- 172.21.15.38:0/1985094159 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69b819f940 con 0x7f69b8108650 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.376+0000 7f69b4ff9700 1 -- 172.21.15.38:0/1985094159 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f69b001d900 con 0x7f69b8108650 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.376+0000 7f69b4ff9700 1 --2- 172.21.15.38:0/1985094159 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f69a4039670 0x7f69a403bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.377+0000 7f69b4ff9700 1 -- 172.21.15.38:0/1985094159 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f69b000f050 con 0x7f69b8108650 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.377+0000 7f69be084700 1 -- 172.21.15.38:0/1985094159 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69b80640a0 con 0x7f69b8108650 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.377+0000 7f69b6ffd700 1 --2- 172.21.15.38:0/1985094159 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f69a4039670 0x7f69a403bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.377+0000 7f69b6ffd700 1 --2- 172.21.15.38:0/1985094159 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f69a4039670 0x7f69a403bb30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f69a0006fd0 tx=0x7f69a0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.382+0000 7f69b4ff9700 1 -- 172.21.15.38:0/1985094159 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f69b001a270 con 0x7f69b8108650 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.593+0000 7f69be084700 1 -- 172.21.15.38:0/1985094159 --> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f69b8104e60 con 0x7f69a4039670 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.594+0000 7f69b4ff9700 1 -- 172.21.15.38:0/1985094159 <== mgr.14120 v2:172.21.15.38:6800/2665135878 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f69b8104e60 con 0x7f69a4039670 2024-04-23T18:13:34.184 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.597+0000 7f69be084700 1 -- 172.21.15.38:0/1985094159 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f69a4039670 msgr2=0x7f69a403bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.597+0000 7f69be084700 1 --2- 172.21.15.38:0/1985094159 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f69a4039670 0x7f69a403bb30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f69a0006fd0 tx=0x7f69a0006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.597+0000 7f69be084700 1 -- 172.21.15.38:0/1985094159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 msgr2=0x7f69b819c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.597+0000 7f69be084700 1 --2- 172.21.15.38:0/1985094159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b819c480 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f69b0009e50 tx=0x7f69b000bd50 comp rx=0 tx=0).stop 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.597+0000 7f69be084700 1 -- 172.21.15.38:0/1985094159 shutdown_connections 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.597+0000 7f69be084700 1 --2- 172.21.15.38:0/1985094159 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f69a4039670 0x7f69a403bb30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.597+0000 7f69be084700 1 --2- 172.21.15.38:0/1985094159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69b8108650 0x7f69b819c480 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.597+0000 7f69be084700 1 -- 172.21.15.38:0/1985094159 >> 172.21.15.38:0/1985094159 conn(0x7f69b8103cb0 msgr2=0x7f69b8104750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.597+0000 7f69be084700 1 -- 172.21.15.38:0/1985094159 shutdown_connections 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.597+0000 7f69be084700 1 -- 172.21.15.38:0/1985094159 wait complete. 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:Adding key to root@localhost authorized_keys... 2024-04-23T18:13:34.185 INFO:teuthology.orchestra.run.smithi038.stdout:Adding host smithi038... 2024-04-23T18:13:34.805 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:34 smithi038 ceph-mon[29217]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:35.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:35 smithi038 ceph-mon[29217]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi038", "addr": "172.21.15.38", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:35.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:35 smithi038 ceph-mon[29217]: Deploying cephadm binary to smithi038 2024-04-23T18:13:39.638 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout Added host 'smithi038' with addr '172.21.15.38' 2024-04-23T18:13:39.638 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.590+0000 7fa5a58b4700 1 Processor -- start 2024-04-23T18:13:39.638 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.590+0000 7fa5a58b4700 1 -- start start 2024-04-23T18:13:39.638 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.590+0000 7fa5a58b4700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a010b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:39.638 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.590+0000 7fa5a58b4700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a007be60 con 0x7fa5a0109050 2024-04-23T18:13:39.638 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.591+0000 7fa59effd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a010b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.591+0000 7fa59effd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a010b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:53486/0 (socket says 172.21.15.38:53486) 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.591+0000 7fa59effd700 1 -- 172.21.15.38:0/4185283947 learned_addr learned my addr 172.21.15.38:0/4185283947 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.591+0000 7fa59effd700 1 -- 172.21.15.38:0/4185283947 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a010b980 con 0x7fa5a0109050 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.591+0000 7fa59effd700 1 --2- 172.21.15.38:0/4185283947 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a010b440 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa5900098a0 tx=0x7fa590009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a808aedf8401a4a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.591+0000 7fa59dffb700 1 -- 172.21.15.38:0/4185283947 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa590004160 con 0x7fa5a0109050 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.591+0000 7fa59dffb700 1 -- 172.21.15.38:0/4185283947 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fa590004300 con 0x7fa5a0109050 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.591+0000 7fa59dffb700 1 -- 172.21.15.38:0/4185283947 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa590011b20 con 0x7fa5a0109050 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.592+0000 7fa5a58b4700 1 -- 172.21.15.38:0/4185283947 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 msgr2=0x7fa5a010b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.592+0000 7fa5a58b4700 1 --2- 172.21.15.38:0/4185283947 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a010b440 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa5900098a0 tx=0x7fa590009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.592+0000 7fa5a58b4700 1 -- 172.21.15.38:0/4185283947 shutdown_connections 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.592+0000 7fa5a58b4700 1 --2- 172.21.15.38:0/4185283947 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a010b440 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:39.639 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.592+0000 7fa5a58b4700 1 -- 172.21.15.38:0/4185283947 >> 172.21.15.38:0/4185283947 conn(0x7fa5a0102a40 msgr2=0x7fa5a0104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.592+0000 7fa5a58b4700 1 -- 172.21.15.38:0/4185283947 shutdown_connections 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.592+0000 7fa5a58b4700 1 -- 172.21.15.38:0/4185283947 wait complete. 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.592+0000 7fa5a58b4700 1 Processor -- start 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.593+0000 7fa5a58b4700 1 -- start start 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.593+0000 7fa5a58b4700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a019c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.593+0000 7fa5a58b4700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a010c9a0 con 0x7fa5a0109050 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.593+0000 7fa59effd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a019c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.593+0000 7fa59effd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a019c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:53496/0 (socket says 172.21.15.38:53496) 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.593+0000 7fa59effd700 1 -- 172.21.15.38:0/1353747823 learned_addr learned my addr 172.21.15.38:0/1353747823 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.593+0000 7fa59effd700 1 -- 172.21.15.38:0/1353747823 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a019c940 con 0x7fa5a0109050 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.593+0000 7fa59effd700 1 --2- 172.21.15.38:0/1353747823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a019c400 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa5900117e0 tx=0x7fa590011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.594+0000 7fa5a48b2700 1 -- 172.21.15.38:0/1353747823 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa590003b30 con 0x7fa5a0109050 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.594+0000 7fa5a48b2700 1 -- 172.21.15.38:0/1353747823 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fa590003cd0 con 0x7fa5a0109050 2024-04-23T18:13:39.640 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.594+0000 7fa5a58b4700 1 -- 172.21.15.38:0/1353747823 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5a019cbd0 con 0x7fa5a0109050 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.594+0000 7fa5a48b2700 1 -- 172.21.15.38:0/1353747823 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa59001a7c0 con 0x7fa5a0109050 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.594+0000 7fa5a58b4700 1 -- 172.21.15.38:0/1353747823 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5a019d030 con 0x7fa5a0109050 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.594+0000 7fa5a48b2700 1 -- 172.21.15.38:0/1353747823 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fa590024440 con 0x7fa5a0109050 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.595+0000 7fa5a58b4700 1 -- 172.21.15.38:0/1353747823 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5a00640a0 con 0x7fa5a0109050 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.595+0000 7fa5a48b2700 1 --2- 172.21.15.38:0/1353747823 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fa588039670 0x7fa58803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.595+0000 7fa5a48b2700 1 -- 172.21.15.38:0/1353747823 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa59004da60 con 0x7fa5a0109050 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.595+0000 7fa59e7fc700 1 --2- 172.21.15.38:0/1353747823 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fa588039670 0x7fa58803bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.595+0000 7fa59e7fc700 1 --2- 172.21.15.38:0/1353747823 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fa588039670 0x7fa58803bb30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa594006fd0 tx=0x7fa594006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.600+0000 7fa5a48b2700 1 -- 172.21.15.38:0/1353747823 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa59000e260 con 0x7fa5a0109050 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.811+0000 7fa5a58b4700 1 -- 172.21.15.38:0/1353747823 --> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi038", "addr": "172.21.15.38", "target": ["mon-mgr", ""]}) -- 0x7fa5a0103b70 con 0x7fa588039670 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.060+0000 7fa5a48b2700 1 -- 172.21.15.38:0/1353747823 <== mgr.14120 v2:172.21.15.38:6800/2665135878 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fa5a0103b70 con 0x7fa588039670 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.062+0000 7fa5a58b4700 1 -- 172.21.15.38:0/1353747823 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fa588039670 msgr2=0x7fa58803bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:39.641 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.062+0000 7fa5a58b4700 1 --2- 172.21.15.38:0/1353747823 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fa588039670 0x7fa58803bb30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa594006fd0 tx=0x7fa594006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:39.642 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.062+0000 7fa5a58b4700 1 -- 172.21.15.38:0/1353747823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 msgr2=0x7fa5a019c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:39.642 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.062+0000 7fa5a58b4700 1 --2- 172.21.15.38:0/1353747823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a019c400 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa5900117e0 tx=0x7fa590011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:39.642 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.062+0000 7fa5a58b4700 1 -- 172.21.15.38:0/1353747823 shutdown_connections 2024-04-23T18:13:39.642 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.062+0000 7fa5a58b4700 1 --2- 172.21.15.38:0/1353747823 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7fa588039670 0x7fa58803bb30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:39.642 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.063+0000 7fa5a58b4700 1 --2- 172.21.15.38:0/1353747823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5a0109050 0x7fa5a019c400 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:39.642 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.063+0000 7fa5a58b4700 1 -- 172.21.15.38:0/1353747823 >> 172.21.15.38:0/1353747823 conn(0x7fa5a0102a40 msgr2=0x7fa5a0103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:39.642 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.063+0000 7fa5a58b4700 1 -- 172.21.15.38:0/1353747823 shutdown_connections 2024-04-23T18:13:39.642 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:39.063+0000 7fa5a58b4700 1 -- 172.21.15.38:0/1353747823 wait complete. 2024-04-23T18:13:39.642 INFO:teuthology.orchestra.run.smithi038.stdout:Deploying unmanaged mon service... 2024-04-23T18:13:40.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:40 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:40.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:40 smithi038 ceph-mon[29217]: Added host smithi038 2024-04-23T18:13:40.312 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:40 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:40.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-23T18:13:40.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.085+0000 7f2aa1479700 1 Processor -- start 2024-04-23T18:13:40.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.085+0000 7f2aa1479700 1 -- start start 2024-04-23T18:13:40.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.086+0000 7f2aa1479700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:40.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.086+0000 7f2aa1479700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c109040 con 0x7f2a9c108650 2024-04-23T18:13:40.888 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.086+0000 7f2a9affd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.086+0000 7f2a9affd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40616/0 (socket says 172.21.15.38:40616) 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.086+0000 7f2a9affd700 1 -- 172.21.15.38:0/3564457759 learned_addr learned my addr 172.21.15.38:0/3564457759 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.086+0000 7f2a9affd700 1 -- 172.21.15.38:0/3564457759 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a9c109800 con 0x7f2a9c108650 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.086+0000 7f2a9affd700 1 --2- 172.21.15.38:0/3564457759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c108a70 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c0098a0 tx=0x7f2a8c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c207f596a8fc5885 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.086+0000 7f2a99ffb700 1 -- 172.21.15.38:0/3564457759 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a8c004160 con 0x7f2a9c108650 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.086+0000 7f2a99ffb700 1 -- 172.21.15.38:0/3564457759 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2a8c004300 con 0x7f2a9c108650 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.086+0000 7f2a99ffb700 1 -- 172.21.15.38:0/3564457759 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a8c011b20 con 0x7f2a9c108650 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.087+0000 7f2aa1479700 1 -- 172.21.15.38:0/3564457759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 msgr2=0x7f2a9c108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.087+0000 7f2aa1479700 1 --2- 172.21.15.38:0/3564457759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c108a70 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c0098a0 tx=0x7f2a8c009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.087+0000 7f2aa1479700 1 -- 172.21.15.38:0/3564457759 shutdown_connections 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.087+0000 7f2aa1479700 1 --2- 172.21.15.38:0/3564457759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c108a70 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.087+0000 7f2aa1479700 1 -- 172.21.15.38:0/3564457759 >> 172.21.15.38:0/3564457759 conn(0x7f2a9c103cb0 msgr2=0x7f2a9c1060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.087+0000 7f2aa1479700 1 -- 172.21.15.38:0/3564457759 shutdown_connections 2024-04-23T18:13:40.889 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.087+0000 7f2aa1479700 1 -- 172.21.15.38:0/3564457759 wait complete. 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.088+0000 7f2aa1479700 1 Processor -- start 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.088+0000 7f2aa1479700 1 -- start start 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.088+0000 7f2aa1479700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c19c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.088+0000 7f2aa1479700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c10cbb0 con 0x7f2a9c108650 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.088+0000 7f2a9affd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c19c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.088+0000 7f2a9affd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c19c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40630/0 (socket says 172.21.15.38:40630) 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.088+0000 7f2a9affd700 1 -- 172.21.15.38:0/226991751 learned_addr learned my addr 172.21.15.38:0/226991751 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.089+0000 7f2a9affd700 1 -- 172.21.15.38:0/226991751 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a9c19c960 con 0x7f2a9c108650 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.089+0000 7f2a9affd700 1 --2- 172.21.15.38:0/226991751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c19c420 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c006af0 tx=0x7f2a8c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.089+0000 7f2a83fff700 1 -- 172.21.15.38:0/226991751 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a8c003930 con 0x7f2a9c108650 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.089+0000 7f2aa1479700 1 -- 172.21.15.38:0/226991751 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a9c19cbf0 con 0x7f2a9c108650 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.089+0000 7f2a83fff700 1 -- 172.21.15.38:0/226991751 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2a8c003ad0 con 0x7f2a9c108650 2024-04-23T18:13:40.890 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.089+0000 7f2a83fff700 1 -- 172.21.15.38:0/226991751 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a8c019610 con 0x7f2a9c108650 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.089+0000 7f2aa1479700 1 -- 172.21.15.38:0/226991751 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a9c19d050 con 0x7f2a9c108650 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.090+0000 7f2a83fff700 1 -- 172.21.15.38:0/226991751 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f2a8c019910 con 0x7f2a9c108650 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.090+0000 7f2a83fff700 1 --2- 172.21.15.38:0/226991751 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f2a84039620 0x7f2a8403bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.090+0000 7f2aa1479700 1 -- 172.21.15.38:0/226991751 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a9c0640a0 con 0x7f2a9c108650 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.090+0000 7f2a83fff700 1 -- 172.21.15.38:0/226991751 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f2a8c04db20 con 0x7f2a9c108650 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.090+0000 7f2a9a7fc700 1 --2- 172.21.15.38:0/226991751 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f2a84039620 0x7f2a8403bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.091+0000 7f2a9a7fc700 1 --2- 172.21.15.38:0/226991751 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f2a84039620 0x7f2a8403bae0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f2a90006fd0 tx=0x7f2a90006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.095+0000 7f2a83fff700 1 -- 172.21.15.38:0/226991751 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2a8c011e20 con 0x7f2a9c108650 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.317+0000 7f2aa1479700 1 -- 172.21.15.38:0/226991751 --> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f2a9c19f9a0 con 0x7f2a84039620 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.322+0000 7f2a83fff700 1 -- 172.21.15.38:0/226991751 <== mgr.14120 v2:172.21.15.38:6800/2665135878 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f2a9c19f9a0 con 0x7f2a84039620 2024-04-23T18:13:40.891 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.324+0000 7f2aa1479700 1 -- 172.21.15.38:0/226991751 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f2a84039620 msgr2=0x7f2a8403bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:40.892 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.324+0000 7f2aa1479700 1 --2- 172.21.15.38:0/226991751 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f2a84039620 0x7f2a8403bae0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f2a90006fd0 tx=0x7f2a90006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:40.892 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.324+0000 7f2aa1479700 1 -- 172.21.15.38:0/226991751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 msgr2=0x7f2a9c19c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:40.892 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.324+0000 7f2aa1479700 1 --2- 172.21.15.38:0/226991751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c19c420 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c006af0 tx=0x7f2a8c011c10 comp rx=0 tx=0).stop 2024-04-23T18:13:40.892 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.324+0000 7f2aa1479700 1 -- 172.21.15.38:0/226991751 shutdown_connections 2024-04-23T18:13:40.892 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.324+0000 7f2aa1479700 1 --2- 172.21.15.38:0/226991751 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f2a84039620 0x7f2a8403bae0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:40.892 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.324+0000 7f2aa1479700 1 --2- 172.21.15.38:0/226991751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2a9c108650 0x7f2a9c19c420 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:40.892 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.324+0000 7f2aa1479700 1 -- 172.21.15.38:0/226991751 >> 172.21.15.38:0/226991751 conn(0x7f2a9c103cb0 msgr2=0x7f2a9c1046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:40.892 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.325+0000 7f2aa1479700 1 -- 172.21.15.38:0/226991751 shutdown_connections 2024-04-23T18:13:40.892 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.325+0000 7f2aa1479700 1 -- 172.21.15.38:0/226991751 wait complete. 2024-04-23T18:13:40.892 INFO:teuthology.orchestra.run.smithi038.stdout:Deploying unmanaged mgr service... 2024-04-23T18:13:41.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:41 smithi038 ceph-mon[29217]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:41.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:41 smithi038 ceph-mon[29217]: Saving service mon spec with placement count:5 2024-04-23T18:13:41.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:41 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:43.112 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:42 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:43.112 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:42 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:43.112 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:42 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:43.120 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-23T18:13:43.120 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.289+0000 7f5e68137700 1 Processor -- start 2024-04-23T18:13:43.120 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.289+0000 7f5e68137700 1 -- start start 2024-04-23T18:13:43.121 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.289+0000 7f5e68137700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e60106ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:43.121 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.289+0000 7f5e68137700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5e60107270 con 0x7f5e60106880 2024-04-23T18:13:43.121 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.290+0000 7f5e65ed3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e60106ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:43.121 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.290+0000 7f5e65ed3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e60106ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40646/0 (socket says 172.21.15.38:40646) 2024-04-23T18:13:43.121 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.290+0000 7f5e65ed3700 1 -- 172.21.15.38:0/4110091764 learned_addr learned my addr 172.21.15.38:0/4110091764 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:43.121 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.290+0000 7f5e65ed3700 1 -- 172.21.15.38:0/4110091764 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e601098b0 con 0x7f5e60106880 2024-04-23T18:13:43.121 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.290+0000 7f5e65ed3700 1 --2- 172.21.15.38:0/4110091764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e60106ca0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c0098a0 tx=0x7f5e5c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=307bc0935751da2b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:43.121 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.290+0000 7f5e64ed1700 1 -- 172.21.15.38:0/4110091764 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e5c004160 con 0x7f5e60106880 2024-04-23T18:13:43.121 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.290+0000 7f5e64ed1700 1 -- 172.21.15.38:0/4110091764 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5e5c004300 con 0x7f5e60106880 2024-04-23T18:13:43.121 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.290+0000 7f5e64ed1700 1 -- 172.21.15.38:0/4110091764 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e5c011af0 con 0x7f5e60106880 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.291+0000 7f5e68137700 1 -- 172.21.15.38:0/4110091764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 msgr2=0x7f5e60106ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.291+0000 7f5e68137700 1 --2- 172.21.15.38:0/4110091764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e60106ca0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c0098a0 tx=0x7f5e5c009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.291+0000 7f5e68137700 1 -- 172.21.15.38:0/4110091764 shutdown_connections 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.291+0000 7f5e68137700 1 --2- 172.21.15.38:0/4110091764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e60106ca0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.291+0000 7f5e68137700 1 -- 172.21.15.38:0/4110091764 >> 172.21.15.38:0/4110091764 conn(0x7f5e601021b0 msgr2=0x7f5e601045f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.291+0000 7f5e68137700 1 -- 172.21.15.38:0/4110091764 shutdown_connections 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.291+0000 7f5e68137700 1 -- 172.21.15.38:0/4110091764 wait complete. 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.292+0000 7f5e68137700 1 Processor -- start 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.292+0000 7f5e68137700 1 -- start start 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.292+0000 7f5e68137700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e6019c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.292+0000 7f5e68137700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6010cae0 con 0x7f5e60106880 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.292+0000 7f5e65ed3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e6019c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:43.122 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.292+0000 7f5e65ed3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e6019c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40658/0 (socket says 172.21.15.38:40658) 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.292+0000 7f5e65ed3700 1 -- 172.21.15.38:0/4053200854 learned_addr learned my addr 172.21.15.38:0/4053200854 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.292+0000 7f5e65ed3700 1 -- 172.21.15.38:0/4053200854 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e6019c990 con 0x7f5e60106880 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.292+0000 7f5e65ed3700 1 --2- 172.21.15.38:0/4053200854 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e6019c450 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c009520 tx=0x7f5e5c003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.293+0000 7f5e52ffd700 1 -- 172.21.15.38:0/4053200854 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e5c0036a0 con 0x7f5e60106880 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.293+0000 7f5e52ffd700 1 -- 172.21.15.38:0/4053200854 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5e5c01a430 con 0x7f5e60106880 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.293+0000 7f5e68137700 1 -- 172.21.15.38:0/4053200854 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e6019cc20 con 0x7f5e60106880 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.293+0000 7f5e52ffd700 1 -- 172.21.15.38:0/4053200854 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e5c0193c0 con 0x7f5e60106880 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.293+0000 7f5e68137700 1 -- 172.21.15.38:0/4053200854 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e6019f910 con 0x7f5e60106880 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.294+0000 7f5e68137700 1 -- 172.21.15.38:0/4053200854 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e6010cc60 con 0x7f5e60106880 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.294+0000 7f5e52ffd700 1 -- 172.21.15.38:0/4053200854 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f5e5c019560 con 0x7f5e60106880 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.294+0000 7f5e52ffd700 1 --2- 172.21.15.38:0/4053200854 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f5e4c039670 0x7f5e4c03bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.294+0000 7f5e52ffd700 1 -- 172.21.15.38:0/4053200854 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5e5c04d7c0 con 0x7f5e60106880 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.294+0000 7f5e656d2700 1 --2- 172.21.15.38:0/4053200854 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f5e4c039670 0x7f5e4c03bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:43.123 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.295+0000 7f5e656d2700 1 --2- 172.21.15.38:0/4053200854 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f5e4c039670 0x7f5e4c03bb30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5e54006fd0 tx=0x7f5e54006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.299+0000 7f5e52ffd700 1 -- 172.21.15.38:0/4053200854 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5e5c00f2e0 con 0x7f5e60106880 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.526+0000 7f5e68137700 1 -- 172.21.15.38:0/4053200854 --> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f5e601032d0 con 0x7f5e4c039670 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.536+0000 7f5e52ffd700 1 -- 172.21.15.38:0/4053200854 <== mgr.14120 v2:172.21.15.38:6800/2665135878 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f5e601032d0 con 0x7f5e4c039670 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.538+0000 7f5e68137700 1 -- 172.21.15.38:0/4053200854 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f5e4c039670 msgr2=0x7f5e4c03bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.538+0000 7f5e68137700 1 --2- 172.21.15.38:0/4053200854 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f5e4c039670 0x7f5e4c03bb30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5e54006fd0 tx=0x7f5e54006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.538+0000 7f5e68137700 1 -- 172.21.15.38:0/4053200854 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 msgr2=0x7f5e6019c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.538+0000 7f5e68137700 1 --2- 172.21.15.38:0/4053200854 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e6019c450 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c009520 tx=0x7f5e5c003eb0 comp rx=0 tx=0).stop 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.538+0000 7f5e68137700 1 -- 172.21.15.38:0/4053200854 shutdown_connections 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.538+0000 7f5e68137700 1 --2- 172.21.15.38:0/4053200854 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f5e4c039670 0x7f5e4c03bb30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.538+0000 7f5e68137700 1 --2- 172.21.15.38:0/4053200854 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e60106880 0x7f5e6019c450 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:43.124 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.538+0000 7f5e68137700 1 -- 172.21.15.38:0/4053200854 >> 172.21.15.38:0/4053200854 conn(0x7f5e601021b0 msgr2=0x7f5e60102bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:43.125 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.538+0000 7f5e68137700 1 -- 172.21.15.38:0/4053200854 shutdown_connections 2024-04-23T18:13:43.125 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:42.538+0000 7f5e68137700 1 -- 172.21.15.38:0/4053200854 wait complete. 2024-04-23T18:13:44.123 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:43 smithi038 ceph-mon[29217]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:44.123 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:43 smithi038 ceph-mon[29217]: Saving service mgr spec with placement count:2 2024-04-23T18:13:44.123 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:43 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3524577961' entity='client.admin' 2024-04-23T18:13:44.834 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.523+0000 7f03527bd700 1 Processor -- start 2024-04-23T18:13:44.834 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.523+0000 7f03527bd700 1 -- start start 2024-04-23T18:13:44.834 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.523+0000 7f03527bd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c1078c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:44.834 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.523+0000 7f03527bd700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f034c107e90 con 0x7f034c1074a0 2024-04-23T18:13:44.834 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.523+0000 7f034bfff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c1078c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.523+0000 7f034bfff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c1078c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40668/0 (socket says 172.21.15.38:40668) 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.523+0000 7f034bfff700 1 -- 172.21.15.38:0/3021777577 learned_addr learned my addr 172.21.15.38:0/3021777577 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.524+0000 7f034bfff700 1 -- 172.21.15.38:0/3021777577 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f034c1086a0 con 0x7f034c1074a0 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.524+0000 7f034bfff700 1 --2- 172.21.15.38:0/3021777577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c1078c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f033c0098a0 tx=0x7f033c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f5582ceb0a9d9c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.524+0000 7f034affd700 1 -- 172.21.15.38:0/3021777577 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f033c004160 con 0x7f034c1074a0 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.524+0000 7f034affd700 1 -- 172.21.15.38:0/3021777577 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f033c004300 con 0x7f034c1074a0 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.524+0000 7f034affd700 1 -- 172.21.15.38:0/3021777577 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f033c011af0 con 0x7f034c1074a0 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.525+0000 7f03527bd700 1 -- 172.21.15.38:0/3021777577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 msgr2=0x7f034c1078c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.525+0000 7f03527bd700 1 --2- 172.21.15.38:0/3021777577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c1078c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f033c0098a0 tx=0x7f033c009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.525+0000 7f03527bd700 1 -- 172.21.15.38:0/3021777577 shutdown_connections 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.525+0000 7f03527bd700 1 --2- 172.21.15.38:0/3021777577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c1078c0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.525+0000 7f03527bd700 1 -- 172.21.15.38:0/3021777577 >> 172.21.15.38:0/3021777577 conn(0x7f034c102a40 msgr2=0x7f034c104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.525+0000 7f03527bd700 1 -- 172.21.15.38:0/3021777577 shutdown_connections 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.525+0000 7f03527bd700 1 -- 172.21.15.38:0/3021777577 wait complete. 2024-04-23T18:13:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.525+0000 7f03527bd700 1 Processor -- start 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.525+0000 7f03527bd700 1 -- start start 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.526+0000 7f03527bd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c07ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.526+0000 7f03527bd700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f034c10ba50 con 0x7f034c1074a0 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.526+0000 7f034bfff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c07ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.526+0000 7f034bfff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c07ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40676/0 (socket says 172.21.15.38:40676) 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.526+0000 7f034bfff700 1 -- 172.21.15.38:0/3524577961 learned_addr learned my addr 172.21.15.38:0/3524577961 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.526+0000 7f034bfff700 1 -- 172.21.15.38:0/3524577961 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f034c19cfb0 con 0x7f034c1074a0 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.526+0000 7f034bfff700 1 --2- 172.21.15.38:0/3524577961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c07ba40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f033c009520 tx=0x7f033c003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.527+0000 7f03497fa700 1 -- 172.21.15.38:0/3524577961 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f033c0036a0 con 0x7f034c1074a0 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.527+0000 7f03497fa700 1 -- 172.21.15.38:0/3524577961 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f033c01a430 con 0x7f034c1074a0 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.527+0000 7f03527bd700 1 -- 172.21.15.38:0/3524577961 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f034c1a15c0 con 0x7f034c1074a0 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.527+0000 7f03497fa700 1 -- 172.21.15.38:0/3524577961 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f033c0193c0 con 0x7f034c1074a0 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.527+0000 7f03527bd700 1 -- 172.21.15.38:0/3524577961 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f034c1a1960 con 0x7f034c1074a0 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.528+0000 7f03497fa700 1 -- 172.21.15.38:0/3524577961 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f033c019670 con 0x7f034c1074a0 2024-04-23T18:13:44.836 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.528+0000 7f03497fa700 1 --2- 172.21.15.38:0/3524577961 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0334039620 0x7f033403bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.528+0000 7f03497fa700 1 -- 172.21.15.38:0/3524577961 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f033c04dc00 con 0x7f034c1074a0 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.528+0000 7f034b7fe700 1 --2- 172.21.15.38:0/3524577961 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0334039620 0x7f033403bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.529+0000 7f034b7fe700 1 --2- 172.21.15.38:0/3524577961 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0334039620 0x7f033403bae0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0340006fd0 tx=0x7f0340006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.529+0000 7f03527bd700 1 -- 172.21.15.38:0/3524577961 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f034c0640a0 con 0x7f034c1074a0 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.534+0000 7f03497fa700 1 -- 172.21.15.38:0/3524577961 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f033c016dd0 con 0x7f034c1074a0 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.757+0000 7f03527bd700 1 -- 172.21.15.38:0/3524577961 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f034c1a2030 con 0x7f034c1074a0 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.760+0000 7f03497fa700 1 -- 172.21.15.38:0/3524577961 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f033c032020 con 0x7f034c1074a0 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.762+0000 7f03527bd700 1 -- 172.21.15.38:0/3524577961 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0334039620 msgr2=0x7f033403bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.762+0000 7f03527bd700 1 --2- 172.21.15.38:0/3524577961 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0334039620 0x7f033403bae0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0340006fd0 tx=0x7f0340006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.762+0000 7f03527bd700 1 -- 172.21.15.38:0/3524577961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 msgr2=0x7f034c07ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.762+0000 7f03527bd700 1 --2- 172.21.15.38:0/3524577961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c07ba40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f033c009520 tx=0x7f033c003eb0 comp rx=0 tx=0).stop 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.762+0000 7f03527bd700 1 -- 172.21.15.38:0/3524577961 shutdown_connections 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.762+0000 7f03527bd700 1 --2- 172.21.15.38:0/3524577961 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0334039620 0x7f033403bae0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:44.837 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.762+0000 7f03527bd700 1 --2- 172.21.15.38:0/3524577961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f034c1074a0 0x7f034c07ba40 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:44.838 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.762+0000 7f03527bd700 1 -- 172.21.15.38:0/3524577961 >> 172.21.15.38:0/3524577961 conn(0x7f034c102a40 msgr2=0x7f034c1034f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:44.838 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.762+0000 7f03527bd700 1 -- 172.21.15.38:0/3524577961 shutdown_connections 2024-04-23T18:13:44.838 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.762+0000 7f03527bd700 1 -- 172.21.15.38:0/3524577961 wait complete. 2024-04-23T18:13:45.840 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:45 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:46.099 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.304+0000 7f0aef813700 1 Processor -- start 2024-04-23T18:13:46.099 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.304+0000 7f0aef813700 1 -- start start 2024-04-23T18:13:46.099 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.304+0000 7f0aef813700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae8108e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:46.099 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.304+0000 7f0aef813700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae8109410 con 0x7f0ae8108a40 2024-04-23T18:13:46.099 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.304+0000 7f0aed5af700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae8108e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:46.099 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.304+0000 7f0aed5af700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae8108e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40690/0 (socket says 172.21.15.38:40690) 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.305+0000 7f0aed5af700 1 -- 172.21.15.38:0/3257181341 learned_addr learned my addr 172.21.15.38:0/3257181341 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.305+0000 7f0aed5af700 1 -- 172.21.15.38:0/3257181341 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae8109590 con 0x7f0ae8108a40 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.305+0000 7f0aed5af700 1 --2- 172.21.15.38:0/3257181341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae8108e40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0ae40098a0 tx=0x7f0ae4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=729efa8efc2d5827 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.305+0000 7f0adffff700 1 -- 172.21.15.38:0/3257181341 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ae4004160 con 0x7f0ae8108a40 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.305+0000 7f0adffff700 1 -- 172.21.15.38:0/3257181341 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0ae4004300 con 0x7f0ae8108a40 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.305+0000 7f0adffff700 1 -- 172.21.15.38:0/3257181341 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ae4011af0 con 0x7f0ae8108a40 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.306+0000 7f0aef813700 1 -- 172.21.15.38:0/3257181341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 msgr2=0x7f0ae8108e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.306+0000 7f0aef813700 1 --2- 172.21.15.38:0/3257181341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae8108e40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0ae40098a0 tx=0x7f0ae4009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.306+0000 7f0aef813700 1 -- 172.21.15.38:0/3257181341 shutdown_connections 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.306+0000 7f0aef813700 1 --2- 172.21.15.38:0/3257181341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae8108e40 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.306+0000 7f0aef813700 1 -- 172.21.15.38:0/3257181341 >> 172.21.15.38:0/3257181341 conn(0x7f0ae81021b0 msgr2=0x7f0ae81045f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.306+0000 7f0aef813700 1 -- 172.21.15.38:0/3257181341 shutdown_connections 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.306+0000 7f0aef813700 1 -- 172.21.15.38:0/3257181341 wait complete. 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.307+0000 7f0aef813700 1 Processor -- start 2024-04-23T18:13:46.100 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.307+0000 7f0aef813700 1 -- start start 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.307+0000 7f0aef813700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae819e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.307+0000 7f0aef813700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae81074b0 con 0x7f0ae8108a40 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.307+0000 7f0aed5af700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae819e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.307+0000 7f0aed5af700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae819e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40692/0 (socket says 172.21.15.38:40692) 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.307+0000 7f0aed5af700 1 -- 172.21.15.38:0/3873042918 learned_addr learned my addr 172.21.15.38:0/3873042918 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.307+0000 7f0aed5af700 1 -- 172.21.15.38:0/3873042918 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae819eba0 con 0x7f0ae8108a40 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.308+0000 7f0aed5af700 1 --2- 172.21.15.38:0/3873042918 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae819e660 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009520 tx=0x7f0ae4003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.308+0000 7f0ade7fc700 1 -- 172.21.15.38:0/3873042918 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ae40036a0 con 0x7f0ae8108a40 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.308+0000 7f0aef813700 1 -- 172.21.15.38:0/3873042918 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ae819ee30 con 0x7f0ae8108a40 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.308+0000 7f0ade7fc700 1 -- 172.21.15.38:0/3873042918 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0ae401a430 con 0x7f0ae8108a40 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.308+0000 7f0ade7fc700 1 -- 172.21.15.38:0/3873042918 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ae40193c0 con 0x7f0ae8108a40 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.308+0000 7f0aef813700 1 -- 172.21.15.38:0/3873042918 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ae81a1b20 con 0x7f0ae8108a40 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.309+0000 7f0ade7fc700 1 -- 172.21.15.38:0/3873042918 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f0ae4019560 con 0x7f0ae8108a40 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.309+0000 7f0ade7fc700 1 --2- 172.21.15.38:0/3873042918 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0ad4039670 0x7f0ad403bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.309+0000 7f0ade7fc700 1 -- 172.21.15.38:0/3873042918 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0ae404d8d0 con 0x7f0ae8108a40 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.309+0000 7f0aef813700 1 -- 172.21.15.38:0/3873042918 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ae80640a0 con 0x7f0ae8108a40 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.309+0000 7f0aecdae700 1 --2- 172.21.15.38:0/3873042918 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0ad4039670 0x7f0ad403bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.310+0000 7f0aecdae700 1 --2- 172.21.15.38:0/3873042918 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0ad4039670 0x7f0ad403bb30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8006fd0 tx=0x7f0ad8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.315+0000 7f0ade7fc700 1 -- 172.21.15.38:0/3873042918 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0ae400f2e0 con 0x7f0ae8108a40 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.524+0000 7f0aef813700 1 -- 172.21.15.38:0/3873042918 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f0ae8197bc0 con 0x7f0ae8108a40 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.527+0000 7f0ade7fc700 1 -- 172.21.15.38:0/3873042918 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f0ae8197bc0 con 0x7f0ae8108a40 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.530+0000 7f0aef813700 1 -- 172.21.15.38:0/3873042918 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0ad4039670 msgr2=0x7f0ad403bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.530+0000 7f0aef813700 1 --2- 172.21.15.38:0/3873042918 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0ad4039670 0x7f0ad403bb30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8006fd0 tx=0x7f0ad8006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.530+0000 7f0aef813700 1 -- 172.21.15.38:0/3873042918 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 msgr2=0x7f0ae819e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.530+0000 7f0aef813700 1 --2- 172.21.15.38:0/3873042918 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae819e660 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009520 tx=0x7f0ae4003eb0 comp rx=0 tx=0).stop 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.530+0000 7f0aef813700 1 -- 172.21.15.38:0/3873042918 shutdown_connections 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.530+0000 7f0aef813700 1 --2- 172.21.15.38:0/3873042918 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f0ad4039670 0x7f0ad403bb30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.530+0000 7f0aef813700 1 --2- 172.21.15.38:0/3873042918 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae8108a40 0x7f0ae819e660 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:46.102 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.530+0000 7f0aef813700 1 -- 172.21.15.38:0/3873042918 >> 172.21.15.38:0/3873042918 conn(0x7f0ae81021b0 msgr2=0x7f0ae8194c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:46.103 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.530+0000 7f0aef813700 1 -- 172.21.15.38:0/3873042918 shutdown_connections 2024-04-23T18:13:46.103 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.530+0000 7f0aef813700 1 -- 172.21.15.38:0/3873042918 wait complete. 2024-04-23T18:13:46.103 INFO:teuthology.orchestra.run.smithi038.stdout:Enabling the dashboard module... 2024-04-23T18:13:46.611 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:46 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3873042918' entity='client.admin' 2024-04-23T18:13:46.612 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:46 smithi038 ceph-mon[29217]: from='mgr.14120 172.21.15.38:0/3818849755' entity='mgr.x' 2024-04-23T18:13:47.723 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:47 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1502118435' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-23T18:13:47.723 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: ignoring --setuser ceph since I am not root 2024-04-23T18:13:47.724 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: ignoring --setgroup ceph since I am not root 2024-04-23T18:13:47.724 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:47.729+0000 7f8ff9e3e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:13:48.023 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:47.921+0000 7f8ff9e3e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:48.211 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.606+0000 7f3acd5f1700 1 Processor -- start 2024-04-23T18:13:48.211 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.607+0000 7f3acd5f1700 1 -- start start 2024-04-23T18:13:48.211 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.607+0000 7f3acd5f1700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac810b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:48.211 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.607+0000 7f3acd5f1700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac807bea0 con 0x7f3ac8109010 2024-04-23T18:13:48.211 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.607+0000 7f3ac6ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac810b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:48.211 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.607+0000 7f3ac6ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac810b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40696/0 (socket says 172.21.15.38:40696) 2024-04-23T18:13:48.211 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.607+0000 7f3ac6ffd700 1 -- 172.21.15.38:0/2089388274 learned_addr learned my addr 172.21.15.38:0/2089388274 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:48.211 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.607+0000 7f3ac6ffd700 1 -- 172.21.15.38:0/2089388274 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ac810b940 con 0x7f3ac8109010 2024-04-23T18:13:48.211 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.607+0000 7f3ac6ffd700 1 --2- 172.21.15.38:0/2089388274 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac810b400 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3ab80098a0 tx=0x7f3ab8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0fa5aab04c71d47 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:48.211 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.608+0000 7f3ac67fc700 1 -- 172.21.15.38:0/2089388274 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ab8004160 con 0x7f3ac8109010 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.608+0000 7f3ac67fc700 1 -- 172.21.15.38:0/2089388274 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3ab8004300 con 0x7f3ac8109010 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.608+0000 7f3ac67fc700 1 -- 172.21.15.38:0/2089388274 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ab8011af0 con 0x7f3ac8109010 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.608+0000 7f3acd5f1700 1 -- 172.21.15.38:0/2089388274 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 msgr2=0x7f3ac810b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.608+0000 7f3acd5f1700 1 --2- 172.21.15.38:0/2089388274 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac810b400 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3ab80098a0 tx=0x7f3ab8009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.608+0000 7f3acd5f1700 1 -- 172.21.15.38:0/2089388274 shutdown_connections 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.608+0000 7f3acd5f1700 1 --2- 172.21.15.38:0/2089388274 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac810b400 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.608+0000 7f3acd5f1700 1 -- 172.21.15.38:0/2089388274 >> 172.21.15.38:0/2089388274 conn(0x7f3ac8102a40 msgr2=0x7f3ac8104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.608+0000 7f3acd5f1700 1 -- 172.21.15.38:0/2089388274 shutdown_connections 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.608+0000 7f3acd5f1700 1 -- 172.21.15.38:0/2089388274 wait complete. 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.609+0000 7f3acd5f1700 1 Processor -- start 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.609+0000 7f3acd5f1700 1 -- start start 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.609+0000 7f3acd5f1700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac819c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.609+0000 7f3acd5f1700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac810c9b0 con 0x7f3ac8109010 2024-04-23T18:13:48.212 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.609+0000 7f3ac6ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac819c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.609+0000 7f3ac6ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac819c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40702/0 (socket says 172.21.15.38:40702) 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.609+0000 7f3ac6ffd700 1 -- 172.21.15.38:0/1502118435 learned_addr learned my addr 172.21.15.38:0/1502118435 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.610+0000 7f3ac6ffd700 1 -- 172.21.15.38:0/1502118435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ac819c960 con 0x7f3ac8109010 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.610+0000 7f3ac6ffd700 1 --2- 172.21.15.38:0/1502118435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac819c420 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3ab80117b0 tx=0x7f3ab8003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.610+0000 7f3ac4ff9700 1 -- 172.21.15.38:0/1502118435 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ab80036a0 con 0x7f3ac8109010 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.610+0000 7f3ac4ff9700 1 -- 172.21.15.38:0/1502118435 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3ab801a430 con 0x7f3ac8109010 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.610+0000 7f3acd5f1700 1 -- 172.21.15.38:0/1502118435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ac819cbf0 con 0x7f3ac8109010 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.610+0000 7f3acd5f1700 1 -- 172.21.15.38:0/1502118435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ac819f8e0 con 0x7f3ac8109010 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.610+0000 7f3ac4ff9700 1 -- 172.21.15.38:0/1502118435 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ab8019530 con 0x7f3ac8109010 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.611+0000 7f3acd5f1700 1 -- 172.21.15.38:0/1502118435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ac80640a0 con 0x7f3ac8109010 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.611+0000 7f3ac4ff9700 1 -- 172.21.15.38:0/1502118435 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f3ab80196d0 con 0x7f3ac8109010 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.612+0000 7f3ac4ff9700 1 --2- 172.21.15.38:0/1502118435 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f3ab4039670 0x7f3ab403bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.612+0000 7f3ac4ff9700 1 -- 172.21.15.38:0/1502118435 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3ab804db20 con 0x7f3ac8109010 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.612+0000 7f3abffff700 1 --2- 172.21.15.38:0/1502118435 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f3ab4039670 0x7f3ab403bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:48.213 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.612+0000 7f3abffff700 1 --2- 172.21.15.38:0/1502118435 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f3ab4039670 0x7f3ab403bb30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3ab0006fd0 tx=0x7f3ab0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.617+0000 7f3ac4ff9700 1 -- 172.21.15.38:0/1502118435 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3ab801a5e0 con 0x7f3ac8109010 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.890+0000 7f3acd5f1700 1 -- 172.21.15.38:0/1502118435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f3ac819fed0 con 0x7f3ac8109010 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.541+0000 7f3ac4ff9700 1 -- 172.21.15.38:0/1502118435 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f3ab8023c90 con 0x7f3ac8109010 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.543+0000 7f3ac4ff9700 1 -- 172.21.15.38:0/1502118435 <== mon.0 v2:172.21.15.38:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f3ab802d7c0 con 0x7f3ac8109010 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.544+0000 7f3acd5f1700 1 -- 172.21.15.38:0/1502118435 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f3ab4039670 msgr2=0x7f3ab403bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.544+0000 7f3acd5f1700 1 --2- 172.21.15.38:0/1502118435 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f3ab4039670 0x7f3ab403bb30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3ab0006fd0 tx=0x7f3ab0006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.544+0000 7f3acd5f1700 1 -- 172.21.15.38:0/1502118435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 msgr2=0x7f3ac819c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.544+0000 7f3acd5f1700 1 --2- 172.21.15.38:0/1502118435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac819c420 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3ab80117b0 tx=0x7f3ab8003eb0 comp rx=0 tx=0).stop 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.544+0000 7f3acd5f1700 1 -- 172.21.15.38:0/1502118435 shutdown_connections 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.544+0000 7f3acd5f1700 1 --2- 172.21.15.38:0/1502118435 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f3ab4039670 0x7f3ab403bb30 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.544+0000 7f3acd5f1700 1 --2- 172.21.15.38:0/1502118435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3ac8109010 0x7f3ac819c420 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.544+0000 7f3acd5f1700 1 -- 172.21.15.38:0/1502118435 >> 172.21.15.38:0/1502118435 conn(0x7f3ac8102a40 msgr2=0x7f3ac8103410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.545+0000 7f3acd5f1700 1 -- 172.21.15.38:0/1502118435 shutdown_connections 2024-04-23T18:13:48.214 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:47.545+0000 7f3acd5f1700 1 -- 172.21.15.38:0/1502118435 wait complete. 2024-04-23T18:13:48.320 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:48.028+0000 7f8ff9e3e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:13:48.614 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:48 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1502118435' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-23T18:13:48.614 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:48 smithi038 ceph-mon[29217]: mgrmap e9: x(active, since 19s) 2024-04-23T18:13:48.614 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:48.357+0000 7f8ff9e3e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:13:48.614 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:48.449+0000 7f8ff9e3e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:13:49.433 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:49.434 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-23T18:13:49.434 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-23T18:13:49.434 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.647+0000 7f7b84826700 1 Processor -- start 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.647+0000 7f7b84826700 1 -- start start 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.648+0000 7f7b84826700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b80107930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.648+0000 7f7b84826700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7b80107f00 con 0x7f7b80107510 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.648+0000 7f7b7e59c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b80107930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.648+0000 7f7b7e59c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b80107930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40734/0 (socket says 172.21.15.38:40734) 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.648+0000 7f7b7e59c700 1 -- 172.21.15.38:0/1780599704 learned_addr learned my addr 172.21.15.38:0/1780599704 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.648+0000 7f7b7e59c700 1 -- 172.21.15.38:0/1780599704 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b80108710 con 0x7f7b80107510 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.648+0000 7f7b7e59c700 1 --2- 172.21.15.38:0/1780599704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b80107930 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7b700098a0 tx=0x7f7b70009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c79ea843e410dab server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:49.435 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.649+0000 7f7b7d59a700 1 -- 172.21.15.38:0/1780599704 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b70004160 con 0x7f7b80107510 2024-04-23T18:13:49.436 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.649+0000 7f7b7d59a700 1 -- 172.21.15.38:0/1780599704 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7b70004300 con 0x7f7b80107510 2024-04-23T18:13:49.436 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.649+0000 7f7b7d59a700 1 -- 172.21.15.38:0/1780599704 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b70011af0 con 0x7f7b80107510 2024-04-23T18:13:49.436 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.649+0000 7f7b84826700 1 -- 172.21.15.38:0/1780599704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 msgr2=0x7f7b80107930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:49.436 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.649+0000 7f7b84826700 1 --2- 172.21.15.38:0/1780599704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b80107930 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7b700098a0 tx=0x7f7b70009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:49.436 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.649+0000 7f7b84826700 1 -- 172.21.15.38:0/1780599704 shutdown_connections 2024-04-23T18:13:49.436 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.649+0000 7f7b84826700 1 --2- 172.21.15.38:0/1780599704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b80107930 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:49.436 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.649+0000 7f7b84826700 1 -- 172.21.15.38:0/1780599704 >> 172.21.15.38:0/1780599704 conn(0x7f7b80102ad0 msgr2=0x7f7b80104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:49.436 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.649+0000 7f7b84826700 1 -- 172.21.15.38:0/1780599704 shutdown_connections 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.649+0000 7f7b84826700 1 -- 172.21.15.38:0/1780599704 wait complete. 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.650+0000 7f7b84826700 1 Processor -- start 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.650+0000 7f7b84826700 1 -- start start 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.650+0000 7f7b84826700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b8019c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.650+0000 7f7b84826700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7b8010bac0 con 0x7f7b80107510 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.651+0000 7f7b7e59c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b8019c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.651+0000 7f7b7e59c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b8019c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40744/0 (socket says 172.21.15.38:40744) 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.651+0000 7f7b7e59c700 1 -- 172.21.15.38:0/3666229109 learned_addr learned my addr 172.21.15.38:0/3666229109 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.651+0000 7f7b7e59c700 1 -- 172.21.15.38:0/3666229109 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b8019c9d0 con 0x7f7b80107510 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.651+0000 7f7b7e59c700 1 --2- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b8019c490 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7b70009520 tx=0x7f7b70003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.651+0000 7f7b6f7fe700 1 -- 172.21.15.38:0/3666229109 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b700036a0 con 0x7f7b80107510 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.651+0000 7f7b6f7fe700 1 -- 172.21.15.38:0/3666229109 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7b7001a430 con 0x7f7b80107510 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.651+0000 7f7b84826700 1 -- 172.21.15.38:0/3666229109 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b8019cc60 con 0x7f7b80107510 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.651+0000 7f7b6f7fe700 1 -- 172.21.15.38:0/3666229109 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b700193c0 con 0x7f7b80107510 2024-04-23T18:13:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.651+0000 7f7b84826700 1 -- 172.21.15.38:0/3666229109 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b8019f950 con 0x7f7b80107510 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.652+0000 7f7b84826700 1 -- 172.21.15.38:0/3666229109 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b800640a0 con 0x7f7b80107510 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.652+0000 7f7b6f7fe700 1 -- 172.21.15.38:0/3666229109 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f7b70019560 con 0x7f7b80107510 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.652+0000 7f7b6f7fe700 1 --2- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f7b680396d0 0x7f7b6803bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.652+0000 7f7b6f7fe700 1 -- 172.21.15.38:0/3666229109 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7b7004d820 con 0x7f7b80107510 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.652+0000 7f7b7dd9b700 1 -- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f7b680396d0 msgr2=0x7f7b6803bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/2665135878 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.653+0000 7f7b7dd9b700 1 --2- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f7b680396d0 0x7f7b6803bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.658+0000 7f7b6f7fe700 1 -- 172.21.15.38:0/3666229109 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b7000f2e0 con 0x7f7b80107510 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.854+0000 7f7b7dd9b700 1 -- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f7b680396d0 msgr2=0x7f7b6803bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/2665135878 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.854+0000 7f7b7dd9b700 1 --2- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f7b680396d0 0x7f7b6803bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.971+0000 7f7b84826700 1 -- 172.21.15.38:0/3666229109 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f7b8002e1d0 con 0x7f7b80107510 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.972+0000 7f7b6f7fe700 1 -- 172.21.15.38:0/3666229109 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f7b7001a5e0 con 0x7f7b80107510 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.974+0000 7f7b84826700 1 -- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f7b680396d0 msgr2=0x7f7b6803bb90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.974+0000 7f7b84826700 1 --2- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f7b680396d0 0x7f7b6803bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:49.438 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.974+0000 7f7b84826700 1 -- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 msgr2=0x7f7b8019c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:49.439 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.974+0000 7f7b84826700 1 --2- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b8019c490 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7b70009520 tx=0x7f7b70003eb0 comp rx=0 tx=0).stop 2024-04-23T18:13:49.439 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.974+0000 7f7b84826700 1 -- 172.21.15.38:0/3666229109 shutdown_connections 2024-04-23T18:13:49.439 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.974+0000 7f7b84826700 1 --2- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f7b680396d0 0x7f7b6803bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:49.439 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.974+0000 7f7b84826700 1 --2- 172.21.15.38:0/3666229109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b80107510 0x7f7b8019c490 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:49.439 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.974+0000 7f7b84826700 1 -- 172.21.15.38:0/3666229109 >> 172.21.15.38:0/3666229109 conn(0x7f7b80102ad0 msgr2=0x7f7b80192fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:49.439 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.974+0000 7f7b84826700 1 -- 172.21.15.38:0/3666229109 shutdown_connections 2024-04-23T18:13:49.439 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.974+0000 7f7b84826700 1 -- 172.21.15.38:0/3666229109 wait complete. 2024-04-23T18:13:49.439 INFO:teuthology.orchestra.run.smithi038.stdout:Waiting for the mgr to restart... 2024-04-23T18:13:49.439 INFO:teuthology.orchestra.run.smithi038.stdout:Waiting for mgr epoch 9... 2024-04-23T18:13:49.679 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:49 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3666229109' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-23T18:13:50.073 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:49.720+0000 7f8ff9e3e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:13:50.073 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:49.902+0000 7f8ff9e3e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:50.073 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:50.079+0000 7f8ff9e3e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:13:50.659 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:50.380+0000 7f8ff9e3e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:13:50.659 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:50.477+0000 7f8ff9e3e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:13:51.159 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:50.687+0000 7f8ff9e3e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:13:51.159 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:50.888+0000 7f8ff9e3e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:51.909 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:51 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:51.525+0000 7f8ff9e3e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:13:52.286 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:51 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:51.978+0000 7f8ff9e3e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:13:52.286 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:52.080+0000 7f8ff9e3e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:13:52.286 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:52.292+0000 7f8ff9e3e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:13:53.159 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:52.839+0000 7f8ff9e3e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:13:53.159 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:52.936+0000 7f8ff9e3e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:13:53.541 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:53.189+0000 7f8ff9e3e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:13:53.542 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:53.328+0000 7f8ff9e3e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:13:53.542 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:53.427+0000 7f8ff9e3e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:13:53.542 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:53.548+0000 7f8ff9e3e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:54.159 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:53.860+0000 7f8ff9e3e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:13:54.762 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:54.491+0000 7f8ff9e3e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:13:54.762 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:13:54.715+0000 7f8ff9e3e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:13:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: Active manager daemon x restarted 2024-04-23T18:13:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: Activating manager daemon x 2024-04-23T18:13:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: osdmap e3: 0 total, 0 up, 0 in 2024-04-23T18:13:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: mgrmap e10: x(active, starting, since 0.00574651s) 2024-04-23T18:13:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:13:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:13:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:13:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:13:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:13:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: Manager daemon x is now available 2024-04-23T18:13:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:56.016 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:13:56.016 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:13:56.016 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:55 smithi038 ceph-mon[29217]: mgrmap e11: x(active, since 1.0068s) 2024-04-23T18:13:56.344 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:56.345 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-23T18:13:56.345 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-23T18:13:56.345 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:56.345 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.896+0000 7f3557cbe700 1 Processor -- start 2024-04-23T18:13:56.345 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.896+0000 7f3557cbe700 1 -- start start 2024-04-23T18:13:56.346 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.896+0000 7f3557cbe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355010b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:56.346 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.896+0000 7f3557cbe700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f355007be20 con 0x7f3550109090 2024-04-23T18:13:56.346 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.896+0000 7f3555a5a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355010b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:56.346 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.896+0000 7f3555a5a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355010b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38496/0 (socket says 172.21.15.38:38496) 2024-04-23T18:13:56.349 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.896+0000 7f3555a5a700 1 -- 172.21.15.38:0/4049716068 learned_addr learned my addr 172.21.15.38:0/4049716068 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:56.349 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.897+0000 7f3555a5a700 1 -- 172.21.15.38:0/4049716068 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f355010b9c0 con 0x7f3550109090 2024-04-23T18:13:56.349 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.897+0000 7f3555a5a700 1 --2- 172.21.15.38:0/4049716068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355010b480 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f354c0098a0 tx=0x7f354c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61871e0e55718654 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:56.349 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.897+0000 7f3554a58700 1 -- 172.21.15.38:0/4049716068 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f354c004160 con 0x7f3550109090 2024-04-23T18:13:56.350 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.897+0000 7f3554a58700 1 -- 172.21.15.38:0/4049716068 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f354c004300 con 0x7f3550109090 2024-04-23T18:13:56.350 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.897+0000 7f3554a58700 1 -- 172.21.15.38:0/4049716068 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f354c011af0 con 0x7f3550109090 2024-04-23T18:13:56.350 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.898+0000 7f3557cbe700 1 -- 172.21.15.38:0/4049716068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 msgr2=0x7f355010b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:56.350 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.898+0000 7f3557cbe700 1 --2- 172.21.15.38:0/4049716068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355010b480 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f354c0098a0 tx=0x7f354c009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:56.350 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.898+0000 7f3557cbe700 1 -- 172.21.15.38:0/4049716068 shutdown_connections 2024-04-23T18:13:56.350 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.898+0000 7f3557cbe700 1 --2- 172.21.15.38:0/4049716068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355010b480 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:56.350 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.898+0000 7f3557cbe700 1 -- 172.21.15.38:0/4049716068 >> 172.21.15.38:0/4049716068 conn(0x7f3550102a40 msgr2=0x7f3550104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:56.350 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.898+0000 7f3557cbe700 1 -- 172.21.15.38:0/4049716068 shutdown_connections 2024-04-23T18:13:56.351 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.898+0000 7f3557cbe700 1 -- 172.21.15.38:0/4049716068 wait complete. 2024-04-23T18:13:56.351 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.898+0000 7f3557cbe700 1 Processor -- start 2024-04-23T18:13:56.351 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3557cbe700 1 -- start start 2024-04-23T18:13:56.351 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3557cbe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355019e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:56.351 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3557cbe700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f355010c9c0 con 0x7f3550109090 2024-04-23T18:13:56.351 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3555a5a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355019e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:56.351 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3555a5a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355019e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38504/0 (socket says 172.21.15.38:38504) 2024-04-23T18:13:56.351 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3555a5a700 1 -- 172.21.15.38:0/2775148515 learned_addr learned my addr 172.21.15.38:0/2775148515 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:56.352 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3555a5a700 1 -- 172.21.15.38:0/2775148515 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f355019eb80 con 0x7f3550109090 2024-04-23T18:13:56.352 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3555a5a700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355019e640 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f354c003f90 tx=0x7f354c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:56.352 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f354c0039e0 con 0x7f3550109090 2024-04-23T18:13:56.352 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f354c003b80 con 0x7f3550109090 2024-04-23T18:13:56.352 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.899+0000 7f3557cbe700 1 -- 172.21.15.38:0/2775148515 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f355019ee10 con 0x7f3550109090 2024-04-23T18:13:56.352 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.900+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f354c0196e0 con 0x7f3550109090 2024-04-23T18:13:56.352 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.900+0000 7f3557cbe700 1 -- 172.21.15.38:0/2775148515 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35501a1b00 con 0x7f3550109090 2024-04-23T18:13:56.352 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.900+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f354c022020 con 0x7f3550109090 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.901+0000 7f3546ffd700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 0x7f353c03bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.901+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 --> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f353c03c2f0 con 0x7f353c039720 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.901+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f354c04d8d0 con 0x7f3550109090 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.901+0000 7f3555259700 1 -- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 msgr2=0x7f353c03bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/2665135878 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.901+0000 7f3555259700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 0x7f353c03bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:50.102+0000 7f3555259700 1 -- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 msgr2=0x7f353c03bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/2665135878 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:50.102+0000 7f3555259700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 0x7f353c03bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:50.503+0000 7f3555259700 1 -- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 msgr2=0x7f353c03bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/2665135878 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:50.503+0000 7f3555259700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 0x7f353c03bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.304+0000 7f3555259700 1 -- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 msgr2=0x7f353c03bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/2665135878 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.304+0000 7f3555259700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 0x7f353c03bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.905+0000 7f3555259700 1 -- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 msgr2=0x7f353c03bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/2665135878 2024-04-23T18:13:56.353 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.905+0000 7f3555259700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 0x7f353c03bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-23T18:13:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:54.721+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7f354c02c3a0 con 0x7f3550109090 2024-04-23T18:13:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:54.721+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 msgr2=0x7f353c03bbe0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:13:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:54.721+0000 7f3546ffd700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 0x7f353c03bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.721+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7f354c04f880 con 0x7f3550109090 2024-04-23T18:13:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.721+0000 7f3546ffd700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f353c03cfc0 0x7f353c03f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.722+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f354c007da0 con 0x7f353c03cfc0 2024-04-23T18:13:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.722+0000 7f3555259700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f353c03cfc0 0x7f353c03f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.723+0000 7f3555259700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f353c03cfc0 0x7f353c03f3b0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f3540003a10 tx=0x7f3540009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.724+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f354c007da0 con 0x7f353c03cfc0 2024-04-23T18:13:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.730+0000 7f3557cbe700 1 -- 172.21.15.38:0/2775148515 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f35500640a0 con 0x7f353c03cfc0 2024-04-23T18:13:56.355 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3546ffd700 1 -- 172.21.15.38:0/2775148515 <== mgr.14152 v2:172.21.15.38:6800/4125722499 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f35500640a0 con 0x7f353c03cfc0 2024-04-23T18:13:56.355 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 -- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f353c03cfc0 msgr2=0x7f353c03f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:56.355 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f353c03cfc0 0x7f353c03f3b0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f3540003a10 tx=0x7f3540009270 comp rx=0 tx=0).stop 2024-04-23T18:13:56.355 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 -- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 msgr2=0x7f355019e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:56.355 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355019e640 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f354c003f90 tx=0x7f354c011b70 comp rx=0 tx=0).stop 2024-04-23T18:13:56.355 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 -- 172.21.15.38:0/2775148515 shutdown_connections 2024-04-23T18:13:56.355 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f353c03cfc0 0x7f353c03f3b0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:56.355 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3550109090 0x7f355019e640 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:56.355 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 --2- 172.21.15.38:0/2775148515 >> [v2:172.21.15.38:6800/2665135878,v1:172.21.15.38:6801/2665135878] conn(0x7f353c039720 0x7f353c03bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:56.355 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 -- 172.21.15.38:0/2775148515 >> 172.21.15.38:0/2775148515 conn(0x7f3550102a40 msgr2=0x7f35501033e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:56.356 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 -- 172.21.15.38:0/2775148515 shutdown_connections 2024-04-23T18:13:56.356 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.731+0000 7f3557cbe700 1 -- 172.21.15.38:0/2775148515 wait complete. 2024-04-23T18:13:56.356 INFO:teuthology.orchestra.run.smithi038.stdout:mgr epoch 9 is available 2024-04-23T18:13:56.356 INFO:teuthology.orchestra.run.smithi038.stdout:Generating a dashboard self-signed certificate... 2024-04-23T18:13:56.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:56 smithi038 ceph-mon[29217]: [23/Apr/2024:18:13:55] ENGINE Bus STARTING 2024-04-23T18:13:56.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:56 smithi038 ceph-mon[29217]: [23/Apr/2024:18:13:56] ENGINE Serving on https://172.21.15.38:7150 2024-04-23T18:13:56.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:56 smithi038 ceph-mon[29217]: [23/Apr/2024:18:13:56] ENGINE Serving on http://172.21.15.38:8765 2024-04-23T18:13:56.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:56 smithi038 ceph-mon[29217]: [23/Apr/2024:18:13:56] ENGINE Bus STARTED 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.782+0000 7f81ce8f4700 1 Processor -- start 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.782+0000 7f81ce8f4700 1 -- start start 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.782+0000 7f81ce8f4700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c8107970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.782+0000 7f81ce8f4700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f81c8107f40 con 0x7f81c8107550 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.782+0000 7f81c7fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c8107970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.782+0000 7f81c7fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c8107970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38568/0 (socket says 172.21.15.38:38568) 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.782+0000 7f81c7fff700 1 -- 172.21.15.38:0/4272562618 learned_addr learned my addr 172.21.15.38:0/4272562618 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.782+0000 7f81c7fff700 1 -- 172.21.15.38:0/4272562618 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81c8108750 con 0x7f81c8107550 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.782+0000 7f81c7fff700 1 --2- 172.21.15.38:0/4272562618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c8107970 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f81b80098a0 tx=0x7f81b8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22dccf991213082 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.783+0000 7f81c6ffd700 1 -- 172.21.15.38:0/4272562618 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f81b8004160 con 0x7f81c8107550 2024-04-23T18:13:57.691 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.783+0000 7f81c6ffd700 1 -- 172.21.15.38:0/4272562618 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f81b8004300 con 0x7f81c8107550 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.783+0000 7f81c6ffd700 1 -- 172.21.15.38:0/4272562618 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f81b8011af0 con 0x7f81c8107550 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.783+0000 7f81ce8f4700 1 -- 172.21.15.38:0/4272562618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 msgr2=0x7f81c8107970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.783+0000 7f81ce8f4700 1 --2- 172.21.15.38:0/4272562618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c8107970 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f81b80098a0 tx=0x7f81b8009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.783+0000 7f81ce8f4700 1 -- 172.21.15.38:0/4272562618 shutdown_connections 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.783+0000 7f81ce8f4700 1 --2- 172.21.15.38:0/4272562618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c8107970 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.783+0000 7f81ce8f4700 1 -- 172.21.15.38:0/4272562618 >> 172.21.15.38:0/4272562618 conn(0x7f81c8102b30 msgr2=0x7f81c8104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.783+0000 7f81ce8f4700 1 -- 172.21.15.38:0/4272562618 shutdown_connections 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.783+0000 7f81ce8f4700 1 -- 172.21.15.38:0/4272562618 wait complete. 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.784+0000 7f81ce8f4700 1 Processor -- start 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.784+0000 7f81ce8f4700 1 -- start start 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.784+0000 7f81ce8f4700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c819c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.784+0000 7f81ce8f4700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f81c810bb00 con 0x7f81c8107550 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.784+0000 7f81c7fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c819c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.784+0000 7f81c7fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c819c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38576/0 (socket says 172.21.15.38:38576) 2024-04-23T18:13:57.692 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.784+0000 7f81c7fff700 1 -- 172.21.15.38:0/559819202 learned_addr learned my addr 172.21.15.38:0/559819202 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.785+0000 7f81c7fff700 1 -- 172.21.15.38:0/559819202 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81c819c980 con 0x7f81c8107550 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.785+0000 7f81c7fff700 1 --2- 172.21.15.38:0/559819202 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c819c440 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f81b8009520 tx=0x7f81b8003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.785+0000 7f81c57fa700 1 -- 172.21.15.38:0/559819202 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f81b80036a0 con 0x7f81c8107550 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.785+0000 7f81c57fa700 1 -- 172.21.15.38:0/559819202 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f81b801a430 con 0x7f81c8107550 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.785+0000 7f81ce8f4700 1 -- 172.21.15.38:0/559819202 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81c819cc10 con 0x7f81c8107550 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.785+0000 7f81c57fa700 1 -- 172.21.15.38:0/559819202 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f81b80193c0 con 0x7f81c8107550 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.785+0000 7f81ce8f4700 1 -- 172.21.15.38:0/559819202 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81c819f900 con 0x7f81c8107550 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.786+0000 7f81c57fa700 1 -- 172.21.15.38:0/559819202 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f81b8019560 con 0x7f81c8107550 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.786+0000 7f81ce8f4700 1 -- 172.21.15.38:0/559819202 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81c80640a0 con 0x7f81c8107550 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.786+0000 7f81c57fa700 1 --2- 172.21.15.38:0/559819202 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81b00396d0 0x7f81b003bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.786+0000 7f81c57fa700 1 -- 172.21.15.38:0/559819202 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f81b804db30 con 0x7f81c8107550 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.786+0000 7f81c77fe700 1 --2- 172.21.15.38:0/559819202 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81b00396d0 0x7f81b003bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.787+0000 7f81c77fe700 1 --2- 172.21.15.38:0/559819202 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81b00396d0 0x7f81b003bb90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f81bc006fd0 tx=0x7f81bc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.791+0000 7f81c57fa700 1 -- 172.21.15.38:0/559819202 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f81b800f2e0 con 0x7f81c8107550 2024-04-23T18:13:57.693 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.005+0000 7f81ce8f4700 1 -- 172.21.15.38:0/559819202 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f81c802e240 con 0x7f81b00396d0 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.109+0000 7f81c57fa700 1 -- 172.21.15.38:0/559819202 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f81c802e240 con 0x7f81b00396d0 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.111+0000 7f81ce8f4700 1 -- 172.21.15.38:0/559819202 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81b00396d0 msgr2=0x7f81b003bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.111+0000 7f81ce8f4700 1 --2- 172.21.15.38:0/559819202 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81b00396d0 0x7f81b003bb90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f81bc006fd0 tx=0x7f81bc006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.111+0000 7f81ce8f4700 1 -- 172.21.15.38:0/559819202 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 msgr2=0x7f81c819c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.111+0000 7f81ce8f4700 1 --2- 172.21.15.38:0/559819202 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c819c440 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f81b8009520 tx=0x7f81b8003eb0 comp rx=0 tx=0).stop 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.112+0000 7f81ce8f4700 1 -- 172.21.15.38:0/559819202 shutdown_connections 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.112+0000 7f81ce8f4700 1 --2- 172.21.15.38:0/559819202 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81b00396d0 0x7f81b003bb90 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.112+0000 7f81ce8f4700 1 --2- 172.21.15.38:0/559819202 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81c8107550 0x7f81c819c440 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.112+0000 7f81ce8f4700 1 -- 172.21.15.38:0/559819202 >> 172.21.15.38:0/559819202 conn(0x7f81c8102b30 msgr2=0x7f81c8192ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.112+0000 7f81ce8f4700 1 -- 172.21.15.38:0/559819202 shutdown_connections 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.112+0000 7f81ce8f4700 1 -- 172.21.15.38:0/559819202 wait complete. 2024-04-23T18:13:57.694 INFO:teuthology.orchestra.run.smithi038.stdout:Creating initial admin user... 2024-04-23T18:13:57.994 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:57 smithi038 ceph-mon[29217]: mgrmap e12: x(active, since 2s) 2024-04-23T18:13:57.994 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:57 smithi038 ceph-mon[29217]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:57.994 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:13:57.994 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:13:59.089 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$b1MLdTuEoclvgQUP3l0Gq.f6zSgzeEe2cP0N8OnM6mY6R5TqlY9Pi", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713896038, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-23T18:13:59.089 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.114+0000 7f5b3ae9a700 1 Processor -- start 2024-04-23T18:13:59.089 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.114+0000 7f5b3ae9a700 1 -- start start 2024-04-23T18:13:59.089 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.114+0000 7f5b3ae9a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b34107350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:59.089 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.114+0000 7f5b3ae9a700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3407be20 con 0x7f5b34106f30 2024-04-23T18:13:59.089 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.114+0000 7f5b38c36700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b34107350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:59.089 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.114+0000 7f5b38c36700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b34107350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38578/0 (socket says 172.21.15.38:38578) 2024-04-23T18:13:59.089 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.114+0000 7f5b38c36700 1 -- 172.21.15.38:0/3547373093 learned_addr learned my addr 172.21.15.38:0/3547373093 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:59.089 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.115+0000 7f5b38c36700 1 -- 172.21.15.38:0/3547373093 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b34107890 con 0x7f5b34106f30 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.115+0000 7f5b38c36700 1 --2- 172.21.15.38:0/3547373093 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b34107350 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b280098a0 tx=0x7f5b28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a58d74d03daceb21 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.115+0000 7f5b337fe700 1 -- 172.21.15.38:0/3547373093 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b28004160 con 0x7f5b34106f30 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.115+0000 7f5b337fe700 1 -- 172.21.15.38:0/3547373093 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5b28004300 con 0x7f5b34106f30 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.115+0000 7f5b337fe700 1 -- 172.21.15.38:0/3547373093 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b28011af0 con 0x7f5b34106f30 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.116+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3547373093 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 msgr2=0x7f5b34107350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.116+0000 7f5b3ae9a700 1 --2- 172.21.15.38:0/3547373093 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b34107350 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b280098a0 tx=0x7f5b28009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.116+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3547373093 shutdown_connections 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.116+0000 7f5b3ae9a700 1 --2- 172.21.15.38:0/3547373093 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b34107350 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.116+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3547373093 >> 172.21.15.38:0/3547373093 conn(0x7f5b34102b30 msgr2=0x7f5b34104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.116+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3547373093 shutdown_connections 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.116+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3547373093 wait complete. 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.116+0000 7f5b3ae9a700 1 Processor -- start 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.116+0000 7f5b3ae9a700 1 -- start start 2024-04-23T18:13:59.090 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.116+0000 7f5b3ae9a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b3419e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b3ae9a700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5b34108960 con 0x7f5b34106f30 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b38c36700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b3419e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b38c36700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b3419e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38592/0 (socket says 172.21.15.38:38592) 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b38c36700 1 -- 172.21.15.38:0/3897667159 learned_addr learned my addr 172.21.15.38:0/3897667159 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b38c36700 1 -- 172.21.15.38:0/3897667159 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b3419ec10 con 0x7f5b34106f30 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b38c36700 1 --2- 172.21.15.38:0/3897667159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b3419e6d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5b28003f90 tx=0x7f5b28011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b31ffb700 1 -- 172.21.15.38:0/3897667159 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b280039e0 con 0x7f5b34106f30 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b31ffb700 1 -- 172.21.15.38:0/3897667159 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5b28003b80 con 0x7f5b34106f30 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3897667159 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b3419eea0 con 0x7f5b34106f30 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b31ffb700 1 -- 172.21.15.38:0/3897667159 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b280196e0 con 0x7f5b34106f30 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.117+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3897667159 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b3419f300 con 0x7f5b34106f30 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.118+0000 7f5b31ffb700 1 -- 172.21.15.38:0/3897667159 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f5b28022020 con 0x7f5b34106f30 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.118+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3897667159 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b340640a0 con 0x7f5b34106f30 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.119+0000 7f5b31ffb700 1 --2- 172.21.15.38:0/3897667159 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b240396c0 0x7f5b2403bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:59.091 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.119+0000 7f5b31ffb700 1 -- 172.21.15.38:0/3897667159 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5b2804dbc0 con 0x7f5b34106f30 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.119+0000 7f5b33fff700 1 --2- 172.21.15.38:0/3897667159 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b240396c0 0x7f5b2403bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.119+0000 7f5b33fff700 1 --2- 172.21.15.38:0/3897667159 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b240396c0 0x7f5b2403bb80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5b20006fd0 tx=0x7f5b20006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.124+0000 7f5b31ffb700 1 -- 172.21.15.38:0/3897667159 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5b2802c720 con 0x7f5b34106f30 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.348+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3897667159 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f5b34197fe0 con 0x7f5b240396c0 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.594+0000 7f5b31ffb700 1 -- 172.21.15.38:0/3897667159 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f5b34197fe0 con 0x7f5b240396c0 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.596+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3897667159 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b240396c0 msgr2=0x7f5b2403bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.596+0000 7f5b3ae9a700 1 --2- 172.21.15.38:0/3897667159 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b240396c0 0x7f5b2403bb80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5b20006fd0 tx=0x7f5b20006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.596+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3897667159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 msgr2=0x7f5b3419e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.596+0000 7f5b3ae9a700 1 --2- 172.21.15.38:0/3897667159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b3419e6d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5b28003f90 tx=0x7f5b28011b70 comp rx=0 tx=0).stop 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.596+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3897667159 shutdown_connections 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.596+0000 7f5b3ae9a700 1 --2- 172.21.15.38:0/3897667159 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b240396c0 0x7f5b2403bb80 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.596+0000 7f5b3ae9a700 1 --2- 172.21.15.38:0/3897667159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b34106f30 0x7f5b3419e6d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.596+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3897667159 >> 172.21.15.38:0/3897667159 conn(0x7f5b34102b30 msgr2=0x7f5b34192a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.597+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3897667159 shutdown_connections 2024-04-23T18:13:59.092 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:58.597+0000 7f5b3ae9a700 1 -- 172.21.15.38:0/3897667159 wait complete. 2024-04-23T18:13:59.093 INFO:teuthology.orchestra.run.smithi038.stdout:Fetching dashboard port number... 2024-04-23T18:13:59.494 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:13:59.494 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:59 smithi038 ceph-mon[29217]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:59.494 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:13:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:00.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stdout 8443 2024-04-23T18:14:00.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.522+0000 7f49a9128700 1 Processor -- start 2024-04-23T18:14:00.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.522+0000 7f49a9128700 1 -- start start 2024-04-23T18:14:00.315 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.523+0000 7f49a9128700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a407c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.523+0000 7f49a9128700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f49a407c900 con 0x7f49a407de80 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.523+0000 7f49a2d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a407c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.523+0000 7f49a2d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a407c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38596/0 (socket says 172.21.15.38:38596) 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.523+0000 7f49a2d9d700 1 -- 172.21.15.38:0/830775435 learned_addr learned my addr 172.21.15.38:0/830775435 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.523+0000 7f49a2d9d700 1 -- 172.21.15.38:0/830775435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49a407ca80 con 0x7f49a407de80 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.523+0000 7f49a2d9d700 1 --2- 172.21.15.38:0/830775435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a407c330 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f49980098a0 tx=0x7f4998009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b67dc7aa1d8a7d85 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.524+0000 7f49a1d9b700 1 -- 172.21.15.38:0/830775435 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4998004160 con 0x7f49a407de80 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.524+0000 7f49a1d9b700 1 -- 172.21.15.38:0/830775435 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4998004300 con 0x7f49a407de80 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.524+0000 7f49a1d9b700 1 -- 172.21.15.38:0/830775435 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4998011af0 con 0x7f49a407de80 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.524+0000 7f49a9128700 1 -- 172.21.15.38:0/830775435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 msgr2=0x7f49a407c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.524+0000 7f49a9128700 1 --2- 172.21.15.38:0/830775435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a407c330 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f49980098a0 tx=0x7f4998009bb0 comp rx=0 tx=0).stop 2024-04-23T18:14:00.316 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.524+0000 7f49a9128700 1 -- 172.21.15.38:0/830775435 shutdown_connections 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.524+0000 7f49a9128700 1 --2- 172.21.15.38:0/830775435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a407c330 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.524+0000 7f49a9128700 1 -- 172.21.15.38:0/830775435 >> 172.21.15.38:0/830775435 conn(0x7f49a4103c10 msgr2=0x7f49a4106030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.524+0000 7f49a9128700 1 -- 172.21.15.38:0/830775435 shutdown_connections 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.524+0000 7f49a9128700 1 -- 172.21.15.38:0/830775435 wait complete. 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.525+0000 7f49a9128700 1 Processor -- start 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.525+0000 7f49a9128700 1 -- start start 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.525+0000 7f49a9128700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a41a29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.525+0000 7f49a9128700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f49a410a820 con 0x7f49a407de80 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.525+0000 7f49a2d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a41a29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.525+0000 7f49a2d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a41a29d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38600/0 (socket says 172.21.15.38:38600) 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.526+0000 7f49a2d9d700 1 -- 172.21.15.38:0/2334681496 learned_addr learned my addr 172.21.15.38:0/2334681496 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:00.317 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.526+0000 7f49a2d9d700 1 -- 172.21.15.38:0/2334681496 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49a41a2f10 con 0x7f49a407de80 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.526+0000 7f49a2d9d700 1 --2- 172.21.15.38:0/2334681496 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a41a29d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4998003f90 tx=0x7f4998011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.526+0000 7f498bfff700 1 -- 172.21.15.38:0/2334681496 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f49980039e0 con 0x7f49a407de80 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.526+0000 7f498bfff700 1 -- 172.21.15.38:0/2334681496 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4998003b80 con 0x7f49a407de80 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.526+0000 7f49a9128700 1 -- 172.21.15.38:0/2334681496 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49a41a31a0 con 0x7f49a407de80 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.526+0000 7f498bfff700 1 -- 172.21.15.38:0/2334681496 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f49980196e0 con 0x7f49a407de80 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.526+0000 7f49a9128700 1 -- 172.21.15.38:0/2334681496 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49a41a5e90 con 0x7f49a407de80 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.527+0000 7f498bfff700 1 -- 172.21.15.38:0/2334681496 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f4998022020 con 0x7f49a407de80 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.527+0000 7f49a9128700 1 -- 172.21.15.38:0/2334681496 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49a40640a0 con 0x7f49a407de80 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.527+0000 7f498bfff700 1 --2- 172.21.15.38:0/2334681496 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f498c0396c0 0x7f498c03bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.527+0000 7f498bfff700 1 -- 172.21.15.38:0/2334681496 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f499804d9e0 con 0x7f49a407de80 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.528+0000 7f49a259c700 1 --2- 172.21.15.38:0/2334681496 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f498c0396c0 0x7f498c03bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.528+0000 7f49a259c700 1 --2- 172.21.15.38:0/2334681496 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f498c0396c0 0x7f498c03bb80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4994006fd0 tx=0x7f4994006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.533+0000 7f498bfff700 1 -- 172.21.15.38:0/2334681496 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4998020e80 con 0x7f49a407de80 2024-04-23T18:14:00.318 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.743+0000 7f49a9128700 1 -- 172.21.15.38:0/2334681496 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f49a402e210 con 0x7f49a407de80 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.743+0000 7f498bfff700 1 -- 172.21.15.38:0/2334681496 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f499802b9a0 con 0x7f49a407de80 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.745+0000 7f49a9128700 1 -- 172.21.15.38:0/2334681496 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f498c0396c0 msgr2=0x7f498c03bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.745+0000 7f49a9128700 1 --2- 172.21.15.38:0/2334681496 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f498c0396c0 0x7f498c03bb80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4994006fd0 tx=0x7f4994006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.745+0000 7f49a9128700 1 -- 172.21.15.38:0/2334681496 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 msgr2=0x7f49a41a29d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.745+0000 7f49a9128700 1 --2- 172.21.15.38:0/2334681496 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a41a29d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4998003f90 tx=0x7f4998011b70 comp rx=0 tx=0).stop 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.745+0000 7f49a9128700 1 -- 172.21.15.38:0/2334681496 shutdown_connections 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.745+0000 7f49a9128700 1 --2- 172.21.15.38:0/2334681496 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f498c0396c0 0x7f498c03bb80 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.745+0000 7f49a9128700 1 --2- 172.21.15.38:0/2334681496 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49a407de80 0x7f49a41a29d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.745+0000 7f49a9128700 1 -- 172.21.15.38:0/2334681496 >> 172.21.15.38:0/2334681496 conn(0x7f49a4103c10 msgr2=0x7f49a4199900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.745+0000 7f49a9128700 1 -- 172.21.15.38:0/2334681496 shutdown_connections 2024-04-23T18:14:00.319 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.745+0000 7f49a9128700 1 -- 172.21.15.38:0/2334681496 wait complete. 2024-04-23T18:14:00.320 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-23T18:14:00.320 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout disabled 2024-04-23T18:14:00.328 INFO:teuthology.orchestra.run.smithi038.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-23T18:14:00.328 INFO:teuthology.orchestra.run.smithi038.stdout:systemctl: stdout inactive 2024-04-23T18:14:00.328 INFO:teuthology.orchestra.run.smithi038.stdout:firewalld.service is not enabled 2024-04-23T18:14:00.328 INFO:teuthology.orchestra.run.smithi038.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-23T18:14:00.330 INFO:teuthology.orchestra.run.smithi038.stdout:Ceph Dashboard is now available at: 2024-04-23T18:14:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: URL: https://smithi038:8443/ 2024-04-23T18:14:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: User: admin 2024-04-23T18:14:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: Password: cba00oj88x 2024-04-23T18:14:00.330 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:00.331 INFO:teuthology.orchestra.run.smithi038.stdout:Saving cluster configuration to /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config directory 2024-04-23T18:14:00.331 INFO:teuthology.orchestra.run.smithi038.stdout:Enabling autotune for osd_memory_target 2024-04-23T18:14:00.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:00 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2334681496' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-23T18:14:00.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:00 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:01.598 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.762+0000 7f2f46944700 1 Processor -- start 2024-04-23T18:14:01.598 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.762+0000 7f2f46944700 1 -- start start 2024-04-23T18:14:01.598 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.762+0000 7f2f46944700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f40108a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:01.598 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.762+0000 7f2f46944700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2f40109000 con 0x7f2f40108610 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.762+0000 7f2f3ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f40108a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.763+0000 7f2f3ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f40108a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56366/0 (socket says 172.21.15.38:56366) 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.763+0000 7f2f3ffff700 1 -- 172.21.15.38:0/1990889666 learned_addr learned my addr 172.21.15.38:0/1990889666 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.763+0000 7f2f3ffff700 1 -- 172.21.15.38:0/1990889666 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f401097c0 con 0x7f2f40108610 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.763+0000 7f2f3ffff700 1 --2- 172.21.15.38:0/1990889666 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f40108a30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2f300098a0 tx=0x7f2f30009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd49e30b468df74d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.763+0000 7f2f3effd700 1 -- 172.21.15.38:0/1990889666 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f30004160 con 0x7f2f40108610 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.763+0000 7f2f3effd700 1 -- 172.21.15.38:0/1990889666 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2f30004300 con 0x7f2f40108610 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.763+0000 7f2f3effd700 1 -- 172.21.15.38:0/1990889666 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f30011af0 con 0x7f2f40108610 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.764+0000 7f2f46944700 1 -- 172.21.15.38:0/1990889666 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 msgr2=0x7f2f40108a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.764+0000 7f2f46944700 1 --2- 172.21.15.38:0/1990889666 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f40108a30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2f300098a0 tx=0x7f2f30009bb0 comp rx=0 tx=0).stop 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.764+0000 7f2f46944700 1 -- 172.21.15.38:0/1990889666 shutdown_connections 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.764+0000 7f2f46944700 1 --2- 172.21.15.38:0/1990889666 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f40108a30 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.764+0000 7f2f46944700 1 -- 172.21.15.38:0/1990889666 >> 172.21.15.38:0/1990889666 conn(0x7f2f40103c10 msgr2=0x7f2f40106030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:01.599 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.764+0000 7f2f46944700 1 -- 172.21.15.38:0/1990889666 shutdown_connections 2024-04-23T18:14:01.600 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.764+0000 7f2f46944700 1 -- 172.21.15.38:0/1990889666 wait complete. 2024-04-23T18:14:01.600 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.765+0000 7f2f46944700 1 Processor -- start 2024-04-23T18:14:01.600 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.765+0000 7f2f46944700 1 -- start start 2024-04-23T18:14:01.600 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.765+0000 7f2f46944700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f4019c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:01.600 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.765+0000 7f2f46944700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4010cb70 con 0x7f2f40108610 2024-04-23T18:14:01.600 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.765+0000 7f2f3ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f4019c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:01.600 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.765+0000 7f2f3ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f4019c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56368/0 (socket says 172.21.15.38:56368) 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.765+0000 7f2f3ffff700 1 -- 172.21.15.38:0/426516580 learned_addr learned my addr 172.21.15.38:0/426516580 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.765+0000 7f2f3ffff700 1 -- 172.21.15.38:0/426516580 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f4019c930 con 0x7f2f40108610 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.766+0000 7f2f3ffff700 1 --2- 172.21.15.38:0/426516580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f4019c3f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2f30009520 tx=0x7f2f30003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.766+0000 7f2f3d7fa700 1 -- 172.21.15.38:0/426516580 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f300036a0 con 0x7f2f40108610 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.766+0000 7f2f46944700 1 -- 172.21.15.38:0/426516580 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f4019cbc0 con 0x7f2f40108610 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.766+0000 7f2f3d7fa700 1 -- 172.21.15.38:0/426516580 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2f3001a430 con 0x7f2f40108610 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.766+0000 7f2f3d7fa700 1 -- 172.21.15.38:0/426516580 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f300193c0 con 0x7f2f40108610 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.766+0000 7f2f46944700 1 -- 172.21.15.38:0/426516580 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f4019f8b0 con 0x7f2f40108610 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.767+0000 7f2f3d7fa700 1 -- 172.21.15.38:0/426516580 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f2f30019670 con 0x7f2f40108610 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.767+0000 7f2f3d7fa700 1 --2- 172.21.15.38:0/426516580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2f28039670 0x7f2f2803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.767+0000 7f2f46944700 1 -- 172.21.15.38:0/426516580 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f400640a0 con 0x7f2f40108610 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.767+0000 7f2f3d7fa700 1 -- 172.21.15.38:0/426516580 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f2f3004daf0 con 0x7f2f40108610 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.767+0000 7f2f3f7fe700 1 --2- 172.21.15.38:0/426516580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2f28039670 0x7f2f2803bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:01.601 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.767+0000 7f2f3f7fe700 1 --2- 172.21.15.38:0/426516580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2f28039670 0x7f2f2803bb30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2f34006fd0 tx=0x7f2f34006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.772+0000 7f2f3d7fa700 1 -- 172.21.15.38:0/426516580 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2f3001e100 con 0x7f2f40108610 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.981+0000 7f2f46944700 1 -- 172.21.15.38:0/426516580 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f2f4019fed0 con 0x7f2f40108610 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.982+0000 7f2f3d7fa700 1 -- 172.21.15.38:0/426516580 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f2f3000cd40 con 0x7f2f40108610 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.984+0000 7f2f46944700 1 -- 172.21.15.38:0/426516580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2f28039670 msgr2=0x7f2f2803bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.984+0000 7f2f46944700 1 --2- 172.21.15.38:0/426516580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2f28039670 0x7f2f2803bb30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2f34006fd0 tx=0x7f2f34006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.984+0000 7f2f46944700 1 -- 172.21.15.38:0/426516580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 msgr2=0x7f2f4019c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.984+0000 7f2f46944700 1 --2- 172.21.15.38:0/426516580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f4019c3f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2f30009520 tx=0x7f2f30003eb0 comp rx=0 tx=0).stop 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.984+0000 7f2f46944700 1 -- 172.21.15.38:0/426516580 shutdown_connections 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.984+0000 7f2f46944700 1 --2- 172.21.15.38:0/426516580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2f28039670 0x7f2f2803bb30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.984+0000 7f2f46944700 1 --2- 172.21.15.38:0/426516580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f40108610 0x7f2f4019c3f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.984+0000 7f2f46944700 1 -- 172.21.15.38:0/426516580 >> 172.21.15.38:0/426516580 conn(0x7f2f40103c10 msgr2=0x7f2f40104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.984+0000 7f2f46944700 1 -- 172.21.15.38:0/426516580 shutdown_connections 2024-04-23T18:14:01.602 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.984+0000 7f2f46944700 1 -- 172.21.15.38:0/426516580 wait complete. 2024-04-23T18:14:02.640 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:02 smithi038 ceph-mon[29217]: mgrmap e13: x(active, since 6s) 2024-04-23T18:14:03.280 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.004+0000 7f8f0178d700 1 Processor -- start 2024-04-23T18:14:03.280 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.004+0000 7f8f0178d700 1 -- start start 2024-04-23T18:14:03.280 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.004+0000 7f8f0178d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc1078e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:03.280 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.004+0000 7f8f0178d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8efc107eb0 con 0x7f8efc1074c0 2024-04-23T18:14:03.280 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.004+0000 7f8efaffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc1078e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:03.280 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.004+0000 7f8efaffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc1078e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56380/0 (socket says 172.21.15.38:56380) 2024-04-23T18:14:03.280 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.004+0000 7f8efaffd700 1 -- 172.21.15.38:0/1440317304 learned_addr learned my addr 172.21.15.38:0/1440317304 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.005+0000 7f8efaffd700 1 -- 172.21.15.38:0/1440317304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8efc1086c0 con 0x7f8efc1074c0 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.005+0000 7f8efaffd700 1 --2- 172.21.15.38:0/1440317304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc1078e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8eec0098a0 tx=0x7f8eec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2597e4839811320 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.005+0000 7f8ef9ffb700 1 -- 172.21.15.38:0/1440317304 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8eec004160 con 0x7f8efc1074c0 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.005+0000 7f8ef9ffb700 1 -- 172.21.15.38:0/1440317304 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8eec004300 con 0x7f8efc1074c0 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.005+0000 7f8ef9ffb700 1 -- 172.21.15.38:0/1440317304 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8eec011af0 con 0x7f8efc1074c0 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.006+0000 7f8f0178d700 1 -- 172.21.15.38:0/1440317304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 msgr2=0x7f8efc1078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.006+0000 7f8f0178d700 1 --2- 172.21.15.38:0/1440317304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc1078e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8eec0098a0 tx=0x7f8eec009bb0 comp rx=0 tx=0).stop 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.006+0000 7f8f0178d700 1 -- 172.21.15.38:0/1440317304 shutdown_connections 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.006+0000 7f8f0178d700 1 --2- 172.21.15.38:0/1440317304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc1078e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.006+0000 7f8f0178d700 1 -- 172.21.15.38:0/1440317304 >> 172.21.15.38:0/1440317304 conn(0x7f8efc102a80 msgr2=0x7f8efc104ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:03.281 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.006+0000 7f8f0178d700 1 -- 172.21.15.38:0/1440317304 shutdown_connections 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.006+0000 7f8f0178d700 1 -- 172.21.15.38:0/1440317304 wait complete. 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.006+0000 7f8f0178d700 1 Processor -- start 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.007+0000 7f8f0178d700 1 -- start start 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.007+0000 7f8f0178d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc104de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.007+0000 7f8f0178d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8efc10ba70 con 0x7f8efc1074c0 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.007+0000 7f8efaffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc104de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.007+0000 7f8efaffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc104de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56390/0 (socket says 172.21.15.38:56390) 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.007+0000 7f8efaffd700 1 -- 172.21.15.38:0/4238117198 learned_addr learned my addr 172.21.15.38:0/4238117198 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.007+0000 7f8efaffd700 1 -- 172.21.15.38:0/4238117198 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8efc105320 con 0x7f8efc1074c0 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.007+0000 7f8efaffd700 1 --2- 172.21.15.38:0/4238117198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc104de0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8eec009520 tx=0x7f8eec003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.008+0000 7f8ee3fff700 1 -- 172.21.15.38:0/4238117198 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8eec0036a0 con 0x7f8efc1074c0 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.008+0000 7f8ee3fff700 1 -- 172.21.15.38:0/4238117198 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8eec01a430 con 0x7f8efc1074c0 2024-04-23T18:14:03.282 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.008+0000 7f8f0178d700 1 -- 172.21.15.38:0/4238117198 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8efc103560 con 0x7f8efc1074c0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.008+0000 7f8ee3fff700 1 -- 172.21.15.38:0/4238117198 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8eec0193c0 con 0x7f8efc1074c0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.008+0000 7f8f0178d700 1 -- 172.21.15.38:0/4238117198 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8efc103a40 con 0x7f8efc1074c0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.008+0000 7f8ee3fff700 1 -- 172.21.15.38:0/4238117198 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f8eec019670 con 0x7f8efc1074c0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.009+0000 7f8f0178d700 1 -- 172.21.15.38:0/4238117198 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8efc0640a0 con 0x7f8efc1074c0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.009+0000 7f8ee3fff700 1 --2- 172.21.15.38:0/4238117198 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8ee4039710 0x7f8ee403bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.009+0000 7f8ee3fff700 1 -- 172.21.15.38:0/4238117198 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8eec04d9f0 con 0x7f8efc1074c0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.009+0000 7f8efa7fc700 1 --2- 172.21.15.38:0/4238117198 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8ee4039710 0x7f8ee403bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.009+0000 7f8efa7fc700 1 --2- 172.21.15.38:0/4238117198 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8ee4039710 0x7f8ee403bbd0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8ef0006fd0 tx=0x7f8ef0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.014+0000 7f8ee3fff700 1 -- 172.21.15.38:0/4238117198 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8eec0172b0 con 0x7f8efc1074c0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.345+0000 7f8f0178d700 1 -- 172.21.15.38:0/4238117198 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f8efc195c70 con 0x7f8efc1074c0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.348+0000 7f8ee3fff700 1 -- 172.21.15.38:0/4238117198 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f8eec01a690 con 0x7f8efc1074c0 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.350+0000 7f8f0178d700 1 -- 172.21.15.38:0/4238117198 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8ee4039710 msgr2=0x7f8ee403bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:03.283 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.350+0000 7f8f0178d700 1 --2- 172.21.15.38:0/4238117198 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8ee4039710 0x7f8ee403bbd0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8ef0006fd0 tx=0x7f8ef0006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.350+0000 7f8f0178d700 1 -- 172.21.15.38:0/4238117198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 msgr2=0x7f8efc104de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.350+0000 7f8f0178d700 1 --2- 172.21.15.38:0/4238117198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc104de0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8eec009520 tx=0x7f8eec003eb0 comp rx=0 tx=0).stop 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.350+0000 7f8f0178d700 1 -- 172.21.15.38:0/4238117198 shutdown_connections 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.350+0000 7f8f0178d700 1 --2- 172.21.15.38:0/4238117198 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8ee4039710 0x7f8ee403bbd0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.350+0000 7f8f0178d700 1 --2- 172.21.15.38:0/4238117198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8efc1074c0 0x7f8efc104de0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.350+0000 7f8f0178d700 1 -- 172.21.15.38:0/4238117198 >> 172.21.15.38:0/4238117198 conn(0x7f8efc102a80 msgr2=0x7f8efc193000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.351+0000 7f8f0178d700 1 -- 172.21.15.38:0/4238117198 shutdown_connections 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.351+0000 7f8f0178d700 1 -- 172.21.15.38:0/4238117198 wait complete. 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:03.284 INFO:teuthology.orchestra.run.smithi038.stdout:Or, if you are only running a single cluster on this host: 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout: ceph telemetry on 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout:For more information see: 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-23T18:14:03.285 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:03.286 INFO:teuthology.orchestra.run.smithi038.stdout:Bootstrap complete. 2024-04-23T18:14:03.323 INFO:tasks.cephadm:Fetching config... 2024-04-23T18:14:03.324 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:14:03.324 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-23T18:14:03.342 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-23T18:14:03.342 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:14:03.342 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-23T18:14:03.398 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-23T18:14:03.398 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:14:03.398 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-23T18:14:03.464 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-23T18:14:03.464 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:14:03.464 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-23T18:14:03.520 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-23T18:14:03.521 DEBUG:teuthology.orchestra.run.smithi038:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClJb9SvSDpM9rswDVh7Q2jQ6q/yjknEyqsolSHLtmc8fA6Iw2hVMNeDE+NUHRVRYeKn6vnejHVpKbaLF1Ur4g+Exh862URXP2bVdjCrBLbOjKpeg2k5fomNmOFmWgENTVKrrcqZqdFZqG1kQcbkAzaJ5nc0pDbROKUUb2rbFz0tzmghWnDplKp3gGcDXa1KMr3I6hVqczXq9rTu2fiRHnRRkg6rNCL7BAhDfV3hhFZSvWzA+mfSTh6q3ZhGKU9CO/eyH7XE8pEVkaIpHRKQLJw+bcAF9FXK33yIB63ItiUujT2XL/iVpU6PKni9dKVFNKN07y1ZTSPwoeyYmerguQVVn9DzPGlnbfgmz1oKqjjc0yJn/nqKarYAELmm6f8XIt31jC+3yW2i3G+mTpPNzrZndm7/o5evqyGJHF2Jg8yYxWWidimk6Fu3Euyhs5qlYRFMJL32b9MXDsxJ2DE2kYRRSBs4DilPnOkPAdzpNJ96fbvdZv0TkutXpp6D7oYoIE= ceph-e0b71514-019c-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-23T18:14:03.583 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:03 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4238117198' entity='client.admin' 2024-04-23T18:14:03.597 INFO:teuthology.orchestra.run.smithi038.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClJb9SvSDpM9rswDVh7Q2jQ6q/yjknEyqsolSHLtmc8fA6Iw2hVMNeDE+NUHRVRYeKn6vnejHVpKbaLF1Ur4g+Exh862URXP2bVdjCrBLbOjKpeg2k5fomNmOFmWgENTVKrrcqZqdFZqG1kQcbkAzaJ5nc0pDbROKUUb2rbFz0tzmghWnDplKp3gGcDXa1KMr3I6hVqczXq9rTu2fiRHnRRkg6rNCL7BAhDfV3hhFZSvWzA+mfSTh6q3ZhGKU9CO/eyH7XE8pEVkaIpHRKQLJw+bcAF9FXK33yIB63ItiUujT2XL/iVpU6PKni9dKVFNKN07y1ZTSPwoeyYmerguQVVn9DzPGlnbfgmz1oKqjjc0yJn/nqKarYAELmm6f8XIt31jC+3yW2i3G+mTpPNzrZndm7/o5evqyGJHF2Jg8yYxWWidimk6Fu3Euyhs5qlYRFMJL32b9MXDsxJ2DE2kYRRSBs4DilPnOkPAdzpNJ96fbvdZv0TkutXpp6D7oYoIE= ceph-e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:03.614 DEBUG:teuthology.orchestra.run.smithi076:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClJb9SvSDpM9rswDVh7Q2jQ6q/yjknEyqsolSHLtmc8fA6Iw2hVMNeDE+NUHRVRYeKn6vnejHVpKbaLF1Ur4g+Exh862URXP2bVdjCrBLbOjKpeg2k5fomNmOFmWgENTVKrrcqZqdFZqG1kQcbkAzaJ5nc0pDbROKUUb2rbFz0tzmghWnDplKp3gGcDXa1KMr3I6hVqczXq9rTu2fiRHnRRkg6rNCL7BAhDfV3hhFZSvWzA+mfSTh6q3ZhGKU9CO/eyH7XE8pEVkaIpHRKQLJw+bcAF9FXK33yIB63ItiUujT2XL/iVpU6PKni9dKVFNKN07y1ZTSPwoeyYmerguQVVn9DzPGlnbfgmz1oKqjjc0yJn/nqKarYAELmm6f8XIt31jC+3yW2i3G+mTpPNzrZndm7/o5evqyGJHF2Jg8yYxWWidimk6Fu3Euyhs5qlYRFMJL32b9MXDsxJ2DE2kYRRSBs4DilPnOkPAdzpNJ96fbvdZv0TkutXpp6D7oYoIE= ceph-e0b71514-019c-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi076.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClJb9SvSDpM9rswDVh7Q2jQ6q/yjknEyqsolSHLtmc8fA6Iw2hVMNeDE+NUHRVRYeKn6vnejHVpKbaLF1Ur4g+Exh862URXP2bVdjCrBLbOjKpeg2k5fomNmOFmWgENTVKrrcqZqdFZqG1kQcbkAzaJ5nc0pDbROKUUb2rbFz0tzmghWnDplKp3gGcDXa1KMr3I6hVqczXq9rTu2fiRHnRRkg6rNCL7BAhDfV3hhFZSvWzA+mfSTh6q3ZhGKU9CO/eyH7XE8pEVkaIpHRKQLJw+bcAF9FXK33yIB63ItiUujT2XL/iVpU6PKni9dKVFNKN07y1ZTSPwoeyYmerguQVVn9DzPGlnbfgmz1oKqjjc0yJn/nqKarYAELmm6f8XIt31jC+3yW2i3G+mTpPNzrZndm7/o5evqyGJHF2Jg8yYxWWidimk6Fu3Euyhs5qlYRFMJL32b9MXDsxJ2DE2kYRRSBs4DilPnOkPAdzpNJ96fbvdZv0TkutXpp6D7oYoIE= ceph-e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:03.664 DEBUG:teuthology.orchestra.run.smithi102:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClJb9SvSDpM9rswDVh7Q2jQ6q/yjknEyqsolSHLtmc8fA6Iw2hVMNeDE+NUHRVRYeKn6vnejHVpKbaLF1Ur4g+Exh862URXP2bVdjCrBLbOjKpeg2k5fomNmOFmWgENTVKrrcqZqdFZqG1kQcbkAzaJ5nc0pDbROKUUb2rbFz0tzmghWnDplKp3gGcDXa1KMr3I6hVqczXq9rTu2fiRHnRRkg6rNCL7BAhDfV3hhFZSvWzA+mfSTh6q3ZhGKU9CO/eyH7XE8pEVkaIpHRKQLJw+bcAF9FXK33yIB63ItiUujT2XL/iVpU6PKni9dKVFNKN07y1ZTSPwoeyYmerguQVVn9DzPGlnbfgmz1oKqjjc0yJn/nqKarYAELmm6f8XIt31jC+3yW2i3G+mTpPNzrZndm7/o5evqyGJHF2Jg8yYxWWidimk6Fu3Euyhs5qlYRFMJL32b9MXDsxJ2DE2kYRRSBs4DilPnOkPAdzpNJ96fbvdZv0TkutXpp6D7oYoIE= ceph-e0b71514-019c-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-23T18:14:03.702 INFO:teuthology.orchestra.run.smithi102.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClJb9SvSDpM9rswDVh7Q2jQ6q/yjknEyqsolSHLtmc8fA6Iw2hVMNeDE+NUHRVRYeKn6vnejHVpKbaLF1Ur4g+Exh862URXP2bVdjCrBLbOjKpeg2k5fomNmOFmWgENTVKrrcqZqdFZqG1kQcbkAzaJ5nc0pDbROKUUb2rbFz0tzmghWnDplKp3gGcDXa1KMr3I6hVqczXq9rTu2fiRHnRRkg6rNCL7BAhDfV3hhFZSvWzA+mfSTh6q3ZhGKU9CO/eyH7XE8pEVkaIpHRKQLJw+bcAF9FXK33yIB63ItiUujT2XL/iVpU6PKni9dKVFNKN07y1ZTSPwoeyYmerguQVVn9DzPGlnbfgmz1oKqjjc0yJn/nqKarYAELmm6f8XIt31jC+3yW2i3G+mTpPNzrZndm7/o5evqyGJHF2Jg8yYxWWidimk6Fu3Euyhs5qlYRFMJL32b9MXDsxJ2DE2kYRRSBs4DilPnOkPAdzpNJ96fbvdZv0TkutXpp6D7oYoIE= ceph-e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:03.714 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-23T18:14:03.959 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:06.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.215+0000 7f517f615700 1 -- 172.21.15.38:0/1448983445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5178103bb0 msgr2=0x7f5178103fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:06.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.215+0000 7f517f615700 1 --2- 172.21.15.38:0/1448983445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5178103bb0 0x7f5178103fd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5174009910 tx=0x7f5174009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:06.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.215+0000 7f517f615700 1 -- 172.21.15.38:0/1448983445 shutdown_connections 2024-04-23T18:14:06.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.215+0000 7f517f615700 1 --2- 172.21.15.38:0/1448983445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5178103bb0 0x7f5178103fd0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:06.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.215+0000 7f517f615700 1 -- 172.21.15.38:0/1448983445 >> 172.21.15.38:0/1448983445 conn(0x7f51780fda90 msgr2=0x7f51780ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:06.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.216+0000 7f517f615700 1 -- 172.21.15.38:0/1448983445 shutdown_connections 2024-04-23T18:14:06.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.216+0000 7f517f615700 1 -- 172.21.15.38:0/1448983445 wait complete. 2024-04-23T18:14:06.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.216+0000 7f517f615700 1 Processor -- start 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.216+0000 7f517f615700 1 -- start start 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.216+0000 7f517f615700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5178103bb0 0x7f5178199e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.216+0000 7f517f615700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5178108660 con 0x7f5178103bb0 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.216+0000 7f517d3b1700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5178103bb0 0x7f5178199e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.216+0000 7f517d3b1700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5178103bb0 0x7f5178199e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56404/0 (socket says 172.21.15.38:56404) 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.216+0000 7f517d3b1700 1 -- 172.21.15.38:0/3114530183 learned_addr learned my addr 172.21.15.38:0/3114530183 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.217+0000 7f517d3b1700 1 -- 172.21.15.38:0/3114530183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f517819a3a0 con 0x7f5178103bb0 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.217+0000 7f517d3b1700 1 --2- 172.21.15.38:0/3114530183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5178103bb0 0x7f5178199e60 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5174009ec0 tx=0x7f5174004690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.217+0000 7f516e7fc700 1 -- 172.21.15.38:0/3114530183 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5174027070 con 0x7f5178103bb0 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.217+0000 7f516e7fc700 1 -- 172.21.15.38:0/3114530183 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5174022470 con 0x7f5178103bb0 2024-04-23T18:14:06.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.217+0000 7f517f615700 1 -- 172.21.15.38:0/3114530183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f517819a630 con 0x7f5178103bb0 2024-04-23T18:14:06.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.217+0000 7f516e7fc700 1 -- 172.21.15.38:0/3114530183 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f517400f5f0 con 0x7f5178103bb0 2024-04-23T18:14:06.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.217+0000 7f517f615700 1 -- 172.21.15.38:0/3114530183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f517819d320 con 0x7f5178103bb0 2024-04-23T18:14:06.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.218+0000 7f516e7fc700 1 -- 172.21.15.38:0/3114530183 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f517402a070 con 0x7f5178103bb0 2024-04-23T18:14:06.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.218+0000 7f517f615700 1 -- 172.21.15.38:0/3114530183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5178108de0 con 0x7f5178103bb0 2024-04-23T18:14:06.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.218+0000 7f516e7fc700 1 --2- 172.21.15.38:0/3114530183 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f51640396b0 0x7f516403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:06.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.218+0000 7f516e7fc700 1 -- 172.21.15.38:0/3114530183 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f517401e030 con 0x7f5178103bb0 2024-04-23T18:14:06.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.218+0000 7f517cbb0700 1 --2- 172.21.15.38:0/3114530183 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f51640396b0 0x7f516403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:06.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.219+0000 7f517cbb0700 1 --2- 172.21.15.38:0/3114530183 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f51640396b0 0x7f516403bb70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5168006fd0 tx=0x7f5168006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:06.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.223+0000 7f516e7fc700 1 -- 172.21.15.38:0/3114530183 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5174013070 con 0x7f5178103bb0 2024-04-23T18:14:06.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.438+0000 7f517f615700 1 -- 172.21.15.38:0/3114530183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f517802df80 con 0x7f5178103bb0 2024-04-23T18:14:06.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.441+0000 7f516e7fc700 1 -- 172.21.15.38:0/3114530183 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f51740229d0 con 0x7f5178103bb0 2024-04-23T18:14:06.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.443+0000 7f517f615700 1 -- 172.21.15.38:0/3114530183 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f51640396b0 msgr2=0x7f516403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:06.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.443+0000 7f517f615700 1 --2- 172.21.15.38:0/3114530183 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f51640396b0 0x7f516403bb70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5168006fd0 tx=0x7f5168006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:06.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.443+0000 7f517f615700 1 -- 172.21.15.38:0/3114530183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5178103bb0 msgr2=0x7f5178199e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:06.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.443+0000 7f517f615700 1 --2- 172.21.15.38:0/3114530183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5178103bb0 0x7f5178199e60 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5174009ec0 tx=0x7f5174004690 comp rx=0 tx=0).stop 2024-04-23T18:14:06.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.444+0000 7f517f615700 1 -- 172.21.15.38:0/3114530183 shutdown_connections 2024-04-23T18:14:06.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.444+0000 7f517f615700 1 --2- 172.21.15.38:0/3114530183 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f51640396b0 0x7f516403bb70 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:06.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.444+0000 7f517f615700 1 --2- 172.21.15.38:0/3114530183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5178103bb0 0x7f5178199e60 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:06.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.444+0000 7f517f615700 1 -- 172.21.15.38:0/3114530183 >> 172.21.15.38:0/3114530183 conn(0x7f51780fda90 msgr2=0x7f51780ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:06.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.444+0000 7f517f615700 1 -- 172.21.15.38:0/3114530183 shutdown_connections 2024-04-23T18:14:06.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:06.444+0000 7f517f615700 1 -- 172.21.15.38:0/3114530183 wait complete. 2024-04-23T18:14:07.275 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-23T18:14:07.276 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-23T18:14:07.828 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:07 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3114530183' entity='client.admin' 2024-04-23T18:14:07.871 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:09.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:09.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:09.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi038", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:14:09.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:09.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:09.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:09.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.475+0000 7fb30313b700 1 -- 172.21.15.38:0/2237431757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc1013c0 msgr2=0x7fb2fc1017e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:09.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.475+0000 7fb30313b700 1 --2- 172.21.15.38:0/2237431757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc1013c0 0x7fb2fc1017e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb2f0009910 tx=0x7fb2f0009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:09.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.475+0000 7fb30313b700 1 -- 172.21.15.38:0/2237431757 shutdown_connections 2024-04-23T18:14:09.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.475+0000 7fb30313b700 1 --2- 172.21.15.38:0/2237431757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc1013c0 0x7fb2fc1017e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:09.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.475+0000 7fb30313b700 1 -- 172.21.15.38:0/2237431757 >> 172.21.15.38:0/2237431757 conn(0x7fb2fc0fc980 msgr2=0x7fb2fc0feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:09.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.475+0000 7fb30313b700 1 -- 172.21.15.38:0/2237431757 shutdown_connections 2024-04-23T18:14:09.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.475+0000 7fb30313b700 1 -- 172.21.15.38:0/2237431757 wait complete. 2024-04-23T18:14:09.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.475+0000 7fb30313b700 1 Processor -- start 2024-04-23T18:14:09.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb30313b700 1 -- start start 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb30313b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc1013c0 0x7fb2fc0fe7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb30313b700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc107440 con 0x7fb2fc1013c0 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb300ed7700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc1013c0 0x7fb2fc0fe7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb300ed7700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc1013c0 0x7fb2fc0fe7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56430/0 (socket says 172.21.15.38:56430) 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb300ed7700 1 -- 172.21.15.38:0/3893405067 learned_addr learned my addr 172.21.15.38:0/3893405067 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb300ed7700 1 -- 172.21.15.38:0/3893405067 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2fc0fed30 con 0x7fb2fc1013c0 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb300ed7700 1 --2- 172.21.15.38:0/3893405067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc1013c0 0x7fb2fc0fe7f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb2f0005130 tx=0x7fb2f0009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb2f9ffb700 1 -- 172.21.15.38:0/3893405067 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2f0027070 con 0x7fb2fc1013c0 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb2f9ffb700 1 -- 172.21.15.38:0/3893405067 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb2f000be30 con 0x7fb2fc1013c0 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb30313b700 1 -- 172.21.15.38:0/3893405067 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2fc0fcf20 con 0x7fb2fc1013c0 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.476+0000 7fb2f9ffb700 1 -- 172.21.15.38:0/3893405067 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2f000f460 con 0x7fb2fc1013c0 2024-04-23T18:14:09.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.477+0000 7fb30313b700 1 -- 172.21.15.38:0/3893405067 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2fc0fd460 con 0x7fb2fc1013c0 2024-04-23T18:14:09.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.478+0000 7fb2f9ffb700 1 -- 172.21.15.38:0/3893405067 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fb2f002a070 con 0x7fb2fc1013c0 2024-04-23T18:14:09.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.478+0000 7fb30313b700 1 -- 172.21.15.38:0/3893405067 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2fc107bc0 con 0x7fb2fc1013c0 2024-04-23T18:14:09.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.478+0000 7fb2f9ffb700 1 --2- 172.21.15.38:0/3893405067 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb2ec0396b0 0x7fb2ec03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:09.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.478+0000 7fb2f9ffb700 1 -- 172.21.15.38:0/3893405067 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb2f001e030 con 0x7fb2fc1013c0 2024-04-23T18:14:09.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.478+0000 7fb2fbfff700 1 --2- 172.21.15.38:0/3893405067 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb2ec0396b0 0x7fb2ec03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:09.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.478+0000 7fb2fbfff700 1 --2- 172.21.15.38:0/3893405067 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb2ec0396b0 0x7fb2ec03bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8006fd0 tx=0x7fb2e8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:09.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.483+0000 7fb2f9ffb700 1 -- 172.21.15.38:0/3893405067 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb2f0013070 con 0x7fb2fc1013c0 2024-04-23T18:14:09.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.693+0000 7fb30313b700 1 -- 172.21.15.38:0/3893405067 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fb2fc1910f0 con 0x7fb2ec0396b0 2024-04-23T18:14:09.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.697+0000 7fb2f9ffb700 1 -- 172.21.15.38:0/3893405067 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb2fc1910f0 con 0x7fb2ec0396b0 2024-04-23T18:14:09.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.699+0000 7fb30313b700 1 -- 172.21.15.38:0/3893405067 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb2ec0396b0 msgr2=0x7fb2ec03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:09.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.699+0000 7fb30313b700 1 --2- 172.21.15.38:0/3893405067 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb2ec0396b0 0x7fb2ec03bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8006fd0 tx=0x7fb2e8006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:09.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.699+0000 7fb30313b700 1 -- 172.21.15.38:0/3893405067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc1013c0 msgr2=0x7fb2fc0fe7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:09.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.699+0000 7fb30313b700 1 --2- 172.21.15.38:0/3893405067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc1013c0 0x7fb2fc0fe7f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb2f0005130 tx=0x7fb2f0009f10 comp rx=0 tx=0).stop 2024-04-23T18:14:09.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.699+0000 7fb30313b700 1 -- 172.21.15.38:0/3893405067 shutdown_connections 2024-04-23T18:14:09.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.699+0000 7fb30313b700 1 --2- 172.21.15.38:0/3893405067 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb2ec0396b0 0x7fb2ec03bb70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:09.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.699+0000 7fb30313b700 1 --2- 172.21.15.38:0/3893405067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc1013c0 0x7fb2fc0fe7f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:09.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.699+0000 7fb30313b700 1 -- 172.21.15.38:0/3893405067 >> 172.21.15.38:0/3893405067 conn(0x7fb2fc0fc980 msgr2=0x7fb2fc06ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:09.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.700+0000 7fb30313b700 1 -- 172.21.15.38:0/3893405067 shutdown_connections 2024-04-23T18:14:09.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:09.700+0000 7fb30313b700 1 -- 172.21.15.38:0/3893405067 wait complete. 2024-04-23T18:14:10.465 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi076 2024-04-23T18:14:10.465 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:14:10.465 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/etc/ceph/ceph.conf 2024-04-23T18:14:10.486 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:14:10.486 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:10.544 INFO:tasks.cephadm:Adding host smithi076 to orchestrator... 2024-04-23T18:14:10.544 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch host add smithi076 2024-04-23T18:14:10.789 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:11.010 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: Updating smithi038:/etc/ceph/ceph.conf 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: Updating smithi038:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:11.011 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:12.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.210+0000 7f68fdb23700 1 -- 172.21.15.38:0/1892336938 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68f8103650 msgr2=0x7f68f8103a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:12.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.210+0000 7f68fdb23700 1 --2- 172.21.15.38:0/1892336938 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68f8103650 0x7f68f8103a30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f68e8009910 tx=0x7f68e8009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:12.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.210+0000 7f68fdb23700 1 -- 172.21.15.38:0/1892336938 shutdown_connections 2024-04-23T18:14:12.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.210+0000 7f68fdb23700 1 --2- 172.21.15.38:0/1892336938 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68f8103650 0x7f68f8103a30 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:12.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.210+0000 7f68fdb23700 1 -- 172.21.15.38:0/1892336938 >> 172.21.15.38:0/1892336938 conn(0x7f68f80fcea0 msgr2=0x7f68f80ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:12.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.210+0000 7f68fdb23700 1 -- 172.21.15.38:0/1892336938 shutdown_connections 2024-04-23T18:14:12.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.210+0000 7f68fdb23700 1 -- 172.21.15.38:0/1892336938 wait complete. 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.211+0000 7f68fdb23700 1 Processor -- start 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.211+0000 7f68fdb23700 1 -- start start 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.211+0000 7f68fdb23700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68f8103650 0x7f68f8197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.211+0000 7f68fdb23700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f68f810cb10 con 0x7f68f8103650 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.211+0000 7f68f77fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68f8103650 0x7f68f8197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.211+0000 7f68f77fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68f8103650 0x7f68f8197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:47238/0 (socket says 172.21.15.38:47238) 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.211+0000 7f68f77fe700 1 -- 172.21.15.38:0/2063787633 learned_addr learned my addr 172.21.15.38:0/2063787633 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.212+0000 7f68f77fe700 1 -- 172.21.15.38:0/2063787633 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f8198490 con 0x7f68f8103650 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.212+0000 7f68f77fe700 1 --2- 172.21.15.38:0/2063787633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68f8103650 0x7f68f8197f50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f68e80057a0 tx=0x7f68e8005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.212+0000 7f68f4ff9700 1 -- 172.21.15.38:0/2063787633 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68e8026070 con 0x7f68f8103650 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.212+0000 7f68f4ff9700 1 -- 172.21.15.38:0/2063787633 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f68e8004370 con 0x7f68f8103650 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.212+0000 7f68f4ff9700 1 -- 172.21.15.38:0/2063787633 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68e8003b90 con 0x7f68f8103650 2024-04-23T18:14:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.212+0000 7f68fdb23700 1 -- 172.21.15.38:0/2063787633 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68f8198720 con 0x7f68f8103650 2024-04-23T18:14:12.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.212+0000 7f68fdb23700 1 -- 172.21.15.38:0/2063787633 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68f8198b80 con 0x7f68f8103650 2024-04-23T18:14:12.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.213+0000 7f68f4ff9700 1 -- 172.21.15.38:0/2063787633 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f68e8029070 con 0x7f68f8103650 2024-04-23T18:14:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.213+0000 7f68fdb23700 1 -- 172.21.15.38:0/2063787633 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68f806b190 con 0x7f68f8103650 2024-04-23T18:14:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.213+0000 7f68f4ff9700 1 --2- 172.21.15.38:0/2063787633 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f68e0039650 0x7f68e003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.213+0000 7f68f4ff9700 1 -- 172.21.15.38:0/2063787633 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f68e801e070 con 0x7f68f8103650 2024-04-23T18:14:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.213+0000 7f68f6ffd700 1 --2- 172.21.15.38:0/2063787633 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f68e0039650 0x7f68e003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.214+0000 7f68f6ffd700 1 --2- 172.21.15.38:0/2063787633 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f68e0039650 0x7f68e003bb10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f68ec006fd0 tx=0x7f68ec006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:12.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.218+0000 7f68f4ff9700 1 -- 172.21.15.38:0/2063787633 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f68e8013070 con 0x7f68f8103650 2024-04-23T18:14:12.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:12.432+0000 7f68fdb23700 1 -- 172.21.15.38:0/2063787633 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi076", "target": ["mon-mgr", ""]}) -- 0x7f68f81992b0 con 0x7f68e0039650 2024-04-23T18:14:12.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:12 smithi038 ceph-mon[29217]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi076", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:13.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:13 smithi038 ceph-mon[29217]: Deploying cephadm binary to smithi076 2024-04-23T18:14:15.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:15 smithi038 ceph-mon[29217]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:16.788 INFO:teuthology.orchestra.run.smithi038.stdout:Added host 'smithi076' with addr '172.21.15.76' 2024-04-23T18:14:16.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.794+0000 7f68f4ff9700 1 -- 172.21.15.38:0/2063787633 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f68f81992b0 con 0x7f68e0039650 2024-04-23T18:14:16.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.797+0000 7f68fdb23700 1 -- 172.21.15.38:0/2063787633 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f68e0039650 msgr2=0x7f68e003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:16.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.797+0000 7f68fdb23700 1 --2- 172.21.15.38:0/2063787633 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f68e0039650 0x7f68e003bb10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f68ec006fd0 tx=0x7f68ec006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:16.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.797+0000 7f68fdb23700 1 -- 172.21.15.38:0/2063787633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68f8103650 msgr2=0x7f68f8197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:16.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.797+0000 7f68fdb23700 1 --2- 172.21.15.38:0/2063787633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68f8103650 0x7f68f8197f50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f68e80057a0 tx=0x7f68e8005dc0 comp rx=0 tx=0).stop 2024-04-23T18:14:16.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.797+0000 7f68fdb23700 1 -- 172.21.15.38:0/2063787633 shutdown_connections 2024-04-23T18:14:16.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.797+0000 7f68fdb23700 1 --2- 172.21.15.38:0/2063787633 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f68e0039650 0x7f68e003bb10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:16.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.797+0000 7f68fdb23700 1 --2- 172.21.15.38:0/2063787633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68f8103650 0x7f68f8197f50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:16.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.797+0000 7f68fdb23700 1 -- 172.21.15.38:0/2063787633 >> 172.21.15.38:0/2063787633 conn(0x7f68f80fcea0 msgr2=0x7f68f81043e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:16.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.797+0000 7f68fdb23700 1 -- 172.21.15.38:0/2063787633 shutdown_connections 2024-04-23T18:14:16.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:16.797+0000 7f68fdb23700 1 -- 172.21.15.38:0/2063787633 wait complete. 2024-04-23T18:14:17.457 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-23T18:14:17.702 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:18.093 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:17 smithi038 ceph-mon[29217]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:18.093 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:17 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:18.093 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:17 smithi038 ceph-mon[29217]: Added host smithi076 2024-04-23T18:14:18.093 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:17 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:18.093 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:17 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:18.989 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:19.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.208+0000 7f4030b81700 1 -- 172.21.15.38:0/1744174860 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f402c1084e0 msgr2=0x7f402c1088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:19.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.208+0000 7f4030b81700 1 --2- 172.21.15.38:0/1744174860 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f402c1084e0 0x7f402c1088c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4020009910 tx=0x7f4020009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:19.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.208+0000 7f4030b81700 1 -- 172.21.15.38:0/1744174860 shutdown_connections 2024-04-23T18:14:19.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.208+0000 7f4030b81700 1 --2- 172.21.15.38:0/1744174860 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f402c1084e0 0x7f402c1088c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:19.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.208+0000 7f4030b81700 1 -- 172.21.15.38:0/1744174860 >> 172.21.15.38:0/1744174860 conn(0x7f402c0fdf80 msgr2=0x7f402c1003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:19.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.208+0000 7f4030b81700 1 -- 172.21.15.38:0/1744174860 shutdown_connections 2024-04-23T18:14:19.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.208+0000 7f4030b81700 1 -- 172.21.15.38:0/1744174860 wait complete. 2024-04-23T18:14:19.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.209+0000 7f4030b81700 1 Processor -- start 2024-04-23T18:14:19.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.209+0000 7f4030b81700 1 -- start start 2024-04-23T18:14:19.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.209+0000 7f4030b81700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f402c1084e0 0x7f402c074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:19.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.209+0000 7f4030b81700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f402c10ca80 con 0x7f402c1084e0 2024-04-23T18:14:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.209+0000 7f402a59c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f402c1084e0 0x7f402c074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.209+0000 7f402a59c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f402c1084e0 0x7f402c074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:47256/0 (socket says 172.21.15.38:47256) 2024-04-23T18:14:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.209+0000 7f402a59c700 1 -- 172.21.15.38:0/3170335396 learned_addr learned my addr 172.21.15.38:0/3170335396 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.209+0000 7f402a59c700 1 -- 172.21.15.38:0/3170335396 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f402c076c30 con 0x7f402c1084e0 2024-04-23T18:14:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.209+0000 7f402a59c700 1 --2- 172.21.15.38:0/3170335396 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f402c1084e0 0x7f402c074d40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4020005780 tx=0x7f40200057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.210+0000 7f401b7fe700 1 -- 172.21.15.38:0/3170335396 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4020026070 con 0x7f402c1084e0 2024-04-23T18:14:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.210+0000 7f401b7fe700 1 -- 172.21.15.38:0/3170335396 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4020004370 con 0x7f402c1084e0 2024-04-23T18:14:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.210+0000 7f4030b81700 1 -- 172.21.15.38:0/3170335396 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f402c0752e0 con 0x7f402c1084e0 2024-04-23T18:14:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.210+0000 7f401b7fe700 1 -- 172.21.15.38:0/3170335396 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4020003af0 con 0x7f402c1084e0 2024-04-23T18:14:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.210+0000 7f4030b81700 1 -- 172.21.15.38:0/3170335396 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f402c0757a0 con 0x7f402c1084e0 2024-04-23T18:14:19.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.210+0000 7f401b7fe700 1 -- 172.21.15.38:0/3170335396 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f4020029070 con 0x7f402c1084e0 2024-04-23T18:14:19.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.211+0000 7f4030b81700 1 -- 172.21.15.38:0/3170335396 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f402c103b90 con 0x7f402c1084e0 2024-04-23T18:14:19.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.211+0000 7f401b7fe700 1 --2- 172.21.15.38:0/3170335396 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4014039650 0x7f401403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:19.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.211+0000 7f401b7fe700 1 -- 172.21.15.38:0/3170335396 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f402001e070 con 0x7f402c1084e0 2024-04-23T18:14:19.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.211+0000 7f4029d9b700 1 --2- 172.21.15.38:0/3170335396 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4014039650 0x7f401403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:19.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.211+0000 7f4029d9b700 1 --2- 172.21.15.38:0/3170335396 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4014039650 0x7f401403bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f401c006fd0 tx=0x7f401c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:19.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.216+0000 7f401b7fe700 1 -- 172.21.15.38:0/3170335396 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4020013070 con 0x7f402c1084e0 2024-04-23T18:14:19.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.442+0000 7f4030b81700 1 -- 172.21.15.38:0/3170335396 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f402c0762e0 con 0x7f4014039650 2024-04-23T18:14:19.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.443+0000 7f401b7fe700 1 -- 172.21.15.38:0/3170335396 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f402c0762e0 con 0x7f4014039650 2024-04-23T18:14:19.437 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:19.437 INFO:teuthology.orchestra.run.smithi038.stdout:[{"addr": "172.21.15.38", "hostname": "smithi038", "labels": [], "status": ""}, {"addr": "172.21.15.76", "hostname": "smithi076", "labels": [], "status": ""}] 2024-04-23T18:14:19.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.445+0000 7f4030b81700 1 -- 172.21.15.38:0/3170335396 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4014039650 msgr2=0x7f401403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:19.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.445+0000 7f4030b81700 1 --2- 172.21.15.38:0/3170335396 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4014039650 0x7f401403bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f401c006fd0 tx=0x7f401c006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:19.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.445+0000 7f4030b81700 1 -- 172.21.15.38:0/3170335396 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f402c1084e0 msgr2=0x7f402c074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:19.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.445+0000 7f4030b81700 1 --2- 172.21.15.38:0/3170335396 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f402c1084e0 0x7f402c074d40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4020005780 tx=0x7f40200057b0 comp rx=0 tx=0).stop 2024-04-23T18:14:19.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.445+0000 7f4030b81700 1 -- 172.21.15.38:0/3170335396 shutdown_connections 2024-04-23T18:14:19.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.445+0000 7f4030b81700 1 --2- 172.21.15.38:0/3170335396 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4014039650 0x7f401403bb10 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:19.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.445+0000 7f4030b81700 1 --2- 172.21.15.38:0/3170335396 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f402c1084e0 0x7f402c074d40 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:19.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.445+0000 7f4030b81700 1 -- 172.21.15.38:0/3170335396 >> 172.21.15.38:0/3170335396 conn(0x7f402c0fdf80 msgr2=0x7f402c109fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:19.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.445+0000 7f4030b81700 1 -- 172.21.15.38:0/3170335396 shutdown_connections 2024-04-23T18:14:19.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:19.445+0000 7f4030b81700 1 -- 172.21.15.38:0/3170335396 wait complete. 2024-04-23T18:14:19.959 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi102 2024-04-23T18:14:19.959 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:14:19.959 DEBUG:teuthology.orchestra.run.smithi102:> dd of=/etc/ceph/ceph.conf 2024-04-23T18:14:19.979 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:14:19.979 DEBUG:teuthology.orchestra.run.smithi102:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:20.037 INFO:tasks.cephadm:Adding host smithi102 to orchestrator... 2024-04-23T18:14:20.037 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch host add smithi102 2024-04-23T18:14:20.282 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:20.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:20 smithi038 ceph-mon[29217]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:20.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:20.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:20 smithi038 ceph-mon[29217]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:14:21.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.864+0000 7f936ffc9700 1 -- 172.21.15.38:0/2897894049 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93681015f0 msgr2=0x7f93681019d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:21.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.864+0000 7f936ffc9700 1 --2- 172.21.15.38:0/2897894049 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93681015f0 0x7f93681019d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f9364009910 tx=0x7f9364009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:21.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.864+0000 7f936ffc9700 1 -- 172.21.15.38:0/2897894049 shutdown_connections 2024-04-23T18:14:21.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.864+0000 7f936ffc9700 1 --2- 172.21.15.38:0/2897894049 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93681015f0 0x7f93681019d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:21.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.864+0000 7f936ffc9700 1 -- 172.21.15.38:0/2897894049 >> 172.21.15.38:0/2897894049 conn(0x7f9368076ea0 msgr2=0x7f93680772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:21.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.864+0000 7f936ffc9700 1 -- 172.21.15.38:0/2897894049 shutdown_connections 2024-04-23T18:14:21.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.864+0000 7f936ffc9700 1 -- 172.21.15.38:0/2897894049 wait complete. 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.865+0000 7f936ffc9700 1 Processor -- start 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.865+0000 7f936ffc9700 1 -- start start 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f936ffc9700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93681015f0 0x7f9368198d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f936ffc9700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f936810b960 con 0x7f93681015f0 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f936dd65700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93681015f0 0x7f9368198d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f936dd65700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93681015f0 0x7f9368198d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42674/0 (socket says 172.21.15.38:42674) 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f936dd65700 1 -- 172.21.15.38:0/55106988 learned_addr learned my addr 172.21.15.38:0/55106988 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f936dd65700 1 -- 172.21.15.38:0/55106988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93681992a0 con 0x7f93681015f0 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f936dd65700 1 --2- 172.21.15.38:0/55106988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93681015f0 0x7f9368198d60 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f9364005780 tx=0x7f93640057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f935effd700 1 -- 172.21.15.38:0/55106988 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9364026070 con 0x7f93681015f0 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f936ffc9700 1 -- 172.21.15.38:0/55106988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9368199590 con 0x7f93681015f0 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f935effd700 1 -- 172.21.15.38:0/55106988 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9364004370 con 0x7f93681015f0 2024-04-23T18:14:21.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f935effd700 1 -- 172.21.15.38:0/55106988 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9364003a30 con 0x7f93681015f0 2024-04-23T18:14:21.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.866+0000 7f936ffc9700 1 -- 172.21.15.38:0/55106988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9368199a50 con 0x7f93681015f0 2024-04-23T18:14:21.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.867+0000 7f935effd700 1 -- 172.21.15.38:0/55106988 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f9364029070 con 0x7f93681015f0 2024-04-23T18:14:21.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.867+0000 7f936ffc9700 1 -- 172.21.15.38:0/55106988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9368102a80 con 0x7f93681015f0 2024-04-23T18:14:21.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.867+0000 7f935effd700 1 --2- 172.21.15.38:0/55106988 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9354039650 0x7f935403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:21.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.867+0000 7f935effd700 1 -- 172.21.15.38:0/55106988 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f936401e070 con 0x7f93681015f0 2024-04-23T18:14:21.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.868+0000 7f936d564700 1 --2- 172.21.15.38:0/55106988 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9354039650 0x7f935403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:21.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.868+0000 7f936d564700 1 --2- 172.21.15.38:0/55106988 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9354039650 0x7f935403bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9358006fd0 tx=0x7f9358006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:21.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:21.873+0000 7f935effd700 1 -- 172.21.15.38:0/55106988 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9364013070 con 0x7f93681015f0 2024-04-23T18:14:22.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:22.087+0000 7f936ffc9700 1 -- 172.21.15.38:0/55106988 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi102", "target": ["mon-mgr", ""]}) -- 0x7f936806a450 con 0x7f9354039650 2024-04-23T18:14:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:22 smithi038 ceph-mon[29217]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:23.901 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:23 smithi038 ceph-mon[29217]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi102", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:23.901 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:23 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:23.901 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:23 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:23.901 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:23 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:23.901 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:23 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:23.901 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:23 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi076", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:14:23.902 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:23 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:23.902 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:23 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:23.902 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:23 smithi038 ceph-mon[29217]: Updating smithi076:/etc/ceph/ceph.conf 2024-04-23T18:14:24.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:24 smithi038 ceph-mon[29217]: Deploying cephadm binary to smithi102 2024-04-23T18:14:24.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:24 smithi038 ceph-mon[29217]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:24.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:24 smithi038 ceph-mon[29217]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:24.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:24 smithi038 ceph-mon[29217]: Updating smithi076:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:24.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:24 smithi038 ceph-mon[29217]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:14:26.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.305+0000 7f935effd700 1 -- 172.21.15.38:0/55106988 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f936806a450 con 0x7f9354039650 2024-04-23T18:14:26.301 INFO:teuthology.orchestra.run.smithi038.stdout:Added host 'smithi102' with addr '172.21.15.102' 2024-04-23T18:14:26.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.308+0000 7f936ffc9700 1 -- 172.21.15.38:0/55106988 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9354039650 msgr2=0x7f935403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:26.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.308+0000 7f936ffc9700 1 --2- 172.21.15.38:0/55106988 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9354039650 0x7f935403bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9358006fd0 tx=0x7f9358006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:26.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.308+0000 7f936ffc9700 1 -- 172.21.15.38:0/55106988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93681015f0 msgr2=0x7f9368198d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:26.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.308+0000 7f936ffc9700 1 --2- 172.21.15.38:0/55106988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93681015f0 0x7f9368198d60 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f9364005780 tx=0x7f93640057b0 comp rx=0 tx=0).stop 2024-04-23T18:14:26.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.308+0000 7f936ffc9700 1 -- 172.21.15.38:0/55106988 shutdown_connections 2024-04-23T18:14:26.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.308+0000 7f936ffc9700 1 --2- 172.21.15.38:0/55106988 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9354039650 0x7f935403bb10 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:26.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.308+0000 7f936ffc9700 1 --2- 172.21.15.38:0/55106988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93681015f0 0x7f9368198d60 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:26.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.308+0000 7f936ffc9700 1 -- 172.21.15.38:0/55106988 >> 172.21.15.38:0/55106988 conn(0x7f9368076ea0 msgr2=0x7f9368102f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:26.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.308+0000 7f936ffc9700 1 -- 172.21.15.38:0/55106988 shutdown_connections 2024-04-23T18:14:26.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:26.308+0000 7f936ffc9700 1 -- 172.21.15.38:0/55106988 wait complete. 2024-04-23T18:14:26.606 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:26 smithi038 ceph-mon[29217]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:26.606 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:26 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:26.606 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:26 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:26.606 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:26 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:26.606 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:26 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:26.606 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:26 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:26.989 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-23T18:14:27.236 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:27.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:27 smithi038 ceph-mon[29217]: Added host smithi102 2024-04-23T18:14:27.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:27.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:28.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.677+0000 7f2d638b7700 1 -- 172.21.15.38:0/3476685526 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5c103610 msgr2=0x7f2d5c1039f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:28.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.677+0000 7f2d638b7700 1 --2- 172.21.15.38:0/3476685526 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5c103610 0x7f2d5c1039f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2d58009910 tx=0x7f2d58009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.677+0000 7f2d638b7700 1 -- 172.21.15.38:0/3476685526 shutdown_connections 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.677+0000 7f2d638b7700 1 --2- 172.21.15.38:0/3476685526 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5c103610 0x7f2d5c1039f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.677+0000 7f2d638b7700 1 -- 172.21.15.38:0/3476685526 >> 172.21.15.38:0/3476685526 conn(0x7f2d5c0fce60 msgr2=0x7f2d5c0ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.677+0000 7f2d638b7700 1 -- 172.21.15.38:0/3476685526 shutdown_connections 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.677+0000 7f2d638b7700 1 -- 172.21.15.38:0/3476685526 wait complete. 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.678+0000 7f2d638b7700 1 Processor -- start 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.678+0000 7f2d638b7700 1 -- start start 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.678+0000 7f2d638b7700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5c103610 0x7f2d5c197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.678+0000 7f2d638b7700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2d5c10caf0 con 0x7f2d5c103610 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.678+0000 7f2d61653700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5c103610 0x7f2d5c197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.678+0000 7f2d61653700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5c103610 0x7f2d5c197f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42686/0 (socket says 172.21.15.38:42686) 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.678+0000 7f2d61653700 1 -- 172.21.15.38:0/1620923489 learned_addr learned my addr 172.21.15.38:0/1620923489 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.678+0000 7f2d61653700 1 -- 172.21.15.38:0/1620923489 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d5c198480 con 0x7f2d5c103610 2024-04-23T18:14:28.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.678+0000 7f2d61653700 1 --2- 172.21.15.38:0/1620923489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5c103610 0x7f2d5c197f40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2d580057a0 tx=0x7f2d58005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:28.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.679+0000 7f2d527fc700 1 -- 172.21.15.38:0/1620923489 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2d58026070 con 0x7f2d5c103610 2024-04-23T18:14:28.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.679+0000 7f2d527fc700 1 -- 172.21.15.38:0/1620923489 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2d58004370 con 0x7f2d5c103610 2024-04-23T18:14:28.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.679+0000 7f2d638b7700 1 -- 172.21.15.38:0/1620923489 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d5c198710 con 0x7f2d5c103610 2024-04-23T18:14:28.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.679+0000 7f2d527fc700 1 -- 172.21.15.38:0/1620923489 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2d58003b90 con 0x7f2d5c103610 2024-04-23T18:14:28.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.679+0000 7f2d638b7700 1 -- 172.21.15.38:0/1620923489 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d5c198b70 con 0x7f2d5c103610 2024-04-23T18:14:28.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.680+0000 7f2d527fc700 1 -- 172.21.15.38:0/1620923489 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f2d58029070 con 0x7f2d5c103610 2024-04-23T18:14:28.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.680+0000 7f2d638b7700 1 -- 172.21.15.38:0/1620923489 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d5c06b1b0 con 0x7f2d5c103610 2024-04-23T18:14:28.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.680+0000 7f2d527fc700 1 --2- 172.21.15.38:0/1620923489 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2d48039650 0x7f2d4803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:28.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.680+0000 7f2d527fc700 1 -- 172.21.15.38:0/1620923489 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f2d5801e070 con 0x7f2d5c103610 2024-04-23T18:14:28.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.680+0000 7f2d60e52700 1 --2- 172.21.15.38:0/1620923489 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2d48039650 0x7f2d4803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:28.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.680+0000 7f2d60e52700 1 --2- 172.21.15.38:0/1620923489 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2d48039650 0x7f2d4803bb10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c006fd0 tx=0x7f2d4c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:28.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.685+0000 7f2d527fc700 1 -- 172.21.15.38:0/1620923489 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2d58013070 con 0x7f2d5c103610 2024-04-23T18:14:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.898+0000 7f2d638b7700 1 -- 172.21.15.38:0/1620923489 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2d5c1992a0 con 0x7f2d48039650 2024-04-23T18:14:28.893 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:28 smithi038 ceph-mon[29217]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:28.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.900+0000 7f2d527fc700 1 -- 172.21.15.38:0/1620923489 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f2d5c1992a0 con 0x7f2d48039650 2024-04-23T18:14:28.894 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:14:28.894 INFO:teuthology.orchestra.run.smithi038.stdout:[{"addr": "172.21.15.38", "hostname": "smithi038", "labels": [], "status": ""}, {"addr": "172.21.15.76", "hostname": "smithi076", "labels": [], "status": ""}, {"addr": "172.21.15.102", "hostname": "smithi102", "labels": [], "status": ""}] 2024-04-23T18:14:28.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.902+0000 7f2d638b7700 1 -- 172.21.15.38:0/1620923489 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2d48039650 msgr2=0x7f2d4803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:28.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.902+0000 7f2d638b7700 1 --2- 172.21.15.38:0/1620923489 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2d48039650 0x7f2d4803bb10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c006fd0 tx=0x7f2d4c006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:28.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.902+0000 7f2d638b7700 1 -- 172.21.15.38:0/1620923489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5c103610 msgr2=0x7f2d5c197f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:28.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.902+0000 7f2d638b7700 1 --2- 172.21.15.38:0/1620923489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5c103610 0x7f2d5c197f40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2d580057a0 tx=0x7f2d58005dc0 comp rx=0 tx=0).stop 2024-04-23T18:14:28.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.902+0000 7f2d638b7700 1 -- 172.21.15.38:0/1620923489 shutdown_connections 2024-04-23T18:14:28.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.902+0000 7f2d638b7700 1 --2- 172.21.15.38:0/1620923489 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2d48039650 0x7f2d4803bb10 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:28.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.902+0000 7f2d638b7700 1 --2- 172.21.15.38:0/1620923489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5c103610 0x7f2d5c197f40 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:28.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.902+0000 7f2d638b7700 1 -- 172.21.15.38:0/1620923489 >> 172.21.15.38:0/1620923489 conn(0x7f2d5c0fce60 msgr2=0x7f2d5c1043a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:28.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.902+0000 7f2d638b7700 1 -- 172.21.15.38:0/1620923489 shutdown_connections 2024-04-23T18:14:28.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:28.902+0000 7f2d638b7700 1 -- 172.21.15.38:0/1620923489 wait complete. 2024-04-23T18:14:29.501 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-23T18:14:29.501 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-23T18:14:29.744 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:30.130 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:29 smithi038 ceph-mon[29217]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:30.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:29 smithi038 ceph-mon[29217]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:14:30.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:29 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:31.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.311+0000 7f57335d0700 1 -- 172.21.15.38:0/1552294556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f572c1015b0 msgr2=0x7f572c101990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:31.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.311+0000 7f57335d0700 1 --2- 172.21.15.38:0/1552294556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f572c1015b0 0x7f572c101990 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5728009910 tx=0x7f5728009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.311+0000 7f57335d0700 1 -- 172.21.15.38:0/1552294556 shutdown_connections 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.311+0000 7f57335d0700 1 --2- 172.21.15.38:0/1552294556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f572c1015b0 0x7f572c101990 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.311+0000 7f57335d0700 1 -- 172.21.15.38:0/1552294556 >> 172.21.15.38:0/1552294556 conn(0x7f572c0fce40 msgr2=0x7f572c0ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.311+0000 7f57335d0700 1 -- 172.21.15.38:0/1552294556 shutdown_connections 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.311+0000 7f57335d0700 1 -- 172.21.15.38:0/1552294556 wait complete. 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.311+0000 7f57335d0700 1 Processor -- start 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f57335d0700 1 -- start start 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f57335d0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f572c1015b0 0x7f572c196dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f57335d0700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f572c10b970 con 0x7f572c1015b0 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f573136c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f572c1015b0 0x7f572c196dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f573136c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f572c1015b0 0x7f572c196dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54284/0 (socket says 172.21.15.38:54284) 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f573136c700 1 -- 172.21.15.38:0/3471977282 learned_addr learned my addr 172.21.15.38:0/3471977282 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f573136c700 1 -- 172.21.15.38:0/3471977282 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f572c197310 con 0x7f572c1015b0 2024-04-23T18:14:31.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f573136c700 1 --2- 172.21.15.38:0/3471977282 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f572c1015b0 0x7f572c196dd0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5728006010 tx=0x7f5728009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:31.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f57227fc700 1 -- 172.21.15.38:0/3471977282 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5728027070 con 0x7f572c1015b0 2024-04-23T18:14:31.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f57227fc700 1 -- 172.21.15.38:0/3471977282 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f572800be30 con 0x7f572c1015b0 2024-04-23T18:14:31.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f57335d0700 1 -- 172.21.15.38:0/3471977282 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f572c197600 con 0x7f572c1015b0 2024-04-23T18:14:31.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.312+0000 7f57227fc700 1 -- 172.21.15.38:0/3471977282 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f572800f460 con 0x7f572c1015b0 2024-04-23T18:14:31.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.313+0000 7f57335d0700 1 -- 172.21.15.38:0/3471977282 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f572c19b6a0 con 0x7f572c1015b0 2024-04-23T18:14:31.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.313+0000 7f57227fc700 1 -- 172.21.15.38:0/3471977282 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f572802a070 con 0x7f572c1015b0 2024-04-23T18:14:31.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.313+0000 7f57335d0700 1 -- 172.21.15.38:0/3471977282 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f572c102a90 con 0x7f572c1015b0 2024-04-23T18:14:31.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.314+0000 7f57227fc700 1 --2- 172.21.15.38:0/3471977282 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f57180396b0 0x7f571803bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:31.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.314+0000 7f57227fc700 1 -- 172.21.15.38:0/3471977282 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f572801e030 con 0x7f572c1015b0 2024-04-23T18:14:31.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.314+0000 7f5730b6b700 1 --2- 172.21.15.38:0/3471977282 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f57180396b0 0x7f571803bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:31.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.314+0000 7f5730b6b700 1 --2- 172.21.15.38:0/3471977282 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f57180396b0 0x7f571803bb70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f571c006fd0 tx=0x7f571c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:31.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.319+0000 7f57227fc700 1 -- 172.21.15.38:0/3471977282 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5728013070 con 0x7f572c1015b0 2024-04-23T18:14:31.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.531+0000 7f57335d0700 1 -- 172.21.15.38:0/3471977282 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f572c198130 con 0x7f572c1015b0 2024-04-23T18:14:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.923+0000 7f57227fc700 1 -- 172.21.15.38:0/3471977282 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f5728022760 con 0x7f572c1015b0 2024-04-23T18:14:31.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.926+0000 7f57335d0700 1 -- 172.21.15.38:0/3471977282 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f57180396b0 msgr2=0x7f571803bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:31.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.926+0000 7f57335d0700 1 --2- 172.21.15.38:0/3471977282 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f57180396b0 0x7f571803bb70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f571c006fd0 tx=0x7f571c006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:31.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.926+0000 7f57335d0700 1 -- 172.21.15.38:0/3471977282 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f572c1015b0 msgr2=0x7f572c196dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:31.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.926+0000 7f57335d0700 1 --2- 172.21.15.38:0/3471977282 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f572c1015b0 0x7f572c196dd0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5728006010 tx=0x7f5728009ec0 comp rx=0 tx=0).stop 2024-04-23T18:14:31.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.926+0000 7f57335d0700 1 -- 172.21.15.38:0/3471977282 shutdown_connections 2024-04-23T18:14:31.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.926+0000 7f57335d0700 1 --2- 172.21.15.38:0/3471977282 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f57180396b0 0x7f571803bb70 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:31.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.926+0000 7f57335d0700 1 --2- 172.21.15.38:0/3471977282 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f572c1015b0 0x7f572c196dd0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:31.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.926+0000 7f57335d0700 1 -- 172.21.15.38:0/3471977282 >> 172.21.15.38:0/3471977282 conn(0x7f572c0fce40 msgr2=0x7f572c102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:31.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.926+0000 7f57335d0700 1 -- 172.21.15.38:0/3471977282 shutdown_connections 2024-04-23T18:14:31.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:31.926+0000 7f57335d0700 1 -- 172.21.15.38:0/3471977282 wait complete. 2024-04-23T18:14:31.922 INFO:teuthology.orchestra.run.smithi038.stderr:adjusted tunables profile to default 2024-04-23T18:14:32.240 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:31 smithi038 ceph-mon[29217]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:32.240 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:31 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3471977282' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-23T18:14:32.240 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:32.240 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:32.240 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:32.240 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:32.240 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi102", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:14:32.240 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:32.240 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:32.561 INFO:tasks.cephadm:Adding mon.a on smithi038 2024-04-23T18:14:32.561 INFO:tasks.cephadm:Adding mon.b on smithi076 2024-04-23T18:14:32.561 INFO:tasks.cephadm:Adding mon.c on smithi102 2024-04-23T18:14:32.561 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi038:172.21.15.38=a;smithi076:172.21.15.76=b;smithi102:172.21.15.102=c' 2024-04-23T18:14:32.804 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:33.378 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:32 smithi038 ceph-mon[29217]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-23T18:14:33.378 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:32 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3471977282' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-23T18:14:33.378 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:32 smithi038 ceph-mon[29217]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:33.378 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:32 smithi038 ceph-mon[29217]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:33.378 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:32 smithi038 ceph-mon[29217]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:33.379 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:32 smithi038 ceph-mon[29217]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:14:33.379 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:33.379 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:33.379 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:34.250 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.256+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2675771135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae41036d0 msgr2=0x7f0ae4103ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:34.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.256+0000 7f0aeaa2b700 1 --2- 172.21.15.102:0/2675771135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae41036d0 0x7f0ae4103ab0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4009910 tx=0x7f0ad4009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:34.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.256+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2675771135 shutdown_connections 2024-04-23T18:14:34.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.256+0000 7f0aeaa2b700 1 --2- 172.21.15.102:0/2675771135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae41036d0 0x7f0ae4103ab0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:34.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.256+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2675771135 >> 172.21.15.102:0/2675771135 conn(0x7f0ae40fce60 msgr2=0x7f0ae40ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:34.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.256+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2675771135 shutdown_connections 2024-04-23T18:14:34.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.256+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2675771135 wait complete. 2024-04-23T18:14:34.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.256+0000 7f0aeaa2b700 1 Processor -- start 2024-04-23T18:14:34.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.256+0000 7f0aeaa2b700 1 -- start start 2024-04-23T18:14:34.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.257+0000 7f0aeaa2b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae41036d0 0x7f0ae4197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:34.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.257+0000 7f0aeaa2b700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae410cae0 con 0x7f0ae41036d0 2024-04-23T18:14:34.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.257+0000 7f0ae3fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae41036d0 0x7f0ae4197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:34.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.257+0000 7f0ae3fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae41036d0 0x7f0ae4197f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.102:35992/0 (socket says 172.21.15.102:35992) 2024-04-23T18:14:34.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.257+0000 7f0ae3fff700 1 -- 172.21.15.102:0/2727704115 learned_addr learned my addr 172.21.15.102:0/2727704115 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.257+0000 7f0ae3fff700 1 -- 172.21.15.102:0/2727704115 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae4198470 con 0x7f0ae41036d0 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.257+0000 7f0ae3fff700 1 --2- 172.21.15.102:0/2727704115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae41036d0 0x7f0ae4197f30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0ad40057a0 tx=0x7f0ad4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.258+0000 7f0ae17fa700 1 -- 172.21.15.102:0/2727704115 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ad4026070 con 0x7f0ae41036d0 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.258+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2727704115 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ae4198700 con 0x7f0ae41036d0 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.258+0000 7f0ae17fa700 1 -- 172.21.15.102:0/2727704115 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0ad4004370 con 0x7f0ae41036d0 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.258+0000 7f0ae17fa700 1 -- 172.21.15.102:0/2727704115 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ad4003b90 con 0x7f0ae41036d0 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.258+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2727704115 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ae4198b60 con 0x7f0ae41036d0 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.259+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2727704115 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ae406b0f0 con 0x7f0ae41036d0 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.259+0000 7f0ae17fa700 1 -- 172.21.15.102:0/2727704115 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f0ad4029070 con 0x7f0ae41036d0 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.259+0000 7f0ae17fa700 1 --2- 172.21.15.102:0/2727704115 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0acc039650 0x7f0acc03bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.259+0000 7f0ae17fa700 1 -- 172.21.15.102:0/2727704115 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0ad401e070 con 0x7f0ae41036d0 2024-04-23T18:14:34.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.259+0000 7f0ae37fe700 1 --2- 172.21.15.102:0/2727704115 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0acc039650 0x7f0acc03bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:34.255 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.259+0000 7f0ae37fe700 1 --2- 172.21.15.102:0/2727704115 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0acc039650 0x7f0acc03bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8006fd0 tx=0x7f0ad8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:34.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.264+0000 7f0ae17fa700 1 -- 172.21.15.102:0/2727704115 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0ad4013070 con 0x7f0ae41036d0 2024-04-23T18:14:34.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:33 smithi038 ceph-mon[29217]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:34.466 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.472+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2727704115 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi038:172.21.15.38=a;smithi076:172.21.15.76=b;smithi102:172.21.15.102=c", "target": ["mon-mgr", ""]}) -- 0x7f0ae4104b70 con 0x7f0acc039650 2024-04-23T18:14:34.473 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.479+0000 7f0ae17fa700 1 -- 172.21.15.102:0/2727704115 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f0ae4104b70 con 0x7f0acc039650 2024-04-23T18:14:34.473 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled mon update... 2024-04-23T18:14:34.475 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.481+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2727704115 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0acc039650 msgr2=0x7f0acc03bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:34.475 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.481+0000 7f0aeaa2b700 1 --2- 172.21.15.102:0/2727704115 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0acc039650 0x7f0acc03bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8006fd0 tx=0x7f0ad8006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:34.476 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.481+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2727704115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae41036d0 msgr2=0x7f0ae4197f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:34.476 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.481+0000 7f0aeaa2b700 1 --2- 172.21.15.102:0/2727704115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae41036d0 0x7f0ae4197f30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0ad40057a0 tx=0x7f0ad4005dc0 comp rx=0 tx=0).stop 2024-04-23T18:14:34.476 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.481+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2727704115 shutdown_connections 2024-04-23T18:14:34.476 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.481+0000 7f0aeaa2b700 1 --2- 172.21.15.102:0/2727704115 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0acc039650 0x7f0acc03bb10 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:34.476 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.481+0000 7f0aeaa2b700 1 --2- 172.21.15.102:0/2727704115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ae41036d0 0x7f0ae4197f30 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:34.476 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.481+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2727704115 >> 172.21.15.102:0/2727704115 conn(0x7f0ae40fce60 msgr2=0x7f0ae4104460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:34.476 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.481+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2727704115 shutdown_connections 2024-04-23T18:14:34.476 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:34.481+0000 7f0aeaa2b700 1 -- 172.21.15.102:0/2727704115 wait complete. 2024-04-23T18:14:35.073 DEBUG:teuthology.orchestra.run.smithi076:mon.b> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.b.service 2024-04-23T18:14:35.076 DEBUG:teuthology.orchestra.run.smithi102:mon.c> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.c.service 2024-04-23T18:14:35.079 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-23T18:14:35.079 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-23T18:14:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:35 smithi038 ceph-mon[29217]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi038:172.21.15.38=a;smithi076:172.21.15.76=b;smithi102:172.21.15.102=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:35 smithi038 ceph-mon[29217]: Saving service mon spec with placement smithi038:172.21.15.38=a;smithi076:172.21.15.76=b;smithi102:172.21.15.102=c;count:3 2024-04-23T18:14:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:35 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:35 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:35 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:35 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:35 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:35 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:35 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:35 smithi038 ceph-mon[29217]: Deploying daemon mon.c on smithi102 2024-04-23T18:14:36.172 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:36.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:36 smithi038 ceph-mon[29217]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:38.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:38 smithi038 ceph-mon[29217]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:39.060 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.064+0000 7f745572e700 1 -- 172.21.15.102:0/1315923541 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7450101590 msgr2=0x7f7450101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:39.060 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.064+0000 7f745572e700 1 --2- 172.21.15.102:0/1315923541 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7450101590 0x7f7450101970 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f744800b0a0 tx=0x7f744800b3b0 comp rx=0 tx=0).stop 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.064+0000 7f745572e700 1 -- 172.21.15.102:0/1315923541 shutdown_connections 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.064+0000 7f745572e700 1 --2- 172.21.15.102:0/1315923541 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7450101590 0x7f7450101970 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.064+0000 7f745572e700 1 -- 172.21.15.102:0/1315923541 >> 172.21.15.102:0/1315923541 conn(0x7f74500fce40 msgr2=0x7f74500ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.064+0000 7f745572e700 1 -- 172.21.15.102:0/1315923541 shutdown_connections 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.064+0000 7f745572e700 1 -- 172.21.15.102:0/1315923541 wait complete. 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.065+0000 7f745572e700 1 Processor -- start 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.065+0000 7f745572e700 1 -- start start 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.065+0000 7f745572e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7450101590 0x7f7450103030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.065+0000 7f745572e700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f745010b950 con 0x7f7450101590 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.066+0000 7f744effd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7450101590 0x7f7450103030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.066+0000 7f744effd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7450101590 0x7f7450103030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.102:36016/0 (socket says 172.21.15.102:36016) 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.066+0000 7f744effd700 1 -- 172.21.15.102:0/3538413292 learned_addr learned my addr 172.21.15.102:0/3538413292 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.066+0000 7f744effd700 1 -- 172.21.15.102:0/3538413292 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7450104f20 con 0x7f7450101590 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.066+0000 7f744effd700 1 --2- 172.21.15.102:0/3538413292 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7450101590 0x7f7450103030 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7448015040 tx=0x7f744800bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.066+0000 7f7437fff700 1 -- 172.21.15.102:0/3538413292 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7448017040 con 0x7f7450101590 2024-04-23T18:14:39.061 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.066+0000 7f745572e700 1 -- 172.21.15.102:0/3538413292 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74501035d0 con 0x7f7450101590 2024-04-23T18:14:39.062 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.066+0000 7f745572e700 1 -- 172.21.15.102:0/3538413292 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7450103a90 con 0x7f7450101590 2024-04-23T18:14:39.062 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.066+0000 7f7437fff700 1 -- 172.21.15.102:0/3538413292 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7448022070 con 0x7f7450101590 2024-04-23T18:14:39.062 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.066+0000 7f7437fff700 1 -- 172.21.15.102:0/3538413292 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7448004950 con 0x7f7450101590 2024-04-23T18:14:39.062 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.067+0000 7f7437fff700 1 -- 172.21.15.102:0/3538413292 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f744801d440 con 0x7f7450101590 2024-04-23T18:14:39.063 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.067+0000 7f745572e700 1 -- 172.21.15.102:0/3538413292 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f743c005330 con 0x7f7450101590 2024-04-23T18:14:39.063 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.067+0000 7f7437fff700 1 --2- 172.21.15.102:0/3538413292 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74380396b0 0x7f743803bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:39.063 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.067+0000 7f7437fff700 1 -- 172.21.15.102:0/3538413292 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f744800f050 con 0x7f7450101590 2024-04-23T18:14:39.063 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.068+0000 7f744e7fc700 1 --2- 172.21.15.102:0/3538413292 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74380396b0 0x7f743803bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:39.063 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.068+0000 7f744e7fc700 1 --2- 172.21.15.102:0/3538413292 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74380396b0 0x7f743803bb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f7444006fd0 tx=0x7f7444006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:39.066 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.073+0000 7f7437fff700 1 -- 172.21.15.102:0/3538413292 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f744801c3a0 con 0x7f7450101590 2024-04-23T18:14:39.393 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.399+0000 7f745572e700 1 -- 172.21.15.102:0/3538413292 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f743c005620 con 0x7f7450101590 2024-04-23T18:14:39.394 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.400+0000 7f7437fff700 1 -- 172.21.15.102:0/3538413292 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f744801d920 con 0x7f7450101590 2024-04-23T18:14:39.394 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:14:39.394 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":1,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","modified":"2024-04-23T18:12:57.240400Z","created":"2024-04-23T18:12:57.240400Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:3300","nonce":0},{"type":"v1","addr":"172.21.15.38:6789","nonce":0}]},"addr":"172.21.15.38:6789/0","public_addr":"172.21.15.38:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.402+0000 7f745572e700 1 -- 172.21.15.102:0/3538413292 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74380396b0 msgr2=0x7f743803bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.402+0000 7f745572e700 1 --2- 172.21.15.102:0/3538413292 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74380396b0 0x7f743803bb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f7444006fd0 tx=0x7f7444006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.402+0000 7f745572e700 1 -- 172.21.15.102:0/3538413292 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7450101590 msgr2=0x7f7450103030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.402+0000 7f745572e700 1 --2- 172.21.15.102:0/3538413292 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7450101590 0x7f7450103030 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7448015040 tx=0x7f744800bd40 comp rx=0 tx=0).stop 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.402+0000 7f745572e700 1 -- 172.21.15.102:0/3538413292 shutdown_connections 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.402+0000 7f745572e700 1 --2- 172.21.15.102:0/3538413292 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74380396b0 0x7f743803bb70 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.402+0000 7f745572e700 1 --2- 172.21.15.102:0/3538413292 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7450101590 0x7f7450103030 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.402+0000 7f745572e700 1 -- 172.21.15.102:0/3538413292 >> 172.21.15.102:0/3538413292 conn(0x7f74500fce40 msgr2=0x7f745006a6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.402+0000 7f745572e700 1 -- 172.21.15.102:0/3538413292 shutdown_connections 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:39.402+0000 7f745572e700 1 -- 172.21.15.102:0/3538413292 wait complete. 2024-04-23T18:14:39.397 INFO:teuthology.orchestra.run.smithi102.stderr:dumped monmap epoch 1 2024-04-23T18:14:39.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:39 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/3538413292' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:40.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:40 smithi102 systemd[1]: Started Ceph mon.c for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:14:40.949 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-23T18:14:40.950 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-23T18:14:41.194 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:14:45.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:45.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: mon.a calling monitor election 2024-04-23T18:14:45.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:45.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: mon.c calling monitor election 2024-04-23T18:14:45.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:45.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.411 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:45.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: monmap epoch 2 2024-04-23T18:14:45.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:45.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: last_changed 2024-04-23T18:14:40.092183+0000 2024-04-23T18:14:45.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:14:45.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: min_mon_release 19 (squid) 2024-04-23T18:14:45.412 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: election_strategy: 1 2024-04-23T18:14:45.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:14:45.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c 2024-04-23T18:14:45.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: fsmap 2024-04-23T18:14:45.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:45.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: mgrmap e13: x(active, since 50s) 2024-04-23T18:14:45.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: overall HEALTH_OK 2024-04-23T18:14:45.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:45.414 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:45.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:45.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: mon.a calling monitor election 2024-04-23T18:14:45.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:45.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: mon.c calling monitor election 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: monmap epoch 2 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: last_changed 2024-04-23T18:14:40.092183+0000 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: min_mon_release 19 (squid) 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: election_strategy: 1 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:14:45.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c 2024-04-23T18:14:45.555 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: fsmap 2024-04-23T18:14:45.555 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:45.555 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: mgrmap e13: x(active, since 50s) 2024-04-23T18:14:45.555 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: overall HEALTH_OK 2024-04-23T18:14:45.555 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:45.555 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:45.617 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.622+0000 7f3049005700 1 -- 172.21.15.102:0/2919859026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30300035c0 msgr2=0x7f3030005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:45.617 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.622+0000 7f3049005700 1 --2- 172.21.15.102:0/2919859026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30300035c0 0x7f3030005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3044102490 tx=0x7f303c009e80 comp rx=0 tx=0).stop 2024-04-23T18:14:45.617 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.622+0000 7f3049005700 1 -- 172.21.15.102:0/2919859026 shutdown_connections 2024-04-23T18:14:45.617 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.622+0000 7f3049005700 1 --2- 172.21.15.102:0/2919859026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30300035c0 0x7f3030005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:45.617 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.622+0000 7f3049005700 1 -- 172.21.15.102:0/2919859026 >> 172.21.15.102:0/2919859026 conn(0x7f30440fe050 msgr2=0x7f3044100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:45.617 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.622+0000 7f3049005700 1 -- 172.21.15.102:0/2919859026 shutdown_connections 2024-04-23T18:14:45.617 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.623+0000 7f3049005700 1 -- 172.21.15.102:0/2919859026 wait complete. 2024-04-23T18:14:45.617 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.624+0000 7f3049005700 1 Processor -- start 2024-04-23T18:14:45.618 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.624+0000 7f3049005700 1 -- start start 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.624+0000 7f3049005700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f30300035c0 0x7f3044074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.624+0000 7f3049005700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3044075280 0x7f3044075700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.624+0000 7f3049005700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f304410a610 con 0x7f3044075280 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.624+0000 7f3049005700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f304410a490 con 0x7f30300035c0 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f3042d9d700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f30300035c0 0x7f3044074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f3042d9d700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f30300035c0 0x7f3044074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:33930/0 (socket says 172.21.15.102:33930) 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f3042d9d700 1 -- 172.21.15.102:0/1799569695 learned_addr learned my addr 172.21.15.102:0/1799569695 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f3042d9d700 1 -- 172.21.15.102:0/1799569695 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f30300035c0 msgr2=0x7f3044074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f3042d9d700 1 -- 172.21.15.102:0/1799569695 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f30300035c0 msgr2=0x7f3044074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f3042d9d700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f30300035c0 0x7f3044074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f304259c700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3044075280 0x7f3044075700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:45.619 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f3042d9d700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f30300035c0 0x7f3044074d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:14:45.621 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f304259c700 1 -- 172.21.15.102:0/1799569695 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f30300035c0 msgr2=0x7f3044074d40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:14:45.621 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f304259c700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f30300035c0 0x7f3044074d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:45.621 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f304259c700 1 -- 172.21.15.102:0/1799569695 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3044076c60 con 0x7f3044075280 2024-04-23T18:14:45.621 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.625+0000 7f304259c700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3044075280 0x7f3044075700 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f302c00b4d0 tx=0x7f302c00b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:45.621 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.626+0000 7f303bfff700 1 -- 172.21.15.102:0/1799569695 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f302c011630 con 0x7f3044075280 2024-04-23T18:14:45.621 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.626+0000 7f303bfff700 1 -- 172.21.15.102:0/1799569695 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f302c011ca0 con 0x7f3044075280 2024-04-23T18:14:45.621 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.626+0000 7f303bfff700 1 -- 172.21.15.102:0/1799569695 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f302c010e50 con 0x7f3044075280 2024-04-23T18:14:45.621 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.626+0000 7f3049005700 1 -- 172.21.15.102:0/1799569695 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30441a43e0 con 0x7f3044075280 2024-04-23T18:14:45.621 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.626+0000 7f3049005700 1 -- 172.21.15.102:0/1799569695 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30441a4920 con 0x7f3044075280 2024-04-23T18:14:45.621 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.627+0000 7f303bfff700 1 -- 172.21.15.102:0/1799569695 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f302c018020 con 0x7f3044075280 2024-04-23T18:14:45.622 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.627+0000 7f3049005700 1 -- 172.21.15.102:0/1799569695 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3044103ca0 con 0x7f3044075280 2024-04-23T18:14:45.622 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.627+0000 7f303bfff700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f30240395e0 0x7f302403baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:45.622 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.627+0000 7f303bfff700 1 -- 172.21.15.102:0/1799569695 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f302c04c1f0 con 0x7f3044075280 2024-04-23T18:14:45.622 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.627+0000 7f3042d9d700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f30240395e0 0x7f302403baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:45.622 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.628+0000 7f3042d9d700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f30240395e0 0x7f302403baa0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f303c009160 tx=0x7f303c0090b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:45.627 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.633+0000 7f303bfff700 1 -- 172.21.15.102:0/1799569695 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f302c01f020 con 0x7f3044075280 2024-04-23T18:14:45.918 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.920+0000 7f3049005700 1 -- 172.21.15.102:0/1799569695 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f304402df80 con 0x7f3044075280 2024-04-23T18:14:45.918 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.921+0000 7f303bfff700 1 -- 172.21.15.102:0/1799569695 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f302c018570 con 0x7f3044075280 2024-04-23T18:14:45.919 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:14:45.919 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":2,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","modified":"2024-04-23T18:14:40.092183Z","created":"2024-04-23T18:12:57.240400Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:3300","nonce":0},{"type":"v1","addr":"172.21.15.38:6789","nonce":0}]},"addr":"172.21.15.38:6789/0","public_addr":"172.21.15.38:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 -- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f30240395e0 msgr2=0x7f302403baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f30240395e0 0x7f302403baa0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f303c009160 tx=0x7f303c0090b0 comp rx=0 tx=0).stop 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 -- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3044075280 msgr2=0x7f3044075700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3044075280 0x7f3044075700 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f302c00b4d0 tx=0x7f302c00b890 comp rx=0 tx=0).stop 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 -- 172.21.15.102:0/1799569695 shutdown_connections 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f30240395e0 0x7f302403baa0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f30300035c0 0x7f3044074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 --2- 172.21.15.102:0/1799569695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3044075280 0x7f3044075700 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 -- 172.21.15.102:0/1799569695 >> 172.21.15.102:0/1799569695 conn(0x7f30440fe050 msgr2=0x7f30440ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 -- 172.21.15.102:0/1799569695 shutdown_connections 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:45.923+0000 7f3049005700 1 -- 172.21.15.102:0/1799569695 wait complete. 2024-04-23T18:14:45.920 INFO:teuthology.orchestra.run.smithi102.stderr:dumped monmap epoch 2 2024-04-23T18:14:46.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:46 smithi102 ceph-mon[32874]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:46.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:46.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:46.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:46.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:46 smithi102 ceph-mon[32874]: Deploying daemon mon.b on smithi076 2024-04-23T18:14:46.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:46 smithi102 ceph-mon[32874]: from='client.? 172.21.15.102:0/1799569695' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:46.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:46 smithi038 ceph-mon[29217]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:46 smithi038 ceph-mon[29217]: Deploying daemon mon.b on smithi076 2024-04-23T18:14:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:46 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/1799569695' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:47.533 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-23T18:14:47.533 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-23T18:14:47.769 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:14:48.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:48 smithi102 ceph-mon[32874]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:48 smithi038 ceph-mon[29217]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.068 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.072+0000 7f16c73de700 1 -- 172.21.15.102:0/2459549103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c01074e0 msgr2=0x7f16c01078c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.072+0000 7f16c73de700 1 --2- 172.21.15.102:0/2459549103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c01074e0 0x7f16c01078c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f16b0009910 tx=0x7f16b0009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.072+0000 7f16c73de700 1 -- 172.21.15.102:0/2459549103 shutdown_connections 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.072+0000 7f16c73de700 1 --2- 172.21.15.102:0/2459549103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c01074e0 0x7f16c01078c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.072+0000 7f16c73de700 1 -- 172.21.15.102:0/2459549103 >> 172.21.15.102:0/2459549103 conn(0x7f16c00fcf40 msgr2=0x7f16c00ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.072+0000 7f16c73de700 1 -- 172.21.15.102:0/2459549103 shutdown_connections 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.072+0000 7f16c73de700 1 -- 172.21.15.102:0/2459549103 wait complete. 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c73de700 1 Processor -- start 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c73de700 1 -- start start 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c73de700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c01074e0 0x7f16c00fd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c73de700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16c00fd930 0x7f16c00fddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c73de700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f16c010ba80 con 0x7f16c01074e0 2024-04-23T18:14:49.069 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c73de700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f16c010b900 con 0x7f16c00fd930 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c517a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c01074e0 0x7f16c00fd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c517a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c01074e0 0x7f16c00fd3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.102:43664/0 (socket says 172.21.15.102:43664) 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c517a700 1 -- 172.21.15.102:0/247307275 learned_addr learned my addr 172.21.15.102:0/247307275 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c4979700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16c00fd930 0x7f16c00fddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c4979700 1 -- 172.21.15.102:0/247307275 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16c00fd930 msgr2=0x7f16c00fddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c4979700 1 -- 172.21.15.102:0/247307275 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16c00fd930 msgr2=0x7f16c00fddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c4979700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16c00fd930 0x7f16c00fddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c4979700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16c00fd930 0x7f16c00fddb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c517a700 1 -- 172.21.15.102:0/247307275 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16c00fd930 msgr2=0x7f16c00fddb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c517a700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16c00fd930 0x7f16c00fddb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.073+0000 7f16c517a700 1 -- 172.21.15.102:0/247307275 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c00ff310 con 0x7f16c01074e0 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.074+0000 7f16c517a700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c01074e0 0x7f16c00fd3f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f16b0005b40 tx=0x7f16b0005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:49.070 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.074+0000 7f16b67fc700 1 -- 172.21.15.102:0/247307275 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f16b0005dc0 con 0x7f16c01074e0 2024-04-23T18:14:49.071 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.074+0000 7f16b67fc700 1 -- 172.21.15.102:0/247307275 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f16b000be30 con 0x7f16c01074e0 2024-04-23T18:14:49.071 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.074+0000 7f16b67fc700 1 -- 172.21.15.102:0/247307275 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f16b000f460 con 0x7f16c01074e0 2024-04-23T18:14:49.071 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.074+0000 7f16c73de700 1 -- 172.21.15.102:0/247307275 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16c01a44c0 con 0x7f16c01074e0 2024-04-23T18:14:49.071 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.074+0000 7f16c73de700 1 -- 172.21.15.102:0/247307275 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16c01a4a00 con 0x7f16c01074e0 2024-04-23T18:14:49.072 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.075+0000 7f16c73de700 1 -- 172.21.15.102:0/247307275 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16c0102b90 con 0x7f16c01074e0 2024-04-23T18:14:49.072 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.075+0000 7f16b67fc700 1 -- 172.21.15.102:0/247307275 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f16b002a070 con 0x7f16c01074e0 2024-04-23T18:14:49.072 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.075+0000 7f16b67fc700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f16ac039440 0x7f16ac03b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:49.072 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.075+0000 7f16b67fc700 1 -- 172.21.15.102:0/247307275 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f16b001e030 con 0x7f16c01074e0 2024-04-23T18:14:49.072 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.075+0000 7f16c4979700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f16ac039440 0x7f16ac03b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:49.072 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.076+0000 7f16c4979700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f16ac039440 0x7f16ac03b900 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f16bc009850 tx=0x7f16bc008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:49.074 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.080+0000 7f16b67fc700 1 -- 172.21.15.102:0/247307275 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f16b0013070 con 0x7f16c01074e0 2024-04-23T18:14:49.303 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-23T18:14:49.303 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-23T18:14:49.303 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-23T18:14:49.303 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-23T18:14:49.303 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-23T18:14:49.303 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-23T18:14:49.309 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.315+0000 7f16b67fc700 1 -- 172.21.15.102:0/247307275 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b002baa0 con 0x7f16c01074e0 2024-04-23T18:14:49.355 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:49.361+0000 7f16c73de700 1 -- 172.21.15.102:0/247307275 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f16c01a4cb0 con 0x7f16c01074e0 2024-04-23T18:14:49.587 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-23T18:14:49.587 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:14:49.587 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:14:49.587 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi102", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi076", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Updating smithi076:/etc/ceph/ceph.conf 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Deploying cephadm binary to smithi102 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Updating smithi076:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:49.588 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Added host smithi102 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.589 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.590 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3471977282' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-23T18:14:49.590 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.590 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.590 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.590 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.590 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi102", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:14:49.590 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:49.590 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3471977282' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi038:172.21.15.38=a;smithi076:172.21.15.76=b;smithi102:172.21.15.102=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Saving service mon spec with placement smithi038:172.21.15.38=a;smithi076:172.21.15.76=b;smithi102:172.21.15.102=c;count:3 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:49.591 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Deploying daemon mon.c on smithi102 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/3538413292' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.a calling monitor election 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:49.592 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.c calling monitor election 2024-04-23T18:14:49.593 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.593 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:49.593 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:49.593 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:49.593 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:49.593 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: monmap epoch 2 2024-04-23T18:14:49.593 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:49.593 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: last_changed 2024-04-23T18:14:40.092183+0000 2024-04-23T18:14:49.593 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:14:49.594 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: min_mon_release 19 (squid) 2024-04-23T18:14:49.594 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: election_strategy: 1 2024-04-23T18:14:49.594 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:14:49.594 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c 2024-04-23T18:14:49.594 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: fsmap 2024-04-23T18:14:49.594 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:49.597 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mgrmap e13: x(active, since 50s) 2024-04-23T18:14:49.597 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: overall HEALTH_OK 2024-04-23T18:14:49.597 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.597 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.597 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.597 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:49.598 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:49.598 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:49.598 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: Deploying daemon mon.b on smithi076 2024-04-23T18:14:49.598 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/1799569695' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:49.598 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:49.598 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:49.598 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 ceph-mon[32458]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-23T18:14:49.598 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 bash[32438]: 84b883dcd70769767c72d6fcfaa6055001efb09580ba875605b80abb0a83e523 2024-04-23T18:14:49.598 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:49 smithi076 systemd[1]: Started Ceph mon.b for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:14:54.318 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.323+0000 7f16b67fc700 1 -- 172.21.15.102:0/247307275 <== mon.0 v2:172.21.15.38:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7f16b0031020 con 0x7f16c01074e0 2024-04-23T18:14:54.318 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-23T18:14:54.318 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":3,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","modified":"2024-04-23T18:14:49.315102Z","created":"2024-04-23T18:12:57.240400Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:3300","nonce":0},{"type":"v1","addr":"172.21.15.38:6789","nonce":0}]},"addr":"172.21.15.38:6789/0","public_addr":"172.21.15.38:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:3300","nonce":0},{"type":"v1","addr":"172.21.15.76:6789","nonce":0}]},"addr":"172.21.15.76:6789/0","public_addr":"172.21.15.76:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-23T18:14:54.320 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 -- 172.21.15.102:0/247307275 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f16ac039440 msgr2=0x7f16ac03b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:54.320 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f16ac039440 0x7f16ac03b900 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f16bc009850 tx=0x7f16bc008040 comp rx=0 tx=0).stop 2024-04-23T18:14:54.321 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 -- 172.21.15.102:0/247307275 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c01074e0 msgr2=0x7f16c00fd3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:54.321 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c01074e0 0x7f16c00fd3f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f16b0005b40 tx=0x7f16b0005050 comp rx=0 tx=0).stop 2024-04-23T18:14:54.321 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 -- 172.21.15.102:0/247307275 shutdown_connections 2024-04-23T18:14:54.321 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f16ac039440 0x7f16ac03b900 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:54.321 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c01074e0 0x7f16c00fd3f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:54.321 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 --2- 172.21.15.102:0/247307275 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16c00fd930 0x7f16c00fddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:54.321 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 -- 172.21.15.102:0/247307275 >> 172.21.15.102:0/247307275 conn(0x7f16c00fcf40 msgr2=0x7f16c01091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:54.321 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 -- 172.21.15.102:0/247307275 shutdown_connections 2024-04-23T18:14:54.321 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:14:54.326+0000 7f16c73de700 1 -- 172.21.15.102:0/247307275 wait complete. 2024-04-23T18:14:54.321 INFO:teuthology.orchestra.run.smithi102.stderr:dumped monmap epoch 3 2024-04-23T18:14:54.602 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:54.602 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:54.602 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: mon.c calling monitor election 2024-04-23T18:14:54.602 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: mon.a calling monitor election 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='client.? 172.21.15.102:0/247307275' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: monmap epoch 3 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: last_changed 2024-04-23T18:14:49.315102+0000 2024-04-23T18:14:54.603 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: min_mon_release 19 (squid) 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: election_strategy: 1 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: 2: [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] mon.b 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: fsmap 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: mgrmap e13: x(active, since 59s) 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: overall HEALTH_OK 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:54.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:54.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: mon.c calling monitor election 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: mon.a calling monitor election 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/247307275' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:54.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: monmap epoch 3 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: last_changed 2024-04-23T18:14:49.315102+0000 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: min_mon_release 19 (squid) 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: election_strategy: 1 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: 2: [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] mon.b 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: fsmap 2024-04-23T18:14:54.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:54.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: mgrmap e13: x(active, since 59s) 2024-04-23T18:14:54.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: overall HEALTH_OK 2024-04-23T18:14:54.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:54.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:54.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:54.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:54.898 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-23T18:14:54.898 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-23T18:14:55.152 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:55.542 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:55.543 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:55.543 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:55.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:55.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:55.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: mon.c calling monitor election 2024-04-23T18:14:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: mon.a calling monitor election 2024-04-23T18:14:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/247307275' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: monmap epoch 3 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: last_changed 2024-04-23T18:14:49.315102+0000 2024-04-23T18:14:56.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: min_mon_release 19 (squid) 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: election_strategy: 1 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: 2: [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] mon.b 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: fsmap 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: mgrmap e13: x(active, since 59s) 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: overall HEALTH_OK 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:56.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:56.762 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:56.762 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:56.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.907+0000 7f7fb7379700 1 -- 172.21.15.38:0/3647436426 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fb01015f0 msgr2=0x7f7fb01019d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:56.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.907+0000 7f7fb7379700 1 --2- 172.21.15.38:0/3647436426 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fb01015f0 0x7f7fb01019d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7fac009910 tx=0x7f7fac009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:56.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.907+0000 7f7fb7379700 1 -- 172.21.15.38:0/3647436426 shutdown_connections 2024-04-23T18:14:56.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.907+0000 7f7fb7379700 1 --2- 172.21.15.38:0/3647436426 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fb01015f0 0x7f7fb01019d0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:56.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.907+0000 7f7fb7379700 1 -- 172.21.15.38:0/3647436426 >> 172.21.15.38:0/3647436426 conn(0x7f7fb0076ea0 msgr2=0x7f7fb00772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:56.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.907+0000 7f7fb7379700 1 -- 172.21.15.38:0/3647436426 shutdown_connections 2024-04-23T18:14:56.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.907+0000 7f7fb7379700 1 -- 172.21.15.38:0/3647436426 wait complete. 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb7379700 1 Processor -- start 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb7379700 1 -- start start 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb7379700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fb01015f0 0x7f7fb0199040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb7379700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fb0199580 0x7f7fb0199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb7379700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fb01a20b0 0x7f7fb01a44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb7379700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb010b920 con 0x7f7fb0199580 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb7379700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb010b7a0 con 0x7f7fb01015f0 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb7379700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb010baa0 con 0x7f7fb01a20b0 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb4914700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fb0199580 0x7f7fb0199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb4914700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fb0199580 0x7f7fb0199a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38448/0 (socket says 172.21.15.38:38448) 2024-04-23T18:14:56.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.908+0000 7f7fb4914700 1 -- 172.21.15.38:0/3932491775 learned_addr learned my addr 172.21.15.38:0/3932491775 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fb5916700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fb01a20b0 0x7f7fb01a44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fb5115700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fb01015f0 0x7f7fb0199040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fb4914700 1 -- 172.21.15.38:0/3932491775 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fb01a20b0 msgr2=0x7f7fb01a44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fb4914700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fb01a20b0 0x7f7fb01a44a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fb4914700 1 -- 172.21.15.38:0/3932491775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fb01015f0 msgr2=0x7f7fb0199040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fb4914700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fb01015f0 0x7f7fb0199040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fb4914700 1 -- 172.21.15.38:0/3932491775 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fb01a4ce0 con 0x7f7fb0199580 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fb4914700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fb0199580 0x7f7fb0199a00 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7fa000b780 tx=0x7f7fa000ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fa67fc700 1 -- 172.21.15.38:0/3932491775 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa0016070 con 0x7f7fb0199580 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fa67fc700 1 -- 172.21.15.38:0/3932491775 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7fa00036a0 con 0x7f7fb0199580 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fb7379700 1 -- 172.21.15.38:0/3932491775 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fb01a4fd0 con 0x7f7fb0199580 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fa67fc700 1 -- 172.21.15.38:0/3932491775 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa0011ad0 con 0x7f7fb0199580 2024-04-23T18:14:56.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.909+0000 7f7fb7379700 1 -- 172.21.15.38:0/3932491775 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fb01a54d0 con 0x7f7fb0199580 2024-04-23T18:14:56.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.910+0000 7f7fa67fc700 1 -- 172.21.15.38:0/3932491775 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f7fa0019070 con 0x7f7fb0199580 2024-04-23T18:14:56.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.910+0000 7f7fb7379700 1 -- 172.21.15.38:0/3932491775 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fb00640a0 con 0x7f7fb0199580 2024-04-23T18:14:56.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.910+0000 7f7fa67fc700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7f9c039ae0 0x7f7f9c03bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:56.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.910+0000 7f7fa67fc700 1 -- 172.21.15.38:0/3932491775 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f7fa004b460 con 0x7f7fb0199580 2024-04-23T18:14:56.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.911+0000 7f7fb5115700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7f9c039ae0 0x7f7f9c03bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:56.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.911+0000 7f7fb5115700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7f9c039ae0 0x7f7f9c03bfa0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7fac009750 tx=0x7f7fac00b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:56.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:56.916+0000 7f7fa67fc700 1 -- 172.21.15.38:0/3932491775 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7fa0003be0 con 0x7f7fb0199580 2024-04-23T18:14:57.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.160+0000 7f7fb7379700 1 -- 172.21.15.38:0/3932491775 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f7fb01a58a0 con 0x7f7fb0199580 2024-04-23T18:14:57.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.160+0000 7f7fa67fc700 1 -- 172.21.15.38:0/3932491775 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7f7fa00038c0 con 0x7f7fb0199580 2024-04-23T18:14:57.154 INFO:teuthology.orchestra.run.smithi038.stdout:# minimal ceph.conf for e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:57.154 INFO:teuthology.orchestra.run.smithi038.stdout:[global] 2024-04-23T18:14:57.154 INFO:teuthology.orchestra.run.smithi038.stdout: fsid = e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:57.155 INFO:teuthology.orchestra.run.smithi038.stdout: mon_host = [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] 2024-04-23T18:14:57.155 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: mon.b calling monitor election 2024-04-23T18:14:57.155 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: Updating smithi038:/etc/ceph/ceph.conf 2024-04-23T18:14:57.155 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: Updating smithi076:/etc/ceph/ceph.conf 2024-04-23T18:14:57.155 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-23T18:14:57.155 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:57.155 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:57.155 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:57.155 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: mon.b calling monitor election 2024-04-23T18:14:57.155 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: mon.c calling monitor election 2024-04-23T18:14:57.155 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: mon.a calling monitor election 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: monmap epoch 3 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: last_changed 2024-04-23T18:14:49.315102+0000 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: min_mon_release 19 (squid) 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: election_strategy: 1 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: 2: [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] mon.b 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: fsmap 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: mgrmap e13: x(active, since 61s) 2024-04-23T18:14:57.156 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: overall HEALTH_OK 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: Reconfiguring mon.a (unknown last config time)... 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:14:57.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:57.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:56 smithi038 ceph-mon[29217]: Reconfiguring daemon mon.a on smithi038 2024-04-23T18:14:57.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 -- 172.21.15.38:0/3932491775 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7f9c039ae0 msgr2=0x7f7f9c03bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:57.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7f9c039ae0 0x7f7f9c03bfa0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7fac009750 tx=0x7f7fac00b540 comp rx=0 tx=0).stop 2024-04-23T18:14:57.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 -- 172.21.15.38:0/3932491775 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fb0199580 msgr2=0x7f7fb0199a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:57.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fb0199580 0x7f7fb0199a00 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7fa000b780 tx=0x7f7fa000ba90 comp rx=0 tx=0).stop 2024-04-23T18:14:57.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 -- 172.21.15.38:0/3932491775 shutdown_connections 2024-04-23T18:14:57.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7f9c039ae0 0x7f7f9c03bfa0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fb01a20b0 0x7f7fb01a44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fb01015f0 0x7f7fb0199040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 --2- 172.21.15.38:0/3932491775 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fb0199580 0x7f7fb0199a00 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 -- 172.21.15.38:0/3932491775 >> 172.21.15.38:0/3932491775 conn(0x7f7fb0076ea0 msgr2=0x7f7fb0102f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:57.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 -- 172.21.15.38:0/3932491775 shutdown_connections 2024-04-23T18:14:57.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:14:57.163+0000 7f7fb7379700 1 -- 172.21.15.38:0/3932491775 wait complete. 2024-04-23T18:14:57.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: mon.b calling monitor election 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: Updating smithi038:/etc/ceph/ceph.conf 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: Updating smithi076:/etc/ceph/ceph.conf 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: mon.b calling monitor election 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: mon.c calling monitor election 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: mon.a calling monitor election 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-23T18:14:57.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: monmap epoch 3 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: last_changed 2024-04-23T18:14:49.315102+0000 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: min_mon_release 19 (squid) 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: election_strategy: 1 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: 2: [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] mon.b 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: fsmap 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: mgrmap e13: x(active, since 61s) 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: overall HEALTH_OK 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.261 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: Reconfiguring mon.a (unknown last config time)... 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:57.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:56 smithi076 ceph-mon[32458]: Reconfiguring daemon mon.a on smithi038 2024-04-23T18:14:57.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: mon.b calling monitor election 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: Updating smithi038:/etc/ceph/ceph.conf 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: Updating smithi076:/etc/ceph/ceph.conf 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: mon.b calling monitor election 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: mon.c calling monitor election 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: mon.a calling monitor election 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: monmap epoch 3 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: last_changed 2024-04-23T18:14:49.315102+0000 2024-04-23T18:14:57.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: created 2024-04-23T18:12:57.240400+0000 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: min_mon_release 19 (squid) 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: election_strategy: 1 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: 0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: 2: [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] mon.b 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: fsmap 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: mgrmap e13: x(active, since 61s) 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: overall HEALTH_OK 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:57.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: Reconfiguring mon.a (unknown last config time)... 2024-04-23T18:14:57.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:57.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:14:57.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:57.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:56 smithi102 ceph-mon[32874]: Reconfiguring daemon mon.a on smithi038 2024-04-23T18:14:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:57 smithi038 ceph-mon[29217]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:57 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3932491775' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:58.197 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-23T18:14:58.197 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:14:58.197 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/ceph/ceph.conf 2024-04-23T18:14:58.226 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:14:58.226 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:58.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:57 smithi076 ceph-mon[32458]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:58.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:57 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3932491775' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:58.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:58.292 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:14:58.292 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/etc/ceph/ceph.conf 2024-04-23T18:14:58.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:57 smithi102 ceph-mon[32874]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:57 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3932491775' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:58.323 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:14:58.323 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:58.390 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:14:58.390 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.conf 2024-04-23T18:14:58.420 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:14:58.420 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:58.487 INFO:tasks.cephadm:Adding mgr.x on smithi038 2024-04-23T18:14:58.487 INFO:tasks.cephadm:Adding mgr.y on smithi076 2024-04-23T18:14:58.488 INFO:tasks.cephadm:Adding mgr.z on smithi102 2024-04-23T18:14:58.488 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi038=x;smithi076=y;smithi102=z' 2024-04-23T18:14:58.619 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:14:58 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:14:58.315+0000 7f8fb7314700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-23T18:14:58.775 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:14:59.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:59.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:14:59.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:59 smithi102 ceph-mon[32874]: Reconfiguring mon.b (monmap changed)... 2024-04-23T18:14:59.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:59.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:14:59.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:59.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:59 smithi102 ceph-mon[32874]: Reconfiguring daemon mon.b on smithi076 2024-04-23T18:14:59.991 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:14:59 smithi102 ceph-mon[32874]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:59 smithi076 ceph-mon[32458]: Reconfiguring mon.b (monmap changed)... 2024-04-23T18:15:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:59 smithi076 ceph-mon[32458]: Reconfiguring daemon mon.b on smithi076 2024-04-23T18:15:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:14:59 smithi076 ceph-mon[32458]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:59 smithi038 ceph-mon[29217]: Reconfiguring mon.b (monmap changed)... 2024-04-23T18:15:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:59 smithi038 ceph-mon[29217]: Reconfiguring daemon mon.b on smithi076 2024-04-23T18:15:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:14:59 smithi038 ceph-mon[29217]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:00.188 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.189+0000 7fd1df245700 1 -- 172.21.15.102:0/736740787 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d81014a0 msgr2=0x7fd1d81018c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:00.188 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.189+0000 7fd1df245700 1 --2- 172.21.15.102:0/736740787 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d81014a0 0x7fd1d81018c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fd1d400b0a0 tx=0x7fd1d400b3b0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.188 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.189+0000 7fd1df245700 1 -- 172.21.15.102:0/736740787 shutdown_connections 2024-04-23T18:15:00.188 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.189+0000 7fd1df245700 1 --2- 172.21.15.102:0/736740787 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d81014a0 0x7fd1d81018c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.188 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.189+0000 7fd1df245700 1 -- 172.21.15.102:0/736740787 >> 172.21.15.102:0/736740787 conn(0x7fd1d80fca40 msgr2=0x7fd1d80fee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:00.188 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.189+0000 7fd1df245700 1 -- 172.21.15.102:0/736740787 shutdown_connections 2024-04-23T18:15:00.188 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.189+0000 7fd1df245700 1 -- 172.21.15.102:0/736740787 wait complete. 2024-04-23T18:15:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1df245700 1 Processor -- start 2024-04-23T18:15:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1df245700 1 -- start start 2024-04-23T18:15:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1df245700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd1d81014a0 0x7fd1d806af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1df245700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1d819aaa0 0x7fd1d819ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1df245700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d819d470 0x7fd1d819f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1df245700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d81074d0 con 0x7fd1d819d470 2024-04-23T18:15:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1df245700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d8107350 con 0x7fd1d819aaa0 2024-04-23T18:15:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1df245700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d8107650 con 0x7fd1d81014a0 2024-04-23T18:15:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1dcfe1700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd1d81014a0 0x7fd1d806af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1dcfe1700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd1d81014a0 0x7fd1d806af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:49006/0 (socket says 172.21.15.102:49006) 2024-04-23T18:15:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1dcfe1700 1 -- 172.21.15.102:0/2055852108 learned_addr learned my addr 172.21.15.102:0/2055852108 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-04-23T18:15:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1dd7e2700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d819d470 0x7fd1d819f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1cffff700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1d819aaa0 0x7fd1d819ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1dcfe1700 1 -- 172.21.15.102:0/2055852108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1d819aaa0 msgr2=0x7fd1d819ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1dcfe1700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1d819aaa0 0x7fd1d819ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1dcfe1700 1 -- 172.21.15.102:0/2055852108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d819d470 msgr2=0x7fd1d819f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1dcfe1700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d819d470 0x7fd1d819f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.190+0000 7fd1dcfe1700 1 -- 172.21.15.102:0/2055852108 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d81a01d0 con 0x7fd1d81014a0 2024-04-23T18:15:00.191 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.191+0000 7fd1dcfe1700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd1d81014a0 0x7fd1d806af80 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4015040 tx=0x7fd1d400bd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:00.191 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.191+0000 7fd1cdffb700 1 -- 172.21.15.102:0/2055852108 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d4017040 con 0x7fd1d81014a0 2024-04-23T18:15:00.191 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.191+0000 7fd1df245700 1 -- 172.21.15.102:0/2055852108 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1d81a0460 con 0x7fd1d81014a0 2024-04-23T18:15:00.191 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.191+0000 7fd1cdffb700 1 -- 172.21.15.102:0/2055852108 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1d4020070 con 0x7fd1d81014a0 2024-04-23T18:15:00.191 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.191+0000 7fd1cdffb700 1 -- 172.21.15.102:0/2055852108 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d4012870 con 0x7fd1d81014a0 2024-04-23T18:15:00.191 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.191+0000 7fd1df245700 1 -- 172.21.15.102:0/2055852108 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1d81a0a10 con 0x7fd1d81014a0 2024-04-23T18:15:00.191 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.192+0000 7fd1cdffb700 1 -- 172.21.15.102:0/2055852108 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fd1d4012a10 con 0x7fd1d81014a0 2024-04-23T18:15:00.191 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.192+0000 7fd1cdffb700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1c0039ae0 0x7fd1c003bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:00.191 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.192+0000 7fd1df245700 1 -- 172.21.15.102:0/2055852108 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1d80640a0 con 0x7fd1d81014a0 2024-04-23T18:15:00.192 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.192+0000 7fd1cdffb700 1 -- 172.21.15.102:0/2055852108 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd1d400f020 con 0x7fd1d81014a0 2024-04-23T18:15:00.192 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.192+0000 7fd1cffff700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1c0039ae0 0x7fd1c003bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:00.192 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.193+0000 7fd1cffff700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1c0039ae0 0x7fd1c003bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8009850 tx=0x7fd1c8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:00.192 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.197+0000 7fd1cdffb700 1 -- 172.21.15.102:0/2055852108 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd1d4022b90 con 0x7fd1d81014a0 2024-04-23T18:15:00.410 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.417+0000 7fd1df245700 1 -- 172.21.15.102:0/2055852108 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi038=x;smithi076=y;smithi102=z", "target": ["mon-mgr", ""]}) -- 0x7fd1d8062e80 con 0x7fd1c0039ae0 2024-04-23T18:15:00.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.424+0000 7fd1cdffb700 1 -- 172.21.15.102:0/2055852108 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fd1d8062e80 con 0x7fd1c0039ae0 2024-04-23T18:15:00.419 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled mgr update... 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 -- 172.21.15.102:0/2055852108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1c0039ae0 msgr2=0x7fd1c003bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1c0039ae0 0x7fd1c003bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8009850 tx=0x7fd1c8008040 comp rx=0 tx=0).stop 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 -- 172.21.15.102:0/2055852108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd1d81014a0 msgr2=0x7fd1d806af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd1d81014a0 0x7fd1d806af80 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4015040 tx=0x7fd1d400bd10 comp rx=0 tx=0).stop 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 -- 172.21.15.102:0/2055852108 shutdown_connections 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1c0039ae0 0x7fd1c003bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d819d470 0x7fd1d819f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd1d81014a0 0x7fd1d806af80 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 --2- 172.21.15.102:0/2055852108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1d819aaa0 0x7fd1d819ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 -- 172.21.15.102:0/2055852108 >> 172.21.15.102:0/2055852108 conn(0x7fd1d80fca40 msgr2=0x7fd1d80fd720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 -- 172.21.15.102:0/2055852108 shutdown_connections 2024-04-23T18:15:00.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:00.427+0000 7fd1df245700 1 -- 172.21.15.102:0/2055852108 wait complete. 2024-04-23T18:15:00.957 DEBUG:teuthology.orchestra.run.smithi076:mgr.y> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.y.service 2024-04-23T18:15:00.959 DEBUG:teuthology.orchestra.run.smithi102:mgr.z> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.z.service 2024-04-23T18:15:00.962 INFO:tasks.cephadm:Deploying OSDs... 2024-04-23T18:15:00.962 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:15:00.962 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/scratch_devs of=/dev/stdout 2024-04-23T18:15:00.982 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-23T18:15:00.982 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_1 2024-04-23T18:15:01.040 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-23T18:15:01.040 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:01.041 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-23T18:15:01.041 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:01.041 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:01.041 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-04-23 18:14:07.041012609 +0000 2024-04-23T18:15:01.041 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-04-23 18:07:51.749573509 +0000 2024-04-23T18:15:01.041 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-04-23 18:07:51.749573509 +0000 2024-04-23T18:15:01.041 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-04-23 18:07:51.749573509 +0000 2024-04-23T18:15:01.041 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-23T18:15:01.109 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-04-23T18:15:01.109 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-04-23T18:15:01.109 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000325804 s, 1.6 MB/s 2024-04-23T18:15:01.111 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-23T18:15:01.170 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_2 2024-04-23T18:15:01.228 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-23T18:15:01.228 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:01.228 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-04-23T18:15:01.228 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:01.228 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:01.228 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-04-23 18:14:07.071012063 +0000 2024-04-23T18:15:01.228 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-04-23 18:07:52.098567186 +0000 2024-04-23T18:15:01.228 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-04-23 18:07:52.098567186 +0000 2024-04-23T18:15:01.228 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-04-23 18:07:52.098567186 +0000 2024-04-23T18:15:01.229 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-23T18:15:01.297 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-04-23T18:15:01.297 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-04-23T18:15:01.297 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000303894 s, 1.7 MB/s 2024-04-23T18:15:01.298 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-23T18:15:01.355 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_3 2024-04-23T18:15:01.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:01.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:01.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:01 smithi038 ceph-mon[29217]: Reconfiguring mon.c (monmap changed)... 2024-04-23T18:15:01.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:01.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:01.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:01.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:01 smithi038 ceph-mon[29217]: Reconfiguring daemon mon.c on smithi102 2024-04-23T18:15:01.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:01 smithi038 ceph-mon[29217]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi038=x;smithi076=y;smithi102=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:01.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:01 smithi038 ceph-mon[29217]: Saving service mgr spec with placement smithi038=x;smithi076=y;smithi102=z;count:3 2024-04-23T18:15:01.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:01.412 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-23T18:15:01.412 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:01.412 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-23T18:15:01.412 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:01.412 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:01.412 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-04-23 18:14:07.099011554 +0000 2024-04-23T18:15:01.412 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-04-23 18:07:52.459560646 +0000 2024-04-23T18:15:01.412 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-04-23 18:07:52.459560646 +0000 2024-04-23T18:15:01.412 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-04-23 18:07:52.459560646 +0000 2024-04-23T18:15:01.413 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-23T18:15:01.477 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-04-23T18:15:01.478 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-04-23T18:15:01.478 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000313288 s, 1.6 MB/s 2024-04-23T18:15:01.479 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-23T18:15:01.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:01.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:01.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:01 smithi076 ceph-mon[32458]: Reconfiguring mon.c (monmap changed)... 2024-04-23T18:15:01.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:01.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:01.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:01.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:01 smithi076 ceph-mon[32458]: Reconfiguring daemon mon.c on smithi102 2024-04-23T18:15:01.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:01 smithi076 ceph-mon[32458]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi038=x;smithi076=y;smithi102=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:01.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:01 smithi076 ceph-mon[32458]: Saving service mgr spec with placement smithi038=x;smithi076=y;smithi102=z;count:3 2024-04-23T18:15:01.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:01.536 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_4 2024-04-23T18:15:01.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:01.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:01.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:01 smithi102 ceph-mon[32874]: Reconfiguring mon.c (monmap changed)... 2024-04-23T18:15:01.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:01.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:01.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:01.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:01 smithi102 ceph-mon[32874]: Reconfiguring daemon mon.c on smithi102 2024-04-23T18:15:01.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:01 smithi102 ceph-mon[32874]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi038=x;smithi076=y;smithi102=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:01.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:01 smithi102 ceph-mon[32874]: Saving service mgr spec with placement smithi038=x;smithi076=y;smithi102=z;count:3 2024-04-23T18:15:01.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:01.593 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-23T18:15:01.593 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:01.593 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-23T18:15:01.593 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:01.593 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:01.594 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-04-23 18:14:07.128011027 +0000 2024-04-23T18:15:01.594 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-04-23 18:07:52.801554450 +0000 2024-04-23T18:15:01.594 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-04-23 18:07:52.801554450 +0000 2024-04-23T18:15:01.594 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-04-23 18:07:52.801554450 +0000 2024-04-23T18:15:01.594 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-23T18:15:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-04-23T18:15:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-04-23T18:15:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000320256 s, 1.6 MB/s 2024-04-23T18:15:01.660 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-23T18:15:01.718 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-04-23T18:15:01.718 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/scratch_devs of=/dev/stdout 2024-04-23T18:15:01.736 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-23T18:15:01.737 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_1 2024-04-23T18:15:01.793 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-23T18:15:01.793 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:01.793 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-23T18:15:01.794 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:01.794 INFO:teuthology.orchestra.run.smithi076.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:01.794 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2024-04-23 18:14:48.749231504 +0000 2024-04-23T18:15:01.794 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2024-04-23 18:08:19.834778714 +0000 2024-04-23T18:15:01.794 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2024-04-23 18:08:19.834778714 +0000 2024-04-23T18:15:01.794 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2024-04-23 18:08:19.834778714 +0000 2024-04-23T18:15:01.794 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-23T18:15:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2024-04-23T18:15:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2024-04-23T18:15:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.00028138 s, 1.8 MB/s 2024-04-23T18:15:01.860 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-23T18:15:01.918 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_2 2024-04-23T18:15:01.974 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-23T18:15:01.974 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:01.975 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-04-23T18:15:01.975 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:01.975 INFO:teuthology.orchestra.run.smithi076.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:01.975 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2024-04-23 18:14:48.749231504 +0000 2024-04-23T18:15:01.975 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2024-04-23 18:08:20.168768989 +0000 2024-04-23T18:15:01.975 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2024-04-23 18:08:20.168768989 +0000 2024-04-23T18:15:01.975 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2024-04-23 18:08:20.168768989 +0000 2024-04-23T18:15:01.975 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-23T18:15:02.037 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2024-04-23T18:15:02.038 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2024-04-23T18:15:02.038 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.000243328 s, 2.1 MB/s 2024-04-23T18:15:02.039 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-23T18:15:02.096 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_3 2024-04-23T18:15:02.152 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-23T18:15:02.152 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:02.153 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-23T18:15:02.153 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:02.153 INFO:teuthology.orchestra.run.smithi076.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:02.153 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2024-04-23 18:14:48.750231475 +0000 2024-04-23T18:15:02.153 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2024-04-23 18:08:20.506759147 +0000 2024-04-23T18:15:02.153 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2024-04-23 18:08:20.506759147 +0000 2024-04-23T18:15:02.153 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2024-04-23 18:08:20.506759147 +0000 2024-04-23T18:15:02.153 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-23T18:15:02.215 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2024-04-23T18:15:02.215 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2024-04-23T18:15:02.215 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.000256072 s, 2.0 MB/s 2024-04-23T18:15:02.216 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-23T18:15:02.272 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_4 2024-04-23T18:15:02.327 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-23T18:15:02.327 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:02.328 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-23T18:15:02.328 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:02.328 INFO:teuthology.orchestra.run.smithi076.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:02.328 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2024-04-23 18:14:48.750231475 +0000 2024-04-23T18:15:02.328 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2024-04-23 18:08:20.854749013 +0000 2024-04-23T18:15:02.328 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2024-04-23 18:08:20.854749013 +0000 2024-04-23T18:15:02.328 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2024-04-23 18:08:20.854749013 +0000 2024-04-23T18:15:02.328 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-23T18:15:02.390 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2024-04-23T18:15:02.390 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2024-04-23T18:15:02.390 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.000213283 s, 2.4 MB/s 2024-04-23T18:15:02.392 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-23T18:15:02.447 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-23T18:15:02.448 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/scratch_devs of=/dev/stdout 2024-04-23T18:15:02.465 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-23T18:15:02.465 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_1 2024-04-23T18:15:02.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:02 smithi076 ceph-mon[32458]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:02.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:02 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:02.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:02 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:02.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:02 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:02.522 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-23T18:15:02.522 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:02.522 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-23T18:15:02.522 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:02.522 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:02.522 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-23 18:14:38.782242896 +0000 2024-04-23T18:15:02.522 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-23 18:08:14.018253477 +0000 2024-04-23T18:15:02.522 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-23 18:08:14.018253477 +0000 2024-04-23T18:15:02.523 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-23 18:08:14.018253477 +0000 2024-04-23T18:15:02.523 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-23T18:15:02.585 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-23T18:15:02.585 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-23T18:15:02.585 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000259093 s, 2.0 MB/s 2024-04-23T18:15:02.586 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-23T18:15:02.642 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_2 2024-04-23T18:15:02.696 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-23T18:15:02.696 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:02.696 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-23T18:15:02.696 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:02.696 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:02.697 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-23 18:14:38.782242896 +0000 2024-04-23T18:15:02.697 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-23 18:08:14.379246001 +0000 2024-04-23T18:15:02.697 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-23 18:08:14.379246001 +0000 2024-04-23T18:15:02.697 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-23 18:08:14.379246001 +0000 2024-04-23T18:15:02.697 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-23T18:15:02.756 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:02 smithi102 ceph-mon[32874]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:02.756 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:02 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:02.756 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:02 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:02.756 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:02 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:02.758 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-23T18:15:02.758 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-23T18:15:02.758 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000203466 s, 2.5 MB/s 2024-04-23T18:15:02.759 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-23T18:15:02.815 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_3 2024-04-23T18:15:02.869 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-23T18:15:02.869 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:02.869 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-23T18:15:02.870 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:02.870 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:02.870 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-23 18:14:38.782242896 +0000 2024-04-23T18:15:02.870 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-23 18:08:14.742238484 +0000 2024-04-23T18:15:02.870 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-23 18:08:14.742238484 +0000 2024-04-23T18:15:02.870 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-23 18:08:14.742238484 +0000 2024-04-23T18:15:02.870 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-23T18:15:02.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:02 smithi038 ceph-mon[29217]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:02.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:02 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:02.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:02 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:02.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:02 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:02.932 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-23T18:15:02.932 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-23T18:15:02.932 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000174088 s, 2.9 MB/s 2024-04-23T18:15:02.933 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-23T18:15:02.988 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_4 2024-04-23T18:15:03.042 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-23T18:15:03.042 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:03.042 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-23T18:15:03.043 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:03.043 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:03.043 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-23 18:14:38.782242896 +0000 2024-04-23T18:15:03.043 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-23 18:08:15.077231547 +0000 2024-04-23T18:15:03.043 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-23 18:08:15.077231547 +0000 2024-04-23T18:15:03.043 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-23 18:08:15.077231547 +0000 2024-04-23T18:15:03.043 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-23T18:15:03.105 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-23T18:15:03.105 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-23T18:15:03.105 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000181395 s, 2.8 MB/s 2024-04-23T18:15:03.107 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-23T18:15:03.163 INFO:tasks.cephadm:Deploying osd.0 on smithi038 with /dev/vg_nvme/lv_4... 2024-04-23T18:15:03.164 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-23T18:15:03.405 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:15:03.528 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:03 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:03.528 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:03 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:03.528 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:03 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:03.528 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:03 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:03.528 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:03 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:03.528 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:03 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:03.528 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:03 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:03.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:03 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:03.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:03 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:03.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:03 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:03.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:03 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:03.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:03 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:03.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:03 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:03.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:03 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:03 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:03 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:03 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:03 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:03 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:03 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:03 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:04.590 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:04 smithi038 ceph-mon[29217]: Deploying daemon mgr.z on smithi102 2024-04-23T18:15:04.590 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:04 smithi038 ceph-mon[29217]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:04 smithi076 ceph-mon[32458]: Deploying daemon mgr.z on smithi102 2024-04-23T18:15:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:04 smithi076 ceph-mon[32458]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:04.775 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:04 smithi102 ceph-mon[32874]: Deploying daemon mgr.z on smithi102 2024-04-23T18:15:04.775 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:04 smithi102 ceph-mon[32874]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:04.776 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:04 smithi102 systemd[1]: Starting Ceph mgr.z for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:15:05.045 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:04 smithi102 podman[34723]: 2024-04-23 18:15:04.782113833 +0000 UTC m=+0.104089304 container create 4329521f9a09303e69f587ac27ae54b20a9149dd0175c19b003ea64fb3b2f728 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-23T18:15:05.045 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:04 smithi102 podman[34723]: 2024-04-23 18:15:04.695618026 +0000 UTC m=+0.017593466 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:15:05.045 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:04 smithi102 podman[34723]: 2024-04-23 18:15:04.984178503 +0000 UTC m=+0.306153929 container init 4329521f9a09303e69f587ac27ae54b20a9149dd0175c19b003ea64fb3b2f728 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-23T18:15:05.045 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:04 smithi102 podman[34723]: 2024-04-23 18:15:04.986758175 +0000 UTC m=+0.308733601 container start 4329521f9a09303e69f587ac27ae54b20a9149dd0175c19b003ea64fb3b2f728 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:15:05.045 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:05 smithi102 ceph-mgr[34742]: -- 172.21.15.102:0/4194613385 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557323c025a0 con 0x557323bd6800 2024-04-23T18:15:05.045 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:05 smithi102 bash[34723]: 4329521f9a09303e69f587ac27ae54b20a9149dd0175c19b003ea64fb3b2f728 2024-04-23T18:15:05.182 INFO:teuthology.orchestra.run.smithi038.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-23T18:15:05.182 INFO:teuthology.orchestra.run.smithi038.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-23T18:15:05.183 INFO:teuthology.orchestra.run.smithi038.stderr: stderr: 10+0 records in 2024-04-23T18:15:05.183 INFO:teuthology.orchestra.run.smithi038.stderr:10+0 records out 2024-04-23T18:15:05.183 INFO:teuthology.orchestra.run.smithi038.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0117387 s, 893 MB/s 2024-04-23T18:15:05.183 INFO:teuthology.orchestra.run.smithi038.stderr:--> Zapping successful for: 2024-04-23T18:15:05.302 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:05 smithi102 systemd[1]: Started Ceph mgr.z for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:15:05.303 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:05.147+0000 7fbb65724200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:15:05.724 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:05.328+0000 7fbb65724200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:15:05.724 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:05.427+0000 7fbb65724200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:15:05.724 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:05.730+0000 7fbb65724200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:15:05.787 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi038:vg_nvme/lv_4 2024-04-23T18:15:06.029 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:15:06.052 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:05.812+0000 7fbb65724200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:15:06.396 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:06 smithi076 ceph-mon[32458]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:06.396 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:06.396 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:06.396 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:06.397 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:06.397 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:06.397 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:06.397 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:06.397 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:06 smithi076 ceph-mon[32458]: Deploying daemon mgr.y on smithi076 2024-04-23T18:15:06.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:06 smithi038 ceph-mon[29217]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:06.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:06.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:06.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:06.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:06.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:06.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:06.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:06.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:06 smithi038 ceph-mon[29217]: Deploying daemon mgr.y on smithi076 2024-04-23T18:15:06.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:06 smithi102 ceph-mon[32874]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:06.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:06.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:06.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:06.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:06.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:06.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:06.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:06.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:06 smithi102 ceph-mon[32874]: Deploying daemon mgr.y on smithi076 2024-04-23T18:15:07.303 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:06 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:06.984+0000 7fbb65724200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:15:07.303 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:07.147+0000 7fbb65724200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:15:07.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.494+0000 7fd6dcd07700 1 -- 172.21.15.38:0/798473480 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d8103550 msgr2=0x7fd6d8105940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:07.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.494+0000 7fd6dcd07700 1 --2- 172.21.15.38:0/798473480 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d8103550 0x7fd6d8105940 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd6c8009990 tx=0x7fd6c8009ca0 comp rx=0 tx=0).stop 2024-04-23T18:15:07.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.494+0000 7fd6dcd07700 1 -- 172.21.15.38:0/798473480 shutdown_connections 2024-04-23T18:15:07.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.494+0000 7fd6dcd07700 1 --2- 172.21.15.38:0/798473480 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd6d81087b0 0x7fd6d810ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:07.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.494+0000 7fd6dcd07700 1 --2- 172.21.15.38:0/798473480 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d8103550 0x7fd6d8105940 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:07.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.494+0000 7fd6dcd07700 1 --2- 172.21.15.38:0/798473480 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6d8105e80 0x7fd6d8108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:07.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.494+0000 7fd6dcd07700 1 -- 172.21.15.38:0/798473480 >> 172.21.15.38:0/798473480 conn(0x7fd6d80fcf60 msgr2=0x7fd6d80ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:07.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.494+0000 7fd6dcd07700 1 -- 172.21.15.38:0/798473480 shutdown_connections 2024-04-23T18:15:07.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.494+0000 7fd6dcd07700 1 -- 172.21.15.38:0/798473480 wait complete. 2024-04-23T18:15:07.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.495+0000 7fd6dcd07700 1 Processor -- start 2024-04-23T18:15:07.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.495+0000 7fd6dcd07700 1 -- start start 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6dcd07700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd6d8103550 0x7fd6d8102eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6dcd07700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6d8105e80 0x7fd6d8101500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6dcd07700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d81087b0 0x7fd6d8101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6dcd07700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d810e6d0 con 0x7fd6d81087b0 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6dcd07700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d810e550 con 0x7fd6d8103550 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6dcd07700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d810e850 con 0x7fd6d8105e80 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d6d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d81087b0 0x7fd6d8101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d659c700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd6d8103550 0x7fd6d8102eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d6d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d81087b0 0x7fd6d8101a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35174/0 (socket says 172.21.15.38:35174) 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d6d9d700 1 -- 172.21.15.38:0/3834352646 learned_addr learned my addr 172.21.15.38:0/3834352646 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d5d9b700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6d8105e80 0x7fd6d8101500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d659c700 1 -- 172.21.15.38:0/3834352646 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6d8105e80 msgr2=0x7fd6d8101500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d659c700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6d8105e80 0x7fd6d8101500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d659c700 1 -- 172.21.15.38:0/3834352646 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d81087b0 msgr2=0x7fd6d8101a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:07.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d659c700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d81087b0 0x7fd6d8101a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:07.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d659c700 1 -- 172.21.15.38:0/3834352646 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d81022f0 con 0x7fd6d8103550 2024-04-23T18:15:07.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d6d9d700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d81087b0 0x7fd6d8101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:15:07.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.496+0000 7fd6d659c700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd6d8103550 0x7fd6d8102eb0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd6c80098e0 tx=0x7fd6c8009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:07.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.497+0000 7fd6c77fe700 1 -- 172.21.15.38:0/3834352646 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8027070 con 0x7fd6d8103550 2024-04-23T18:15:07.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.497+0000 7fd6c77fe700 1 -- 172.21.15.38:0/3834352646 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd6c8004090 con 0x7fd6d8103550 2024-04-23T18:15:07.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.497+0000 7fd6dcd07700 1 -- 172.21.15.38:0/3834352646 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6d81a2df0 con 0x7fd6d8103550 2024-04-23T18:15:07.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.497+0000 7fd6c77fe700 1 -- 172.21.15.38:0/3834352646 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8022cb0 con 0x7fd6d8103550 2024-04-23T18:15:07.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.497+0000 7fd6dcd07700 1 -- 172.21.15.38:0/3834352646 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6d81a3190 con 0x7fd6d8103550 2024-04-23T18:15:07.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.498+0000 7fd6c77fe700 1 -- 172.21.15.38:0/3834352646 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fd6c802a070 con 0x7fd6d8103550 2024-04-23T18:15:07.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.498+0000 7fd6dcd07700 1 -- 172.21.15.38:0/3834352646 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6d802df80 con 0x7fd6d8103550 2024-04-23T18:15:07.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.498+0000 7fd6c77fe700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd6c0039890 0x7fd6c003bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:07.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.498+0000 7fd6c77fe700 1 -- 172.21.15.38:0/3834352646 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd6c804d930 con 0x7fd6d8103550 2024-04-23T18:15:07.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.498+0000 7fd6d5d9b700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd6c0039890 0x7fd6c003bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:07.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.498+0000 7fd6d5d9b700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd6c0039890 0x7fd6c003bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc007c60 tx=0x7fd6cc0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:07.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.504+0000 7fd6c77fe700 1 -- 172.21.15.38:0/3834352646 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd6c8013070 con 0x7fd6d8103550 2024-04-23T18:15:07.509 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:07 smithi076 systemd[1]: Starting Ceph mgr.y for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:15:07.587 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:07.313+0000 7fbb65724200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:15:07.587 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:07.593+0000 7fbb65724200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:15:07.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:07.721+0000 7fd6dcd07700 1 -- 172.21.15.38:0/3834352646 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fd6d8062e80 con 0x7fd6c0039890 2024-04-23T18:15:07.874 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:07.683+0000 7fbb65724200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:15:07.875 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:07.880+0000 7fbb65724200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:15:07.956 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:07 smithi076 podman[33850]: 2024-04-23 18:15:07.609510778 +0000 UTC m=+0.112436593 container create 277fda0fd045e8f43f4530bed02d5d0abc66e3b8591a3e67d8748833130d397a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:15:07.956 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:07 smithi076 podman[33850]: 2024-04-23 18:15:07.515092535 +0000 UTC m=+0.018018376 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:15:07.956 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:07 smithi076 podman[33850]: 2024-04-23 18:15:07.797724505 +0000 UTC m=+0.300650331 container init 277fda0fd045e8f43f4530bed02d5d0abc66e3b8591a3e67d8748833130d397a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-23T18:15:07.956 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:07 smithi076 podman[33850]: 2024-04-23 18:15:07.800938085 +0000 UTC m=+0.303863901 container start 277fda0fd045e8f43f4530bed02d5d0abc66e3b8591a3e67d8748833130d397a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-23T18:15:07.956 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:07 smithi076 ceph-mgr[33869]: -- 172.21.15.76:0/2109788376 <== mon.2 v2:172.21.15.76:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f3868f45a0 con 0x55f3868c9000 2024-04-23T18:15:07.956 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:07 smithi076 bash[33850]: 277fda0fd045e8f43f4530bed02d5d0abc66e3b8591a3e67d8748833130d397a 2024-04-23T18:15:07.956 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:07 smithi076 systemd[1]: Started Ceph mgr.y for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:15:07.956 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:07 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:07.961+0000 7f900968b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:15:08.128 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:08.069+0000 7fbb65724200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:15:08.251 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:08.149+0000 7f900968b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:15:08.252 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:08.257+0000 7f900968b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:15:08.252 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-mon[32458]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:08.252 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:08.252 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:08.252 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:08.252 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.252 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.252 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.252 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.252 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:08.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:08 smithi038 ceph-mon[29217]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:08.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:08.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:08.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:08.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:08.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-mon[32874]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:08.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:08.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:08.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:08.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:08.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:08.878 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:08.590+0000 7f900968b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:15:08.878 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:08.686+0000 7f900968b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:15:09.053 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:08.700+0000 7fbb65724200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:15:09.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:09 smithi038 ceph-mon[29217]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:09.429 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:09 smithi102 ceph-mon[32874]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:09.430 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:09.126+0000 7fbb65724200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:15:09.430 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:09.224+0000 7fbb65724200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:15:09.430 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:09.435+0000 7fbb65724200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:15:09.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:09 smithi076 ceph-mon[32458]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:10.227 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:09 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:09.902+0000 7f900968b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:15:10.228 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:10.068+0000 7f900968b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:15:10.228 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:10.233+0000 7f900968b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:15:10.268 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:09.950+0000 7fbb65724200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:15:10.268 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:10.039+0000 7fbb65724200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: Reconfiguring mgr.x (unknown last config time)... 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:10.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:10.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:10.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: Reconfiguring daemon mgr.x on smithi038 2024-04-23T18:15:10.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.553 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:10.274+0000 7fbb65724200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:15:10.553 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:10.405+0000 7fbb65724200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:15:10.553 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:10.497+0000 7fbb65724200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:15:10.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:10.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:10.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:10.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: Reconfiguring mgr.x (unknown last config time)... 2024-04-23T18:15:10.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:10.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:10.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:10.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: Reconfiguring daemon mgr.x on smithi038 2024-04-23T18:15:10.554 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: Reconfiguring mgr.x (unknown last config time)... 2024-04-23T18:15:10.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:10.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:10.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:10.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: Reconfiguring daemon mgr.x on smithi038 2024-04-23T18:15:10.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:10.798 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:10.516+0000 7f900968b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:15:10.799 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:10.606+0000 7f900968b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:15:10.799 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:10.804+0000 7f900968b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:15:10.898 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:10.610+0000 7fbb65724200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:15:10.898 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:10.904+0000 7fbb65724200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:15:11.258 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:10.993+0000 7f900968b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:15:11.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:11 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1701158773' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b51630a5-7918-4b9b-9071-475a5785a481"}]: dispatch 2024-04-23T18:15:11.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:11 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1701158773' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b51630a5-7918-4b9b-9071-475a5785a481"}]': finished 2024-04-23T18:15:11.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:11 smithi038 ceph-mon[29217]: osdmap e5: 1 total, 0 up, 1 in 2024-04-23T18:15:11.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:11 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:11.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:11 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1443135595' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:11.694 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:11 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:11.491+0000 7fbb65724200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:15:11.694 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:15:11 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:15:11.699+0000 7fbb65724200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:15:11.694 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:11 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1701158773' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b51630a5-7918-4b9b-9071-475a5785a481"}]: dispatch 2024-04-23T18:15:11.694 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:11 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1701158773' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b51630a5-7918-4b9b-9071-475a5785a481"}]': finished 2024-04-23T18:15:11.695 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:11 smithi102 ceph-mon[32874]: osdmap e5: 1 total, 0 up, 1 in 2024-04-23T18:15:11.695 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:11 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:11.695 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:11 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1443135595' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:11.759 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:11 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:11.580+0000 7f900968b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:15:11.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:11 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1701158773' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b51630a5-7918-4b9b-9071-475a5785a481"}]: dispatch 2024-04-23T18:15:11.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:11 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1701158773' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b51630a5-7918-4b9b-9071-475a5785a481"}]': finished 2024-04-23T18:15:11.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:11 smithi076 ceph-mon[32458]: osdmap e5: 1 total, 0 up, 1 in 2024-04-23T18:15:11.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:11 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:11.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:11 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1443135595' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:12.258 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:11 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:11.988+0000 7f900968b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:15:12.259 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:12 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:12.081+0000 7f900968b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:15:12.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:12.491+0000 7fd6c77fe700 1 -- 172.21.15.38:0/3834352646 <== mon.2 v2:172.21.15.76:3300/0 7 ==== mgrmap(e 14) ==== 92602+0+0 (secure 0 0 0) 0x7fd6c804fd10 con 0x7fd6d8103550 2024-04-23T18:15:12.759 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:12 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:12.277+0000 7f900968b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:15:12.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:12 smithi076 ceph-mon[32458]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:12.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:12 smithi076 ceph-mon[32458]: Standby manager daemon z started 2024-04-23T18:15:12.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:12 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:15:12.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:12 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:12.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:12 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:15:12.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:12 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:12.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:12 smithi102 ceph-mon[32874]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:12.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:12 smithi102 ceph-mon[32874]: Standby manager daemon z started 2024-04-23T18:15:12.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:12 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:15:12.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:12 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:12.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:12 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:15:12.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:12 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:12.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:12 smithi038 ceph-mon[29217]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:12.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:12 smithi038 ceph-mon[29217]: Standby manager daemon z started 2024-04-23T18:15:12.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:12 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:15:12.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:12 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:12.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:12 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:15:12.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:12 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.102:0/2505767248' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:13.107 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:12 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:12.791+0000 7f900968b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:15:13.108 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:12 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:12.879+0000 7f900968b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:15:13.441 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:13.113+0000 7f900968b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:15:13.441 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:13.243+0000 7f900968b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:15:13.441 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:13.335+0000 7f900968b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:15:13.441 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:13.447+0000 7f900968b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:15:13.736 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:13 smithi076 ceph-mon[32458]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-23T18:15:13.736 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:13 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:15:13.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:13 smithi102 ceph-mon[32874]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-23T18:15:13.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:13 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:15:13.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:13 smithi038 ceph-mon[29217]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-23T18:15:13.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:13 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:15:14.008 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:13.742+0000 7f900968b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:15:14.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:14 smithi076 ceph-mon[32458]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:14.759 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:14 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:14.329+0000 7f900968b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:15:14.759 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:15:14 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:15:14.541+0000 7f900968b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:15:14.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:14 smithi102 ceph-mon[32874]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:14.806 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:14 smithi038 ceph-mon[29217]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:15.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:15.519+0000 7fd6c77fe700 1 -- 172.21.15.38:0/3834352646 <== mon.2 v2:172.21.15.76:3300/0 8 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fd6c802c440 con 0x7fd6d8103550 2024-04-23T18:15:15.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:15 smithi076 ceph-mon[32458]: Standby manager daemon y started 2024-04-23T18:15:15.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:15 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:15:15.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:15 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:15.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:15 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:15:15.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:15 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:15.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:15 smithi102 ceph-mon[32874]: Standby manager daemon y started 2024-04-23T18:15:15.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:15 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:15:15.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:15 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:15.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:15 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:15:15.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:15 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:15.879 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:15 smithi038 ceph-mon[29217]: Standby manager daemon y started 2024-04-23T18:15:15.879 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:15 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:15:15.879 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:15 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:15.879 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:15 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:15:15.879 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:15 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.76:0/2216936282' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:16 smithi102 ceph-mon[32874]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:16 smithi102 ceph-mon[32874]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-23T18:15:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:15:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:16.824 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:16 smithi076 ceph-mon[32458]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:16.825 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:16 smithi076 ceph-mon[32458]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-23T18:15:16.825 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:15:16.825 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:16.825 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:16.825 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:16.825 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:16.825 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:16.825 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:16.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:16 smithi038 ceph-mon[29217]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:16.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:16 smithi038 ceph-mon[29217]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-23T18:15:16.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:15:16.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:16.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:16.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:16.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:16.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:16.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:18 smithi102 ceph-mon[32874]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-23T18:15:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:18.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:18 smithi038 ceph-mon[29217]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:18.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-23T18:15:18.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:19.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:18 smithi076 ceph-mon[32458]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:19.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-23T18:15:19.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:19.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:19 smithi102 ceph-mon[32874]: Deploying daemon osd.0 on smithi038 2024-04-23T18:15:19.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:19 smithi038 ceph-mon[29217]: Deploying daemon osd.0 on smithi038 2024-04-23T18:15:20.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:19 smithi076 ceph-mon[32458]: Deploying daemon osd.0 on smithi038 2024-04-23T18:15:20.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:20 smithi102 ceph-mon[32874]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:20 smithi038 ceph-mon[29217]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:20 smithi076 ceph-mon[32458]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:22 smithi102 ceph-mon[32874]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:22.879 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:22 smithi038 ceph-mon[29217]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:23.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:22 smithi076 ceph-mon[32458]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:24.720 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:24 smithi038 ceph-mon[29217]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:24.721 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:24 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:24.721 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:24 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:24.721 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:24 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:24.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:24 smithi102 ceph-mon[32874]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:24.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:24 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:24.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:24 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:24.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:24 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:25.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:24 smithi076 ceph-mon[32458]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:25.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:24 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:25.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:24 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:25.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:24 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:26.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:26 smithi102 ceph-mon[32874]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:26.858 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:26 smithi038 ceph-mon[29217]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:27.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:26 smithi076 ceph-mon[32458]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:27.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.181+0000 7fd6c77fe700 1 -- 172.21.15.38:0/3834352646 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd6d8062e80 con 0x7fd6c0039890 2024-04-23T18:15:27.176 INFO:teuthology.orchestra.run.smithi038.stdout:Created osd(s) 0 on host 'smithi038' 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 -- 172.21.15.38:0/3834352646 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd6c0039890 msgr2=0x7fd6c003bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd6c0039890 0x7fd6c003bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc007c60 tx=0x7fd6cc0073d0 comp rx=0 tx=0).stop 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 -- 172.21.15.38:0/3834352646 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd6d8103550 msgr2=0x7fd6d8102eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd6d8103550 0x7fd6d8102eb0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd6c80098e0 tx=0x7fd6c8009580 comp rx=0 tx=0).stop 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 -- 172.21.15.38:0/3834352646 shutdown_connections 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd6c0039890 0x7fd6c003bd50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d81087b0 0x7fd6d8101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd6d8103550 0x7fd6d8102eb0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 --2- 172.21.15.38:0/3834352646 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6d8105e80 0x7fd6d8101500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 -- 172.21.15.38:0/3834352646 >> 172.21.15.38:0/3834352646 conn(0x7fd6d80fcf60 msgr2=0x7fd6d8103e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:27.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 -- 172.21.15.38:0/3834352646 shutdown_connections 2024-04-23T18:15:27.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:15:27.184+0000 7fd6dcd07700 1 -- 172.21.15.38:0/3834352646 wait complete. 2024-04-23T18:15:27.716 DEBUG:teuthology.orchestra.run.smithi038:osd.0> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.0.service 2024-04-23T18:15:27.719 INFO:tasks.cephadm:Deploying osd.1 on smithi076 with /dev/vg_nvme/lv_4... 2024-04-23T18:15:27.719 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-23T18:15:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:15:28.405 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:28 smithi076 ceph-mon[32458]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:28.405 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:28 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.405 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:28 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.405 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:28 smithi076 ceph-mon[32458]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-23T18:15:28.406 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:28 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.406 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:28 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:28 smithi038 ceph-mon[29217]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:28.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:28 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:28 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:28 smithi038 ceph-mon[29217]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-23T18:15:28.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:28 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.413 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:28 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:28 smithi102 ceph-mon[32874]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:28.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:28 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:28 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:28 smithi102 ceph-mon[32874]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-23T18:15:28.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:28 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:28.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:28 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:29.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:29 smithi038 ceph-mon[29217]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-23T18:15:29.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:29 smithi038 ceph-mon[29217]: osdmap e6: 1 total, 0 up, 1 in 2024-04-23T18:15:29.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:29 smithi038 ceph-mon[29217]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:15:29.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:29 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-23T18:15:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-23T18:15:29.755 INFO:teuthology.orchestra.run.smithi076.stderr: stderr: 10+0 records in 2024-04-23T18:15:29.755 INFO:teuthology.orchestra.run.smithi076.stderr:10+0 records out 2024-04-23T18:15:29.755 INFO:teuthology.orchestra.run.smithi076.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112321 s, 934 MB/s 2024-04-23T18:15:29.755 INFO:teuthology.orchestra.run.smithi076.stderr:--> Zapping successful for: 2024-04-23T18:15:29.778 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:29 smithi076 ceph-mon[32458]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-23T18:15:29.778 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:29 smithi076 ceph-mon[32458]: osdmap e6: 1 total, 0 up, 1 in 2024-04-23T18:15:29.778 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:29 smithi076 ceph-mon[32458]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:15:29.779 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:29 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:30.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:29 smithi102 ceph-mon[32874]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-23T18:15:30.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:29 smithi102 ceph-mon[32874]: osdmap e6: 1 total, 0 up, 1 in 2024-04-23T18:15:30.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:29 smithi102 ceph-mon[32874]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:15:30.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:29 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:30.337 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi076:vg_nvme/lv_4 2024-04-23T18:15:30.409 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:15:30 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0[43563]: 2024-04-23T18:15:30.024+0000 7fe64cceb700 -1 osd.0 0 waiting for initial osdmap 2024-04-23T18:15:30.409 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:15:30 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0[43563]: 2024-04-23T18:15:30.031+0000 7fe644ad6700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:15:30.582 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:15:30.619 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:30 smithi076 ceph-mon[32458]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:30.619 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:30 smithi076 ceph-mon[32458]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:15:30.620 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:30 smithi076 ceph-mon[32458]: osdmap e7: 1 total, 0 up, 1 in 2024-04-23T18:15:30.620 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:30.620 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:30.620 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:30 smithi076 ceph-mon[32458]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' 2024-04-23T18:15:30.620 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:30.892 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:30 smithi038 ceph-mon[29217]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:30.892 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:30 smithi038 ceph-mon[29217]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:15:30.892 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:30 smithi038 ceph-mon[29217]: osdmap e7: 1 total, 0 up, 1 in 2024-04-23T18:15:30.893 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:30.893 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:30.893 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:30 smithi038 ceph-mon[29217]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' 2024-04-23T18:15:30.893 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:31.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:30 smithi102 ceph-mon[32874]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:31.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:30 smithi102 ceph-mon[32874]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:15:31.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:30 smithi102 ceph-mon[32874]: osdmap e7: 1 total, 0 up, 1 in 2024-04-23T18:15:31.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:31.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:31.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:30 smithi102 ceph-mon[32874]: from='osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307]' entity='osd.0' 2024-04-23T18:15:31.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:31.658 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:15:31.658 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:15:31.658 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] boot 2024-04-23T18:15:31.658 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: osdmap e8: 1 total, 1 up, 1 in 2024-04-23T18:15:31.658 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:31.658 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:31.659 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:31.659 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:31.659 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:31.659 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:31.659 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:31.659 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:31.659 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:31.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:15:31.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:15:31.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] boot 2024-04-23T18:15:31.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: osdmap e8: 1 total, 1 up, 1 in 2024-04-23T18:15:31.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:31.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:31.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:31.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:31.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:31.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:31.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:31.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:31.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: osd.0 [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] boot 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: osdmap e8: 1 total, 1 up, 1 in 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:32.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:32.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:32.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.180+0000 7f77e2e79700 1 -- 172.21.15.76:0/2423989490 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77dc103ca0 msgr2=0x7f77dc104100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:32.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.180+0000 7f77e2e79700 1 --2- 172.21.15.76:0/2423989490 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77dc103ca0 0x7f77dc104100 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f77c80099c0 tx=0x7f77c8009cd0 comp rx=0 tx=0).stop 2024-04-23T18:15:32.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.180+0000 7f77e2e79700 1 -- 172.21.15.76:0/2423989490 shutdown_connections 2024-04-23T18:15:32.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.180+0000 7f77e2e79700 1 --2- 172.21.15.76:0/2423989490 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77dc104640 0x7f77dc10aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:32.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.180+0000 7f77e2e79700 1 --2- 172.21.15.76:0/2423989490 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f77dc102aa0 0x7f77dc102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.180+0000 7f77e2e79700 1 --2- 172.21.15.76:0/2423989490 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77dc103ca0 0x7f77dc104100 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.180+0000 7f77e2e79700 1 -- 172.21.15.76:0/2423989490 >> 172.21.15.76:0/2423989490 conn(0x7f77dc0fe040 msgr2=0x7f77dc100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.180+0000 7f77e2e79700 1 -- 172.21.15.76:0/2423989490 shutdown_connections 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.180+0000 7f77e2e79700 1 -- 172.21.15.76:0/2423989490 wait complete. 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e2e79700 1 Processor -- start 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e2e79700 1 -- start start 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e2e79700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f77dc102aa0 0x7f77dc198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e2e79700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77dc103ca0 0x7f77dc1991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e2e79700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77dc104640 0x7f77dc1a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e2e79700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc10e6a0 con 0x7f77dc102aa0 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e2e79700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc10e520 con 0x7f77dc104640 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e2e79700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc10e820 con 0x7f77dc103ca0 2024-04-23T18:15:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e1416700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77dc104640 0x7f77dc1a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e1416700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77dc104640 0x7f77dc1a01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36488/0 (socket says 172.21.15.76:36488) 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e0c15700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f77dc102aa0 0x7f77dc198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.181+0000 7f77e1416700 1 -- 172.21.15.76:0/2314157651 learned_addr learned my addr 172.21.15.76:0/2314157651 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77dbfff700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77dc103ca0 0x7f77dc1991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77e1416700 1 -- 172.21.15.76:0/2314157651 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77dc103ca0 msgr2=0x7f77dc1991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77e1416700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77dc103ca0 0x7f77dc1991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77e1416700 1 -- 172.21.15.76:0/2314157651 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f77dc102aa0 msgr2=0x7f77dc198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77e1416700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f77dc102aa0 0x7f77dc198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77e1416700 1 -- 172.21.15.76:0/2314157651 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77dc1a08c0 con 0x7f77dc104640 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77e1416700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77dc104640 0x7f77dc1a01f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f77d4007d70 tx=0x7f77d400a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77d9ffb700 1 -- 172.21.15.76:0/2314157651 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d4016020 con 0x7f77dc104640 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77d9ffb700 1 -- 172.21.15.76:0/2314157651 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f77d400ac90 con 0x7f77dc104640 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77e2e79700 1 -- 172.21.15.76:0/2314157651 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77dc1a0bb0 con 0x7f77dc104640 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77d9ffb700 1 -- 172.21.15.76:0/2314157651 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d40115e0 con 0x7f77dc104640 2024-04-23T18:15:32.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.182+0000 7f77e2e79700 1 -- 172.21.15.76:0/2314157651 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77dc1a10a0 con 0x7f77dc104640 2024-04-23T18:15:32.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.183+0000 7f77e2e79700 1 -- 172.21.15.76:0/2314157651 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77dc069730 con 0x7f77dc104640 2024-04-23T18:15:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.184+0000 7f77d9ffb700 1 -- 172.21.15.76:0/2314157651 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f77d4019020 con 0x7f77dc104640 2024-04-23T18:15:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.185+0000 7f77d9ffb700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77cc0a3bb0 0x7f77cc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.185+0000 7f77d9ffb700 1 -- 172.21.15.76:0/2314157651 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1767+0+0 (secure 0 0 0) 0x7f77d40ce910 con 0x7f77dc104640 2024-04-23T18:15:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.185+0000 7f77e0c15700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77cc0a3bb0 0x7f77cc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.186+0000 7f77e0c15700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77cc0a3bb0 0x7f77cc0a6070 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f77dc19a150 tx=0x7f77d000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:32.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.190+0000 7f77d9ffb700 1 -- 172.21.15.76:0/2314157651 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f77d4020020 con 0x7f77dc104640 2024-04-23T18:15:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:32.400+0000 7f77e2e79700 1 -- 172.21.15.76:0/2314157651 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f77dc062e80 con 0x7f77cc0a3bb0 2024-04-23T18:15:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:32 smithi076 ceph-mon[32458]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:32 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi038 2024-04-23T18:15:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:32 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi038 to 17093M 2024-04-23T18:15:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:32 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:32 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:32 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:32 smithi076 ceph-mon[32458]: osdmap e9: 1 total, 1 up, 1 in 2024-04-23T18:15:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:32 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:32 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:32 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:32.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:32 smithi038 ceph-mon[29217]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:32.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:32 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi038 2024-04-23T18:15:32.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:32 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi038 to 17093M 2024-04-23T18:15:32.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:32.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:32.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:32.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:32 smithi038 ceph-mon[29217]: osdmap e9: 1 total, 1 up, 1 in 2024-04-23T18:15:32.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:32.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:32.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:33.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:32 smithi102 ceph-mon[32874]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:33.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:32 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi038 2024-04-23T18:15:33.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:32 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi038 to 17093M 2024-04-23T18:15:33.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:32 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:33.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:32 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:33.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:32 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:33.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:32 smithi102 ceph-mon[32874]: osdmap e9: 1 total, 1 up, 1 in 2024-04-23T18:15:33.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:32 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:33.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:32 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:33.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:32 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:33.858 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:33 smithi076 ceph-mon[32458]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:33.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:33 smithi038 ceph-mon[29217]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:33.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:33 smithi102 ceph-mon[32874]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:34.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:34 smithi038 ceph-mon[29217]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:35.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:34 smithi076 ceph-mon[32458]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:35.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:34 smithi102 ceph-mon[32874]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:35.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:35 smithi076 ceph-mon[32458]: from='client.? 172.21.15.76:0/2549436768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74492ae5-0d57-49b1-b781-62d38f8b15a1"}]: dispatch 2024-04-23T18:15:35.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:35 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74492ae5-0d57-49b1-b781-62d38f8b15a1"}]: dispatch 2024-04-23T18:15:35.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:35 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "74492ae5-0d57-49b1-b781-62d38f8b15a1"}]': finished 2024-04-23T18:15:35.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:35 smithi076 ceph-mon[32458]: osdmap e10: 2 total, 1 up, 2 in 2024-04-23T18:15:35.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:35 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:35.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:35 smithi038 ceph-mon[29217]: from='client.? 172.21.15.76:0/2549436768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74492ae5-0d57-49b1-b781-62d38f8b15a1"}]: dispatch 2024-04-23T18:15:35.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:35 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74492ae5-0d57-49b1-b781-62d38f8b15a1"}]: dispatch 2024-04-23T18:15:35.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:35 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "74492ae5-0d57-49b1-b781-62d38f8b15a1"}]': finished 2024-04-23T18:15:35.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:35 smithi038 ceph-mon[29217]: osdmap e10: 2 total, 1 up, 2 in 2024-04-23T18:15:35.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:35 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:36.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:35 smithi102 ceph-mon[32874]: from='client.? 172.21.15.76:0/2549436768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74492ae5-0d57-49b1-b781-62d38f8b15a1"}]: dispatch 2024-04-23T18:15:36.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:35 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74492ae5-0d57-49b1-b781-62d38f8b15a1"}]: dispatch 2024-04-23T18:15:36.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:35 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "74492ae5-0d57-49b1-b781-62d38f8b15a1"}]': finished 2024-04-23T18:15:36.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:35 smithi102 ceph-mon[32874]: osdmap e10: 2 total, 1 up, 2 in 2024-04-23T18:15:36.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:35 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:36.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:36 smithi038 ceph-mon[29217]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:36.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:36 smithi038 ceph-mon[29217]: from='client.? 172.21.15.76:0/817113206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:37.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:36 smithi076 ceph-mon[32458]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:37.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:36 smithi076 ceph-mon[32458]: from='client.? 172.21.15.76:0/817113206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:36 smithi102 ceph-mon[32874]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:37.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:36 smithi102 ceph-mon[32874]: from='client.? 172.21.15.76:0/817113206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:38.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:38 smithi038 ceph-mon[29217]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:39.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:38 smithi076 ceph-mon[32458]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:39.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:38 smithi102 ceph-mon[32874]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:40.881 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:40 smithi076 ceph-mon[32458]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:40 smithi038 ceph-mon[29217]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:41.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:40 smithi102 ceph-mon[32874]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:42.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:41 smithi076 ceph-mon[32458]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:42.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:41 smithi102 ceph-mon[32874]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:42.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:41 smithi038 ceph-mon[29217]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:42.940 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:42 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-23T18:15:42.940 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:42 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:42.940 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:42 smithi076 ceph-mon[32458]: Deploying daemon osd.1 on smithi076 2024-04-23T18:15:43.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:42 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-23T18:15:43.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:42 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:43.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:42 smithi102 ceph-mon[32874]: Deploying daemon osd.1 on smithi076 2024-04-23T18:15:43.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:42 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-23T18:15:43.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:42 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:43.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:42 smithi038 ceph-mon[29217]: Deploying daemon osd.1 on smithi076 2024-04-23T18:15:43.852 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:43 smithi076 ceph-mon[32458]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:44.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:43 smithi102 ceph-mon[32874]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:44.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:43 smithi038 ceph-mon[29217]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:46.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:45 smithi076 ceph-mon[32458]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:46.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:45 smithi102 ceph-mon[32874]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:46.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:45 smithi038 ceph-mon[29217]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:48.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:48 smithi102 ceph-mon[32874]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:48.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:48.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:48.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:48.651 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:48 smithi076 ceph-mon[32458]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:48.651 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:48.651 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:48.651 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:48 smithi038 ceph-mon[29217]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:50.435 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:50 smithi076 ceph-mon[32458]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:50.435 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:50.436 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:50.436 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:50.436 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:50.436 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:50.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:50 smithi102 ceph-mon[32874]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:50.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:50.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:50.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:50.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:50.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:50.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:50 smithi038 ceph-mon[29217]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:50.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:50.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:50.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:50.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:50.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:50.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.768+0000 7f77d9ffb700 1 -- 172.21.15.76:0/2314157651 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f77dc062e80 con 0x7f77cc0a3bb0 2024-04-23T18:15:50.763 INFO:teuthology.orchestra.run.smithi076.stdout:Created osd(s) 1 on host 'smithi076' 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 -- 172.21.15.76:0/2314157651 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77cc0a3bb0 msgr2=0x7f77cc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77cc0a3bb0 0x7f77cc0a6070 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f77dc19a150 tx=0x7f77d000a380 comp rx=0 tx=0).stop 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 -- 172.21.15.76:0/2314157651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77dc104640 msgr2=0x7f77dc1a01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77dc104640 0x7f77dc1a01f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f77d4007d70 tx=0x7f77d400a340 comp rx=0 tx=0).stop 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 -- 172.21.15.76:0/2314157651 shutdown_connections 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77cc0a3bb0 0x7f77cc0a6070 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77dc104640 0x7f77dc1a01f0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f77dc102aa0 0x7f77dc198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 --2- 172.21.15.76:0/2314157651 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77dc103ca0 0x7f77dc1991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 -- 172.21.15.76:0/2314157651 >> 172.21.15.76:0/2314157651 conn(0x7f77dc0fe040 msgr2=0x7f77dc106fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 -- 172.21.15.76:0/2314157651 shutdown_connections 2024-04-23T18:15:50.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:15:50.771+0000 7f77e2e79700 1 -- 172.21.15.76:0/2314157651 wait complete. 2024-04-23T18:15:51.444 DEBUG:teuthology.orchestra.run.smithi076:osd.1> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.1.service 2024-04-23T18:15:51.446 INFO:tasks.cephadm:Deploying osd.2 on smithi102 with /dev/vg_nvme/lv_4... 2024-04-23T18:15:51.446 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-23T18:15:51.687 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:15:52.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:51 smithi076 ceph-mon[32458]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:52.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:51 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:52.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:51 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:52.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:51 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:52.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:51 smithi076 ceph-mon[32458]: from='osd.1 [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:52.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:51 smithi076 ceph-mon[32458]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:52.039 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:51 smithi102 ceph-mon[32874]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:52.040 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:51 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:52.040 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:51 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:52.040 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:51 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:52.040 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:51 smithi102 ceph-mon[32874]: from='osd.1 [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:52.040 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:51 smithi102 ceph-mon[32874]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:52.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:51 smithi038 ceph-mon[29217]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:52.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:51 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:52.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:51 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:52.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:51 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:52.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:51 smithi038 ceph-mon[29217]: from='osd.1 [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:52.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:51 smithi038 ceph-mon[29217]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:52.873 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:52 smithi076 ceph-mon[32458]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-23T18:15:52.874 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:52 smithi076 ceph-mon[32458]: from='osd.1 [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:15:52.874 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:52 smithi076 ceph-mon[32458]: osdmap e11: 2 total, 1 up, 2 in 2024-04-23T18:15:52.874 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:52 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:52.874 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:52 smithi076 ceph-mon[32458]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:15:53.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:52 smithi102 ceph-mon[32874]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-23T18:15:53.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:52 smithi102 ceph-mon[32874]: from='osd.1 [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:15:53.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:52 smithi102 ceph-mon[32874]: osdmap e11: 2 total, 1 up, 2 in 2024-04-23T18:15:53.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:52 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:53.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:52 smithi102 ceph-mon[32874]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:15:53.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:52 smithi038 ceph-mon[29217]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-23T18:15:53.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:52 smithi038 ceph-mon[29217]: from='osd.1 [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:15:53.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:52 smithi038 ceph-mon[29217]: osdmap e11: 2 total, 1 up, 2 in 2024-04-23T18:15:53.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:52 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:53.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:52 smithi038 ceph-mon[29217]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:15:53.440 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-23T18:15:53.440 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-23T18:15:53.440 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-23T18:15:53.440 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-23T18:15:53.440 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113097 s, 927 MB/s 2024-04-23T18:15:53.440 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-23T18:15:53.509 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:15:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1[37046]: 2024-04-23T18:15:53.204+0000 7fb40ec8c700 -1 osd.1 0 waiting for initial osdmap 2024-04-23T18:15:53.509 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:15:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1[37046]: 2024-04-23T18:15:53.209+0000 7fb406276700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:15:54.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:53 smithi076 ceph-mon[32458]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:54.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:53 smithi076 ceph-mon[32458]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:15:54.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:53 smithi076 ceph-mon[32458]: osdmap e12: 2 total, 1 up, 2 in 2024-04-23T18:15:54.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:53 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:54.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:53 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:54.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:53 smithi076 ceph-mon[32458]: from='osd.1 ' entity='osd.1' 2024-04-23T18:15:54.032 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:53 smithi102 ceph-mon[32874]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:54.033 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:53 smithi102 ceph-mon[32874]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:15:54.033 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:53 smithi102 ceph-mon[32874]: osdmap e12: 2 total, 1 up, 2 in 2024-04-23T18:15:54.033 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:53 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:54.033 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:53 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:54.033 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:53 smithi102 ceph-mon[32874]: from='osd.1 ' entity='osd.1' 2024-04-23T18:15:54.059 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_4 2024-04-23T18:15:54.060 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:53 smithi038 ceph-mon[29217]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:54.060 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:53 smithi038 ceph-mon[29217]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:15:54.060 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:53 smithi038 ceph-mon[29217]: osdmap e12: 2 total, 1 up, 2 in 2024-04-23T18:15:54.060 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:53 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:54.060 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:53 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:54.060 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:53 smithi038 ceph-mon[29217]: from='osd.1 ' entity='osd.1' 2024-04-23T18:15:54.294 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:15:55.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:15:55.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:15:55.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:55.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: osd.1 [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] boot 2024-04-23T18:15:55.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: osdmap e13: 2 total, 2 up, 2 in 2024-04-23T18:15:55.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:55.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi076 2024-04-23T18:15:55.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:55.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi076 to 17088M 2024-04-23T18:15:55.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:55.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:55.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:15:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:15:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: osd.1 [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] boot 2024-04-23T18:15:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: osdmap e13: 2 total, 2 up, 2 in 2024-04-23T18:15:55.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi076 2024-04-23T18:15:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi076 to 17088M 2024-04-23T18:15:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:55.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: osd.1 [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] boot 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: osdmap e13: 2 total, 2 up, 2 in 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi076 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi076 to 17088M 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:55.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:55.260 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:15:55.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.750+0000 7f116de20700 1 -- 172.21.15.102:0/3330351205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1168101c20 msgr2=0x7f1168102080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:55.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.750+0000 7f116de20700 1 --2- 172.21.15.102:0/3330351205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1168101c20 0x7f1168102080 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1150009990 tx=0x7f1150009ca0 comp rx=0 tx=0).stop 2024-04-23T18:15:55.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.750+0000 7f116de20700 1 -- 172.21.15.102:0/3330351205 shutdown_connections 2024-04-23T18:15:55.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.750+0000 7f116de20700 1 --2- 172.21.15.102:0/3330351205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f11681025c0 0x7f1168109e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:55.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.750+0000 7f116de20700 1 --2- 172.21.15.102:0/3330351205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1168102f70 0x7f1168103390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:55.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.750+0000 7f116de20700 1 --2- 172.21.15.102:0/3330351205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1168101c20 0x7f1168102080 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:55.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.750+0000 7f116de20700 1 -- 172.21.15.102:0/3330351205 >> 172.21.15.102:0/3330351205 conn(0x7f11680fc6d0 msgr2=0x7f11680feaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.750+0000 7f116de20700 1 -- 172.21.15.102:0/3330351205 shutdown_connections 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.750+0000 7f116de20700 1 -- 172.21.15.102:0/3330351205 wait complete. 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.750+0000 7f116de20700 1 Processor -- start 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f116de20700 1 -- start start 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f116de20700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1168101c20 0x7f11681059c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f116de20700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11681025c0 0x7f1168104010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f116de20700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1168102f70 0x7f1168104550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f116de20700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f116810d550 con 0x7f1168102f70 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f116de20700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f116810d3d0 con 0x7f11681025c0 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f116de20700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f116810d6d0 con 0x7f1168101c20 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f11677fe700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1168101c20 0x7f11681059c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f11677fe700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1168101c20 0x7f11681059c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:52676/0 (socket says 172.21.15.102:52676) 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f11677fe700 1 -- 172.21.15.102:0/2168585233 learned_addr learned my addr 172.21.15.102:0/2168585233 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f1167fff700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1168102f70 0x7f1168104550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:55.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f11677fe700 1 -- 172.21.15.102:0/2168585233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11681025c0 msgr2=0x7f1168104010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f1166ffd700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11681025c0 0x7f1168104010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f11677fe700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11681025c0 0x7f1168104010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f11677fe700 1 -- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1168102f70 msgr2=0x7f1168104550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f11677fe700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1168102f70 0x7f1168104550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f11677fe700 1 -- 172.21.15.102:0/2168585233 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1168104e00 con 0x7f1168101c20 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f1167fff700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1168102f70 0x7f1168104550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f11677fe700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1168101c20 0x7f11681059c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1158007f10 tx=0x7f115800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f1164ff9700 1 -- 172.21.15.102:0/2168585233 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115800ddd0 con 0x7f1168101c20 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.751+0000 7f1164ff9700 1 -- 172.21.15.102:0/2168585233 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1158018070 con 0x7f1168101c20 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.752+0000 7f116de20700 1 -- 172.21.15.102:0/2168585233 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11681a2e10 con 0x7f1168101c20 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.752+0000 7f1164ff9700 1 -- 172.21.15.102:0/2168585233 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1158012770 con 0x7f1168101c20 2024-04-23T18:15:55.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.752+0000 7f116de20700 1 -- 172.21.15.102:0/2168585233 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11681a3210 con 0x7f1168101c20 2024-04-23T18:15:55.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.753+0000 7f116de20700 1 -- 172.21.15.102:0/2168585233 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11681a3440 con 0x7f1168101c20 2024-04-23T18:15:55.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.754+0000 7f1164ff9700 1 -- 172.21.15.102:0/2168585233 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f1158004ad0 con 0x7f1168101c20 2024-04-23T18:15:55.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.754+0000 7f1164ff9700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f11540a3c30 0x7f11540a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:55.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.754+0000 7f1164ff9700 1 -- 172.21.15.102:0/2168585233 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2309+0+0 (secure 0 0 0) 0x7f11580ced50 con 0x7f1168101c20 2024-04-23T18:15:55.750 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.755+0000 7f1166ffd700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f11540a3c30 0x7f11540a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:55.750 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.755+0000 7f1166ffd700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f11540a3c30 0x7f11540a60f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1150006010 tx=0x7f11500038d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:55.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.758+0000 7f1164ff9700 1 -- 172.21.15.102:0/2168585233 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1158010070 con 0x7f1168101c20 2024-04-23T18:15:55.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:15:55.966+0000 7f116de20700 1 -- 172.21.15.102:0/2168585233 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f11681a36d0 con 0x7f11540a3c30 2024-04-23T18:15:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:56 smithi038 ceph-mon[29217]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:56 smithi038 ceph-mon[29217]: osdmap e14: 2 total, 2 up, 2 in 2024-04-23T18:15:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:56.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:56 smithi102 ceph-mon[32874]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:56.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:56 smithi102 ceph-mon[32874]: osdmap e14: 2 total, 2 up, 2 in 2024-04-23T18:15:56.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:56.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:56.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:56.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:56 smithi076 ceph-mon[32458]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:56 smithi076 ceph-mon[32458]: osdmap e14: 2 total, 2 up, 2 in 2024-04-23T18:15:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:57.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:57 smithi102 ceph-mon[32874]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:57.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:57 smithi076 ceph-mon[32458]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:57.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:57 smithi038 ceph-mon[29217]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:58.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:58 smithi076 ceph-mon[32458]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:15:58.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:58 smithi102 ceph-mon[32874]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:15:58.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:58 smithi038 ceph-mon[29217]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:15:59.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:59 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/2195578626' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6511c02-f33e-412e-9902-8c232382ce63"}]: dispatch 2024-04-23T18:15:59.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:59 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6511c02-f33e-412e-9902-8c232382ce63"}]: dispatch 2024-04-23T18:15:59.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:59 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6511c02-f33e-412e-9902-8c232382ce63"}]': finished 2024-04-23T18:15:59.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:59 smithi076 ceph-mon[32458]: osdmap e15: 3 total, 2 up, 3 in 2024-04-23T18:15:59.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:15:59.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:15:59 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/3593678902' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:59.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:59 smithi102 ceph-mon[32874]: from='client.? 172.21.15.102:0/2195578626' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6511c02-f33e-412e-9902-8c232382ce63"}]: dispatch 2024-04-23T18:15:59.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:59 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6511c02-f33e-412e-9902-8c232382ce63"}]: dispatch 2024-04-23T18:15:59.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:59 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6511c02-f33e-412e-9902-8c232382ce63"}]': finished 2024-04-23T18:15:59.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:59 smithi102 ceph-mon[32874]: osdmap e15: 3 total, 2 up, 3 in 2024-04-23T18:15:59.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:15:59.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:15:59 smithi102 ceph-mon[32874]: from='client.? 172.21.15.102:0/3593678902' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:59.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:59 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/2195578626' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6511c02-f33e-412e-9902-8c232382ce63"}]: dispatch 2024-04-23T18:15:59.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:59 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6511c02-f33e-412e-9902-8c232382ce63"}]: dispatch 2024-04-23T18:15:59.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:59 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6511c02-f33e-412e-9902-8c232382ce63"}]': finished 2024-04-23T18:15:59.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:59 smithi038 ceph-mon[29217]: osdmap e15: 3 total, 2 up, 3 in 2024-04-23T18:15:59.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:15:59.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:15:59 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/3593678902' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:00.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:00 smithi102 ceph-mon[32874]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:00.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:00 smithi038 ceph-mon[29217]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:01.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:00 smithi076 ceph-mon[32458]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:02.738 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:02 smithi102 ceph-mon[32874]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:02.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:02 smithi038 ceph-mon[29217]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:03.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:02 smithi076 ceph-mon[32458]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:04.806 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:04 smithi102 ceph-mon[32874]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:04.810 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:04 smithi038 ceph-mon[29217]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:05.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:04 smithi076 ceph-mon[32458]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:05.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:05 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-23T18:16:05.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:05 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:05.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:05 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-23T18:16:05.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:05 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:06.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:05 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-23T18:16:06.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:05 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:06.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:06 smithi038 ceph-mon[29217]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:06.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:06 smithi038 ceph-mon[29217]: Deploying daemon osd.2 on smithi102 2024-04-23T18:16:06.910 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:06 smithi076 ceph-mon[32458]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:06.910 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:06 smithi076 ceph-mon[32458]: Deploying daemon osd.2 on smithi102 2024-04-23T18:16:06.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:06 smithi102 ceph-mon[32874]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:06.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:06 smithi102 ceph-mon[32874]: Deploying daemon osd.2 on smithi102 2024-04-23T18:16:08.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:08 smithi102 ceph-mon[32874]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:08 smithi038 ceph-mon[29217]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:08 smithi076 ceph-mon[32458]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:10 smithi038 ceph-mon[29217]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:11.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:10 smithi076 ceph-mon[32458]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:11.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:10 smithi102 ceph-mon[32874]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:11.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:11 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:11.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:11 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:11.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:11 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:11.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:11 smithi038 ceph-mon[29217]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:12.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:11 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:12.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:11 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:12.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:11 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:12.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:11 smithi076 ceph-mon[32458]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:12.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:11 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:12.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:11 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:12.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:11 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:12.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:11 smithi102 ceph-mon[32874]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:13.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:13 smithi102 ceph-mon[32874]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:13.977 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 2 on host 'smithi102' 2024-04-23T18:16:13.977 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.983+0000 7f1164ff9700 1 -- 172.21.15.102:0/2168585233 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f11681a36d0 con 0x7f11540a3c30 2024-04-23T18:16:13.979 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 -- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f11540a3c30 msgr2=0x7f11540a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:13.979 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f11540a3c30 0x7f11540a60f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1150006010 tx=0x7f11500038d0 comp rx=0 tx=0).stop 2024-04-23T18:16:13.979 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 -- 172.21.15.102:0/2168585233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1168101c20 msgr2=0x7f11681059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:13.979 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1168101c20 0x7f11681059c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1158007f10 tx=0x7f115800d3b0 comp rx=0 tx=0).stop 2024-04-23T18:16:13.979 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 -- 172.21.15.102:0/2168585233 shutdown_connections 2024-04-23T18:16:13.979 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f11540a3c30 0x7f11540a60f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:13.979 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1168102f70 0x7f1168104550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:13.979 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1168101c20 0x7f11681059c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:13.979 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 --2- 172.21.15.102:0/2168585233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11681025c0 0x7f1168104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:13.979 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 -- 172.21.15.102:0/2168585233 >> 172.21.15.102:0/2168585233 conn(0x7f11680fc6d0 msgr2=0x7f11680fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:16:13.980 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 -- 172.21.15.102:0/2168585233 shutdown_connections 2024-04-23T18:16:13.980 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:16:13.985+0000 7f116de20700 1 -- 172.21.15.102:0/2168585233 wait complete. 2024-04-23T18:16:14.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:13 smithi038 ceph-mon[29217]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:14.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:13 smithi076 ceph-mon[32458]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:14.637 DEBUG:teuthology.orchestra.run.smithi102:osd.2> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.2.service 2024-04-23T18:16:14.640 INFO:tasks.cephadm:Deploying osd.3 on smithi038 with /dev/vg_nvme/lv_3... 2024-04-23T18:16:14.640 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-23T18:16:14.897 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:16:15.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:14 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:14 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:14 smithi076 ceph-mon[32458]: from='osd.2 [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:15.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:14 smithi076 ceph-mon[32458]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:15.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:14 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:14 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.272 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:14 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.272 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:14 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.272 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:14 smithi038 ceph-mon[29217]: from='osd.2 [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:15.272 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:14 smithi038 ceph-mon[29217]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:15.272 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:14 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.272 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:14 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:14 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:14 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:14 smithi102 ceph-mon[32874]: from='osd.2 [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:15.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:14 smithi102 ceph-mon[32874]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:15.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:14 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:15.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:14 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:16.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:15 smithi076 ceph-mon[32458]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:16.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:15 smithi076 ceph-mon[32458]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-23T18:16:16.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:15 smithi076 ceph-mon[32458]: from='osd.2 [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:16:16.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:15 smithi076 ceph-mon[32458]: osdmap e16: 3 total, 2 up, 3 in 2024-04-23T18:16:16.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:15 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:16.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:15 smithi076 ceph-mon[32458]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:16:16.259 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:15 smithi038 ceph-mon[29217]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:16.260 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:15 smithi038 ceph-mon[29217]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-23T18:16:16.260 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:15 smithi038 ceph-mon[29217]: from='osd.2 [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:16:16.260 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:15 smithi038 ceph-mon[29217]: osdmap e16: 3 total, 2 up, 3 in 2024-04-23T18:16:16.260 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:15 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:16.260 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:15 smithi038 ceph-mon[29217]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:16:16.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:15 smithi102 ceph-mon[32874]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:16.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:15 smithi102 ceph-mon[32874]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-23T18:16:16.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:15 smithi102 ceph-mon[32874]: from='osd.2 [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:16:16.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:15 smithi102 ceph-mon[32874]: osdmap e16: 3 total, 2 up, 3 in 2024-04-23T18:16:16.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:15 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:16.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:15 smithi102 ceph-mon[32874]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:16:16.553 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:16:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2[38016]: 2024-04-23T18:16:16.411+0000 7f0671c7e700 -1 osd.2 0 waiting for initial osdmap 2024-04-23T18:16:16.553 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:16:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2[38016]: 2024-04-23T18:16:16.415+0000 7f0669a69700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:16:16.812 INFO:teuthology.orchestra.run.smithi038.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-23T18:16:16.813 INFO:teuthology.orchestra.run.smithi038.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-23T18:16:16.813 INFO:teuthology.orchestra.run.smithi038.stderr: stderr: 10+0 records in 2024-04-23T18:16:16.813 INFO:teuthology.orchestra.run.smithi038.stderr:10+0 records out 2024-04-23T18:16:16.813 INFO:teuthology.orchestra.run.smithi038.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0148081 s, 708 MB/s 2024-04-23T18:16:16.813 INFO:teuthology.orchestra.run.smithi038.stderr:--> Zapping successful for: 2024-04-23T18:16:17.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:16 smithi076 ceph-mon[32458]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:16:17.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:16 smithi076 ceph-mon[32458]: osdmap e17: 3 total, 2 up, 3 in 2024-04-23T18:16:17.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:17.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:16 smithi076 ceph-mon[32458]: from='osd.2 ' entity='osd.2' 2024-04-23T18:16:17.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:17.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:16 smithi102 ceph-mon[32874]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:16:17.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:16 smithi102 ceph-mon[32874]: osdmap e17: 3 total, 2 up, 3 in 2024-04-23T18:16:17.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:17.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:16 smithi102 ceph-mon[32874]: from='osd.2 ' entity='osd.2' 2024-04-23T18:16:17.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:17.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:16 smithi038 ceph-mon[29217]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:16:17.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:16 smithi038 ceph-mon[29217]: osdmap e17: 3 total, 2 up, 3 in 2024-04-23T18:16:17.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:17.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:16 smithi038 ceph-mon[29217]: from='osd.2 ' entity='osd.2' 2024-04-23T18:16:17.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:17.557 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi038:vg_nvme/lv_3 2024-04-23T18:16:17.808 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:16:18.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:16:18.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:16:18.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:18.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: osd.2 [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] boot 2024-04-23T18:16:18.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: osdmap e18: 3 total, 3 up, 3 in 2024-04-23T18:16:18.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:18.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:18.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:18.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:18.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:18.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:18.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:18.510 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: osd.2 [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] boot 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: osdmap e18: 3 total, 3 up, 3 in 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:18.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:18.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:18.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:18.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:18.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: osd.2 [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] boot 2024-04-23T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: osdmap e18: 3 total, 3 up, 3 in 2024-04-23T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.832 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.833 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:18.833 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.833 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:18.833 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:18.833 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:18.833 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:18.833 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:18.833 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:18.833 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:19.502 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:19 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi102 2024-04-23T18:16:19.502 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:19 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi102 to 17088M 2024-04-23T18:16:19.503 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:19 smithi038 ceph-mon[29217]: osdmap e19: 3 total, 3 up, 3 in 2024-04-23T18:16:19.503 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:19 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:19.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.551+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/2260910894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7bd8102aa0 msgr2=0x7f7bd8102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.551+0000 7f7bdd7fc700 1 --2- 172.21.15.38:0/2260910894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7bd8102aa0 0x7f7bd8102ec0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7bc80099c0 tx=0x7f7bc8009cd0 comp rx=0 tx=0).stop 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.551+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/2260910894 shutdown_connections 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.551+0000 7f7bdd7fc700 1 --2- 172.21.15.38:0/2260910894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd8104640 0x7f7bd810aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.551+0000 7f7bdd7fc700 1 --2- 172.21.15.38:0/2260910894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7bd8102aa0 0x7f7bd8102ec0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.551+0000 7f7bdd7fc700 1 --2- 172.21.15.38:0/2260910894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7bd8103ca0 0x7f7bd8104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.551+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/2260910894 >> 172.21.15.38:0/2260910894 conn(0x7f7bd80fe040 msgr2=0x7f7bd8100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.551+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/2260910894 shutdown_connections 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.551+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/2260910894 wait complete. 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.551+0000 7f7bdd7fc700 1 Processor -- start 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bdd7fc700 1 -- start start 2024-04-23T18:16:19.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bdd7fc700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7bd8102aa0 0x7f7bd8198d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bdd7fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7bd8103ca0 0x7f7bd8199250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bdd7fc700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd8104640 0x7f7bd81a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bdd7fc700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd810e670 con 0x7f7bd8103ca0 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bdd7fc700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd810e4f0 con 0x7f7bd8104640 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bdd7fc700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd810e7f0 con 0x7f7bd8102aa0 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd67fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7bd8103ca0 0x7f7bd8199250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd67fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7bd8103ca0 0x7f7bd8199250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54620/0 (socket says 172.21.15.38:54620) 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd67fc700 1 -- 172.21.15.38:0/388803603 learned_addr learned my addr 172.21.15.38:0/388803603 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd77fe700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd8104640 0x7f7bd81a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd6ffd700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7bd8102aa0 0x7f7bd8198d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:19.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd67fc700 1 -- 172.21.15.38:0/388803603 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7bd8102aa0 msgr2=0x7f7bd8198d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:19.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd67fc700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7bd8102aa0 0x7f7bd8198d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:19.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd67fc700 1 -- 172.21.15.38:0/388803603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd8104640 msgr2=0x7f7bd81a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:19.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd67fc700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd8104640 0x7f7bd81a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:19.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd67fc700 1 -- 172.21.15.38:0/388803603 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bd81a0960 con 0x7f7bd8103ca0 2024-04-23T18:16:19.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.552+0000 7f7bd67fc700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7bd8103ca0 0x7f7bd8199250 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc00d980 tx=0x7f7bcc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:16:19.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.553+0000 7f7bbffff700 1 -- 172.21.15.38:0/388803603 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc017070 con 0x7f7bd8103ca0 2024-04-23T18:16:19.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.553+0000 7f7bbffff700 1 -- 172.21.15.38:0/388803603 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7bcc005020 con 0x7f7bd8103ca0 2024-04-23T18:16:19.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.553+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/388803603 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bd81a0c50 con 0x7f7bd8103ca0 2024-04-23T18:16:19.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.553+0000 7f7bbffff700 1 -- 172.21.15.38:0/388803603 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc009bf0 con 0x7f7bd8103ca0 2024-04-23T18:16:19.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.553+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/388803603 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bd81a1140 con 0x7f7bd8103ca0 2024-04-23T18:16:19.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.554+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/388803603 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bd8069730 con 0x7f7bd8103ca0 2024-04-23T18:16:19.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.556+0000 7f7bbffff700 1 -- 172.21.15.38:0/388803603 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f7bcc0051d0 con 0x7f7bd8103ca0 2024-04-23T18:16:19.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.556+0000 7f7bbffff700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7bc00a3bb0 0x7f7bc00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:19.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.556+0000 7f7bd6ffd700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7bc00a3bb0 0x7f7bc00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:19.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.556+0000 7f7bbffff700 1 -- 172.21.15.38:0/388803603 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3226+0+0 (secure 0 0 0) 0x7f7bcc0cf1d0 con 0x7f7bd8103ca0 2024-04-23T18:16:19.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.557+0000 7f7bd6ffd700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7bc00a3bb0 0x7f7bc00a6070 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7bc8009990 tx=0x7f7bc8009f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:16:19.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.560+0000 7f7bbffff700 1 -- 172.21.15.38:0/388803603 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7bcc020020 con 0x7f7bd8103ca0 2024-04-23T18:16:19.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:19 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi102 2024-04-23T18:16:19.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:19 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi102 to 17088M 2024-04-23T18:16:19.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:19 smithi076 ceph-mon[32458]: osdmap e19: 3 total, 3 up, 3 in 2024-04-23T18:16:19.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:19 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:19.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:19.776+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/388803603 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f7bd8062e80 con 0x7f7bc00a3bb0 2024-04-23T18:16:19.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:19 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi102 2024-04-23T18:16:19.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:19 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi102 to 17088M 2024-04-23T18:16:19.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:19 smithi102 ceph-mon[32874]: osdmap e19: 3 total, 3 up, 3 in 2024-04-23T18:16:19.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:19 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:20.654 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48090]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:20.654 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48090]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:20.655 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48090]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:20.655 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48090]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:20.655 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48093]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:20.655 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48093]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:20.655 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48093]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:20.655 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48093]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:20.655 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 ceph-mon[29217]: pgmap v81: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:20.655 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:20.655 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 ceph-mon[29217]: osdmap e20: 3 total, 3 up, 3 in 2024-04-23T18:16:20.655 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:20.655 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:20.656 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:20.656 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:20.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 ceph-mon[32874]: pgmap v81: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:20.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:20.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 ceph-mon[32874]: osdmap e20: 3 total, 3 up, 3 in 2024-04-23T18:16:20.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:20.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:20.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:20.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:20.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 ceph-mon[32458]: pgmap v81: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:20.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:20.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 ceph-mon[32458]: osdmap e20: 3 total, 3 up, 3 in 2024-04-23T18:16:20.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:20.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:20.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:20.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:20.759 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41012]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:20.759 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41012]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:20.759 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41012]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:20.759 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41012]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:20.759 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41015]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:20.760 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41015]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:20.760 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41015]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:20.760 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41015]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48108]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48108]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48108]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48108]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48111]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:20.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48111]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:20.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48111]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:20.910 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:20 smithi038 sudo[48111]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:21.053 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41936]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:21.053 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41936]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:21.053 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41936]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:21.053 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41936]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:21.053 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41939]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:21.053 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41939]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:21.053 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41939]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:21.054 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41939]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:21.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41942]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:21.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41942]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:21.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41942]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:21.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41942]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:21.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41945]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:21.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41945]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:21.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41945]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:21.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:20 smithi102 sudo[41945]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:21.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41018]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:21.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41018]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:21.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41018]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:21.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41018]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:21.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41021]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:21.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41021]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:21.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41021]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:21.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:20 smithi076 sudo[41021]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:21.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:21.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:21.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: osdmap e21: 3 total, 3 up, 3 in 2024-04-23T18:16:21.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:21.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:21.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:21.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:21.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:21.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:21 smithi076 ceph-mon[32458]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:21.762 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:21.762 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:21.762 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: osdmap e21: 3 total, 3 up, 3 in 2024-04-23T18:16:21.762 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:21.763 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:21.764 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:21.764 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:21.764 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:21.764 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:21 smithi038 ceph-mon[29217]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:21.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:21.767+0000 7f7bbffff700 1 -- 172.21.15.38:0/388803603 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7bcc098fe0 con 0x7f7bd8103ca0 2024-04-23T18:16:21.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:21.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:21.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: osdmap e21: 3 total, 3 up, 3 in 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:21.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:21.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:21.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:21.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:21.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:21 smithi102 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:22.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:22 smithi076 ceph-mon[32458]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:22.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:22 smithi076 ceph-mon[32458]: osdmap e22: 3 total, 3 up, 3 in 2024-04-23T18:16:22.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:22 smithi076 ceph-mon[32458]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-23T18:16:22.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:22 smithi102 ceph-mon[32874]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:22 smithi102 ceph-mon[32874]: osdmap e22: 3 total, 3 up, 3 in 2024-04-23T18:16:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:22 smithi102 ceph-mon[32874]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-23T18:16:22.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:22 smithi038 ceph-mon[29217]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:22.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:22 smithi038 ceph-mon[29217]: osdmap e22: 3 total, 3 up, 3 in 2024-04-23T18:16:22.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:22 smithi038 ceph-mon[29217]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-23T18:16:23.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:23 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3282017034' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaaf4043-6534-44b7-8e01-50263770ca9d"}]: dispatch 2024-04-23T18:16:23.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:23 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3282017034' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aaaf4043-6534-44b7-8e01-50263770ca9d"}]': finished 2024-04-23T18:16:23.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:23 smithi076 ceph-mon[32458]: osdmap e23: 4 total, 3 up, 4 in 2024-04-23T18:16:23.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:23 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:23.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:23 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3282017034' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaaf4043-6534-44b7-8e01-50263770ca9d"}]: dispatch 2024-04-23T18:16:23.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:23 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3282017034' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aaaf4043-6534-44b7-8e01-50263770ca9d"}]': finished 2024-04-23T18:16:23.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:23 smithi102 ceph-mon[32874]: osdmap e23: 4 total, 3 up, 4 in 2024-04-23T18:16:23.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:23 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:23.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:23 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3282017034' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaaf4043-6534-44b7-8e01-50263770ca9d"}]: dispatch 2024-04-23T18:16:23.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:23 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3282017034' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aaaf4043-6534-44b7-8e01-50263770ca9d"}]': finished 2024-04-23T18:16:23.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:23 smithi038 ceph-mon[29217]: osdmap e23: 4 total, 3 up, 4 in 2024-04-23T18:16:23.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:23 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:24.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:24 smithi076 ceph-mon[32458]: pgmap v86: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:24.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:24 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/638778564' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:24.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:24 smithi102 ceph-mon[32874]: pgmap v86: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:24.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:24 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/638778564' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:24.810 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:24 smithi038 ceph-mon[29217]: pgmap v86: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:24.810 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:24 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/638778564' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:26.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:26 smithi076 ceph-mon[32458]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:26.779 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:26 smithi038 ceph-mon[29217]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:26.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:26 smithi102 ceph-mon[32874]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:28.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:28 smithi076 ceph-mon[32458]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:28.800 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:28 smithi038 ceph-mon[29217]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:28.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:28 smithi102 ceph-mon[32874]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:30.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:30 smithi076 ceph-mon[32458]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-23T18:16:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:30.801 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:30 smithi038 ceph-mon[29217]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:30.802 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-23T18:16:30.802 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:30.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:30 smithi102 ceph-mon[32874]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:30.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-23T18:16:30.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:31.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:31 smithi076 ceph-mon[32458]: Deploying daemon osd.3 on smithi038 2024-04-23T18:16:31.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:31 smithi102 ceph-mon[32874]: Deploying daemon osd.3 on smithi038 2024-04-23T18:16:31.810 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:31 smithi038 ceph-mon[29217]: Deploying daemon osd.3 on smithi038 2024-04-23T18:16:32.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:32 smithi076 ceph-mon[32458]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:32.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:32 smithi102 ceph-mon[32874]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:32.850 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:32 smithi038 ceph-mon[29217]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:34.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:34 smithi076 ceph-mon[32458]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:34.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:34 smithi102 ceph-mon[32874]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:34.854 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:34 smithi038 ceph-mon[29217]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:36.558 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:36 smithi038 ceph-mon[29217]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:36.558 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:36.558 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:36.558 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:36.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:36 smithi076 ceph-mon[32458]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:36.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:36.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:36.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:36.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:36 smithi102 ceph-mon[32874]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:36.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:36.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:36.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:38.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:38 smithi076 ceph-mon[32458]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:38.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:38 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:38.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:38 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:38.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:38 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:38.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:38 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:38.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:38 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:38.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:38 smithi102 ceph-mon[32874]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:38.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:38 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:38.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:38 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:38.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:38 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:38.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:38 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:38.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:38 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:38.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:38 smithi038 ceph-mon[29217]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:38.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:38 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:38.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:38 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:38.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:38 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:38.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:38 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:38.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:38 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:39.677 INFO:teuthology.orchestra.run.smithi038.stdout:Created osd(s) 3 on host 'smithi038' 2024-04-23T18:16:39.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.684+0000 7f7bbffff700 1 -- 172.21.15.38:0/388803603 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7bd8062e80 con 0x7f7bc00a3bb0 2024-04-23T18:16:39.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.686+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/388803603 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7bc00a3bb0 msgr2=0x7f7bc00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.686+0000 7f7bdd7fc700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7bc00a3bb0 0x7f7bc00a6070 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7bc8009990 tx=0x7f7bc8009f90 comp rx=0 tx=0).stop 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.686+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/388803603 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7bd8103ca0 msgr2=0x7f7bd8199250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.686+0000 7f7bdd7fc700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7bd8103ca0 0x7f7bd8199250 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc00d980 tx=0x7f7bcc00dc90 comp rx=0 tx=0).stop 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.686+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/388803603 shutdown_connections 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.686+0000 7f7bdd7fc700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7bc00a3bb0 0x7f7bc00a6070 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.686+0000 7f7bdd7fc700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd8104640 0x7f7bd81a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.686+0000 7f7bdd7fc700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7bd8102aa0 0x7f7bd8198d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.686+0000 7f7bdd7fc700 1 --2- 172.21.15.38:0/388803603 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7bd8103ca0 0x7f7bd8199250 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.686+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/388803603 >> 172.21.15.38:0/388803603 conn(0x7f7bd80fe040 msgr2=0x7f7bd81070e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.687+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/388803603 shutdown_connections 2024-04-23T18:16:39.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:16:39.687+0000 7f7bdd7fc700 1 -- 172.21.15.38:0/388803603 wait complete. 2024-04-23T18:16:40.374 DEBUG:teuthology.orchestra.run.smithi038:osd.3> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.3.service 2024-04-23T18:16:40.377 INFO:tasks.cephadm:Deploying osd.4 on smithi076 with /dev/vg_nvme/lv_3... 2024-04-23T18:16:40.377 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-23T18:16:40.618 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:16:40.711 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:40 smithi076 ceph-mon[32458]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:40.711 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:40 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:40.711 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:40 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:40.711 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:40 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:40.711 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:40 smithi076 ceph-mon[32458]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-23T18:16:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:40 smithi038 ceph-mon[29217]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:40 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:40 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:40 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:40 smithi038 ceph-mon[29217]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-23T18:16:41.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:40 smithi102 ceph-mon[32874]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:41.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:40 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:41.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:40 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:41.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:40 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:41.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:40 smithi102 ceph-mon[32874]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-23T18:16:41.867 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:41 smithi038 ceph-mon[29217]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-23T18:16:41.868 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:41 smithi038 ceph-mon[29217]: osdmap e24: 4 total, 3 up, 4 in 2024-04-23T18:16:41.868 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:41 smithi038 ceph-mon[29217]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:16:41.868 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:41 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:41.868 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:41 smithi038 ceph-mon[29217]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:41.919 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:41 smithi076 ceph-mon[32458]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-23T18:16:41.919 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:41 smithi076 ceph-mon[32458]: osdmap e24: 4 total, 3 up, 4 in 2024-04-23T18:16:41.919 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:41 smithi076 ceph-mon[32458]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:16:41.919 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:41 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:41.919 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:41 smithi076 ceph-mon[32458]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:42.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:41 smithi102 ceph-mon[32874]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-23T18:16:42.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:41 smithi102 ceph-mon[32874]: osdmap e24: 4 total, 3 up, 4 in 2024-04-23T18:16:42.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:41 smithi102 ceph-mon[32874]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:16:42.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:41 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:42.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:41 smithi102 ceph-mon[32874]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:42.159 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:16:42 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3[50223]: 2024-04-23T18:16:42.073+0000 7fbedd660700 -1 osd.3 0 waiting for initial osdmap 2024-04-23T18:16:42.159 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:16:42 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3[50223]: 2024-04-23T18:16:42.084+0000 7fbed544b700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:16:42.640 INFO:teuthology.orchestra.run.smithi076.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-23T18:16:42.640 INFO:teuthology.orchestra.run.smithi076.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-23T18:16:42.640 INFO:teuthology.orchestra.run.smithi076.stderr: stderr: 10+0 records in 2024-04-23T18:16:42.640 INFO:teuthology.orchestra.run.smithi076.stderr:10+0 records out 2024-04-23T18:16:42.640 INFO:teuthology.orchestra.run.smithi076.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0123838 s, 847 MB/s 2024-04-23T18:16:42.640 INFO:teuthology.orchestra.run.smithi076.stderr:--> Zapping successful for: 2024-04-23T18:16:42.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:42 smithi076 ceph-mon[32458]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:16:42.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:42 smithi076 ceph-mon[32458]: osdmap e25: 4 total, 3 up, 4 in 2024-04-23T18:16:42.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:42 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:42.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:42 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:42.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:42 smithi076 ceph-mon[32458]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' 2024-04-23T18:16:42.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:42 smithi076 ceph-mon[32458]: osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] boot 2024-04-23T18:16:42.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:42 smithi076 ceph-mon[32458]: osdmap e26: 4 total, 4 up, 4 in 2024-04-23T18:16:42.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:42 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:42 smithi038 ceph-mon[29217]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:16:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:42 smithi038 ceph-mon[29217]: osdmap e25: 4 total, 3 up, 4 in 2024-04-23T18:16:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:42 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:42 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:42 smithi038 ceph-mon[29217]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' 2024-04-23T18:16:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:42 smithi038 ceph-mon[29217]: osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] boot 2024-04-23T18:16:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:42 smithi038 ceph-mon[29217]: osdmap e26: 4 total, 4 up, 4 in 2024-04-23T18:16:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:42 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:43.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:42 smithi102 ceph-mon[32874]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:16:43.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:42 smithi102 ceph-mon[32874]: osdmap e25: 4 total, 3 up, 4 in 2024-04-23T18:16:43.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:42 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:43.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:42 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:43.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:42 smithi102 ceph-mon[32874]: from='osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390]' entity='osd.3' 2024-04-23T18:16:43.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:42 smithi102 ceph-mon[32874]: osd.3 [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] boot 2024-04-23T18:16:43.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:42 smithi102 ceph-mon[32874]: osdmap e26: 4 total, 4 up, 4 in 2024-04-23T18:16:43.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:42 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:43.317 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi076:vg_nvme/lv_3 2024-04-23T18:16:43.555 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:16:43.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:43 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:16:43.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:43 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:16:43.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:43 smithi038 ceph-mon[29217]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:43.943 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:43 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:16:43.943 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:43 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:16:43.943 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:43 smithi076 ceph-mon[32458]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:44.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:43 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:16:44.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:43 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:16:44.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:43 smithi102 ceph-mon[32874]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:44.857 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: osdmap e27: 4 total, 4 up, 4 in 2024-04-23T18:16:44.857 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi038 2024-04-23T18:16:44.857 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:44.857 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:44.857 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:44.857 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:44.857 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi038 to 8546M 2024-04-23T18:16:44.857 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:44.857 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:44.857 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:44.858 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:44.858 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:44 smithi076 ceph-mon[32458]: osdmap e28: 4 total, 4 up, 4 in 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: osdmap e27: 4 total, 4 up, 4 in 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi038 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi038 to 8546M 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:45.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:44 smithi102 ceph-mon[32874]: osdmap e28: 4 total, 4 up, 4 in 2024-04-23T18:16:45.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.085+0000 7f22e572d700 1 -- 172.21.15.76:0/4152945223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22e0101990 msgr2=0x7f22e0101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:45.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.085+0000 7f22e572d700 1 --2- 172.21.15.76:0/4152945223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22e0101990 0x7f22e0101db0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f22d00099c0 tx=0x7f22d0009cd0 comp rx=0 tx=0).stop 2024-04-23T18:16:45.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.085+0000 7f22e572d700 1 -- 172.21.15.76:0/4152945223 shutdown_connections 2024-04-23T18:16:45.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.085+0000 7f22e572d700 1 --2- 172.21.15.76:0/4152945223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e0103530 0x7f22e0109de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:45.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.085+0000 7f22e572d700 1 --2- 172.21.15.76:0/4152945223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22e0101990 0x7f22e0101db0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:45.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.085+0000 7f22e572d700 1 --2- 172.21.15.76:0/4152945223 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f22e0102b90 0x7f22e0102ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.085+0000 7f22e572d700 1 -- 172.21.15.76:0/4152945223 >> 172.21.15.76:0/4152945223 conn(0x7f22e00fcf30 msgr2=0x7f22e00ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.085+0000 7f22e572d700 1 -- 172.21.15.76:0/4152945223 shutdown_connections 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.085+0000 7f22e572d700 1 -- 172.21.15.76:0/4152945223 wait complete. 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22e572d700 1 Processor -- start 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22e572d700 1 -- start start 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22e572d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f22e0101990 0x7f22e0105920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22e572d700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22e0102b90 0x7f22e0103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22e572d700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e0103530 0x7f22e01044b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22e572d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f22e010d560 con 0x7f22e0101990 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22e572d700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f22e010d3e0 con 0x7f22e0102b90 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22e572d700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f22e010d6e0 con 0x7f22e0103530 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22d7fff700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22e0102b90 0x7f22e0103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22d7fff700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22e0102b90 0x7f22e0103f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43098/0 (socket says 172.21.15.76:43098) 2024-04-23T18:16:45.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22d7fff700 1 -- 172.21.15.76:0/35268445 learned_addr learned my addr 172.21.15.76:0/35268445 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22deffd700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f22e0101990 0x7f22e0105920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22df7fe700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e0103530 0x7f22e01044b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22d7fff700 1 -- 172.21.15.76:0/35268445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e0103530 msgr2=0x7f22e01044b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22d7fff700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e0103530 0x7f22e01044b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22d7fff700 1 -- 172.21.15.76:0/35268445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f22e0101990 msgr2=0x7f22e0105920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22d7fff700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f22e0101990 0x7f22e0105920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22d7fff700 1 -- 172.21.15.76:0/35268445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22e0104d60 con 0x7f22e0102b90 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.086+0000 7f22df7fe700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e0103530 0x7f22e01044b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.087+0000 7f22d7fff700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22e0102b90 0x7f22e0103f70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f22c800c9b0 tx=0x7f22c800ccc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.087+0000 7f22dcff9700 1 -- 172.21.15.76:0/35268445 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22c8007b00 con 0x7f22e0102b90 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.087+0000 7f22dcff9700 1 -- 172.21.15.76:0/35268445 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f22c8007ca0 con 0x7f22e0102b90 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.087+0000 7f22dcff9700 1 -- 172.21.15.76:0/35268445 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22c8018680 con 0x7f22e0102b90 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.087+0000 7f22e572d700 1 -- 172.21.15.76:0/35268445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22e01a2dc0 con 0x7f22e0102b90 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.087+0000 7f22e572d700 1 -- 172.21.15.76:0/35268445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22e01a3270 con 0x7f22e0102b90 2024-04-23T18:16:45.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.088+0000 7f22e572d700 1 -- 172.21.15.76:0/35268445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22e0069760 con 0x7f22e0102b90 2024-04-23T18:16:45.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.089+0000 7f22dcff9700 1 -- 172.21.15.76:0/35268445 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f22c800f450 con 0x7f22e0102b90 2024-04-23T18:16:45.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.089+0000 7f22dcff9700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f22cc0a3c40 0x7f22cc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:45.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.089+0000 7f22dcff9700 1 -- 172.21.15.76:0/35268445 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3698+0+0 (secure 0 0 0) 0x7f22c80cf4a0 con 0x7f22e0102b90 2024-04-23T18:16:45.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.089+0000 7f22deffd700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f22cc0a3c40 0x7f22cc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:45.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.090+0000 7f22deffd700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f22cc0a3c40 0x7f22cc0a6100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f22d0009990 tx=0x7f22d0005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:16:45.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.093+0000 7f22dcff9700 1 -- 172.21.15.76:0/35268445 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f22e0069760 con 0x7f22e0102b90 2024-04-23T18:16:45.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: osdmap e27: 4 total, 4 up, 4 in 2024-04-23T18:16:45.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi038 2024-04-23T18:16:45.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:45.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:45.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:45.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:45.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi038 to 8546M 2024-04-23T18:16:45.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:45.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:45.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:45.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:16:45.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:44 smithi038 ceph-mon[29217]: osdmap e28: 4 total, 4 up, 4 in 2024-04-23T18:16:45.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:16:45.301+0000 7f22e572d700 1 -- 172.21.15.76:0/35268445 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f22e00ff0a0 con 0x7f22cc0a3c40 2024-04-23T18:16:46.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:46 smithi076 ceph-mon[32458]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:46.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:46 smithi076 ceph-mon[32458]: osdmap e29: 4 total, 4 up, 4 in 2024-04-23T18:16:46.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:46 smithi076 ceph-mon[32458]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:46.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:46.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:46.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:46.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:46 smithi102 ceph-mon[32874]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:46.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:46 smithi102 ceph-mon[32874]: osdmap e29: 4 total, 4 up, 4 in 2024-04-23T18:16:46.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:46 smithi102 ceph-mon[32874]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:46.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:46.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:46.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:46 smithi038 ceph-mon[29217]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:46 smithi038 ceph-mon[29217]: osdmap e29: 4 total, 4 up, 4 in 2024-04-23T18:16:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:46 smithi038 ceph-mon[29217]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:46.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:47.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:47 smithi076 ceph-mon[32458]: osdmap e30: 4 total, 4 up, 4 in 2024-04-23T18:16:47.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:47 smithi102 ceph-mon[32874]: osdmap e30: 4 total, 4 up, 4 in 2024-04-23T18:16:47.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:47 smithi038 ceph-mon[29217]: osdmap e30: 4 total, 4 up, 4 in 2024-04-23T18:16:48.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:48 smithi076 ceph-mon[32458]: pgmap v106: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 144 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:16:48.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:48 smithi076 ceph-mon[32458]: from='client.? 172.21.15.76:0/3491785676' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0944862e-db8c-4271-8268-d1e5c758c80f"}]: dispatch 2024-04-23T18:16:48.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:48 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0944862e-db8c-4271-8268-d1e5c758c80f"}]: dispatch 2024-04-23T18:16:48.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:48 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0944862e-db8c-4271-8268-d1e5c758c80f"}]': finished 2024-04-23T18:16:48.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:48 smithi076 ceph-mon[32458]: osdmap e31: 5 total, 4 up, 5 in 2024-04-23T18:16:48.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:16:48.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:48 smithi102 ceph-mon[32874]: pgmap v106: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 144 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:16:48.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:48 smithi102 ceph-mon[32874]: from='client.? 172.21.15.76:0/3491785676' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0944862e-db8c-4271-8268-d1e5c758c80f"}]: dispatch 2024-04-23T18:16:48.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:48 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0944862e-db8c-4271-8268-d1e5c758c80f"}]: dispatch 2024-04-23T18:16:48.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:48 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0944862e-db8c-4271-8268-d1e5c758c80f"}]': finished 2024-04-23T18:16:48.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:48 smithi102 ceph-mon[32874]: osdmap e31: 5 total, 4 up, 5 in 2024-04-23T18:16:48.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:16:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:48 smithi038 ceph-mon[29217]: pgmap v106: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 144 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:16:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:48 smithi038 ceph-mon[29217]: from='client.? 172.21.15.76:0/3491785676' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0944862e-db8c-4271-8268-d1e5c758c80f"}]: dispatch 2024-04-23T18:16:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:48 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0944862e-db8c-4271-8268-d1e5c758c80f"}]: dispatch 2024-04-23T18:16:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:48 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0944862e-db8c-4271-8268-d1e5c758c80f"}]': finished 2024-04-23T18:16:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:48 smithi038 ceph-mon[29217]: osdmap e31: 5 total, 4 up, 5 in 2024-04-23T18:16:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:16:49.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.76:0/2518791777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:49.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:49 smithi102 ceph-mon[32874]: from='client.? 172.21.15.76:0/2518791777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:49.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:49 smithi038 ceph-mon[29217]: from='client.? 172.21.15.76:0/2518791777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:50 smithi076 ceph-mon[32458]: pgmap v108: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 141 KiB/s, 0 objects/s recovering 2024-04-23T18:16:50.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:50 smithi102 ceph-mon[32874]: pgmap v108: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 141 KiB/s, 0 objects/s recovering 2024-04-23T18:16:50.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:50 smithi038 ceph-mon[29217]: pgmap v108: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 141 KiB/s, 0 objects/s recovering 2024-04-23T18:16:52.291 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:52 smithi076 ceph-mon[32458]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-23T18:16:52.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:52 smithi102 ceph-mon[32874]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-23T18:16:52.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:52 smithi038 ceph-mon[29217]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-23T18:16:54.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:54 smithi076 ceph-mon[32458]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:54.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:54 smithi102 ceph-mon[32874]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:54.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:54 smithi038 ceph-mon[29217]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:55.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-23T18:16:55.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:55.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-23T18:16:55.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-23T18:16:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:56.461 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:56 smithi076 ceph-mon[32458]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:56.461 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:56 smithi076 ceph-mon[32458]: Deploying daemon osd.4 on smithi076 2024-04-23T18:16:56.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:56 smithi102 ceph-mon[32874]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:56.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:56 smithi102 ceph-mon[32874]: Deploying daemon osd.4 on smithi076 2024-04-23T18:16:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:56 smithi038 ceph-mon[29217]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:56 smithi038 ceph-mon[29217]: Deploying daemon osd.4 on smithi076 2024-04-23T18:16:58.410 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:16:58 smithi076 ceph-mon[32458]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:58.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:16:58 smithi102 ceph-mon[32874]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:58.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:16:58 smithi038 ceph-mon[29217]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:00.545 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:00 smithi076 ceph-mon[32458]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:00.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:00 smithi102 ceph-mon[32874]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:00.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:00 smithi038 ceph-mon[29217]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:02.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:02.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:02.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:02.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:01 smithi076 ceph-mon[32458]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:02.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:02.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:02.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:02.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:01 smithi102 ceph-mon[32874]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:01 smithi038 ceph-mon[29217]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:04.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.269+0000 7f22dcff9700 1 -- 172.21.15.76:0/35268445 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f22e00ff0a0 con 0x7f22cc0a3c40 2024-04-23T18:17:04.263 INFO:teuthology.orchestra.run.smithi076.stdout:Created osd(s) 4 on host 'smithi076' 2024-04-23T18:17:04.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 -- 172.21.15.76:0/35268445 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f22cc0a3c40 msgr2=0x7f22cc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:04.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f22cc0a3c40 0x7f22cc0a6100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f22d0009990 tx=0x7f22d0005ab0 comp rx=0 tx=0).stop 2024-04-23T18:17:04.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 -- 172.21.15.76:0/35268445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22e0102b90 msgr2=0x7f22e0103f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:04.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22e0102b90 0x7f22e0103f70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f22c800c9b0 tx=0x7f22c800ccc0 comp rx=0 tx=0).stop 2024-04-23T18:17:04.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 -- 172.21.15.76:0/35268445 shutdown_connections 2024-04-23T18:17:04.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f22cc0a3c40 0x7f22cc0a6100 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:04.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e0103530 0x7f22e01044b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:04.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f22e0101990 0x7f22e0105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:04.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 --2- 172.21.15.76:0/35268445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22e0102b90 0x7f22e0103f70 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:04.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 -- 172.21.15.76:0/35268445 >> 172.21.15.76:0/35268445 conn(0x7f22e00fcf30 msgr2=0x7f22e00fe990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:17:04.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 -- 172.21.15.76:0/35268445 shutdown_connections 2024-04-23T18:17:04.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:17:04.272+0000 7f22e572d700 1 -- 172.21.15.76:0/35268445 wait complete. 2024-04-23T18:17:04.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:04 smithi076 ceph-mon[32458]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:04.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:04 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:04 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:04 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:04.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:04 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:04.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:04 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:04 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:04 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:04 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:04 smithi038 ceph-mon[29217]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:04 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:04 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:04 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:04 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:04 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:04 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:04 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:04 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:04.756 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:04 smithi102 ceph-mon[32874]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:04.756 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:04 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.756 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:04 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.756 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:04 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:04.756 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:04 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:04.756 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:04 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.757 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:04 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.757 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:04 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:04.757 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:04 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:04.962 DEBUG:teuthology.orchestra.run.smithi076:osd.4> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.4.service 2024-04-23T18:17:04.964 INFO:tasks.cephadm:Deploying osd.5 on smithi102 with /dev/vg_nvme/lv_3... 2024-04-23T18:17:04.964 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-23T18:17:05.220 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:17:05.504 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:05 smithi076 ceph-mon[32458]: from='osd.4 [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:05.504 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:05 smithi076 ceph-mon[32458]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:05.508 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:05 smithi102 ceph-mon[32874]: from='osd.4 [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:05.508 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:05 smithi102 ceph-mon[32874]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:05.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:05 smithi038 ceph-mon[29217]: from='osd.4 [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:05.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:05 smithi038 ceph-mon[29217]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:06.470 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:06 smithi076 ceph-mon[32458]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:06.470 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:06 smithi076 ceph-mon[32458]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-23T18:17:06.470 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:06 smithi076 ceph-mon[32458]: from='osd.4 [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:17:06.470 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:06 smithi076 ceph-mon[32458]: osdmap e32: 5 total, 4 up, 5 in 2024-04-23T18:17:06.470 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:06.470 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:06 smithi076 ceph-mon[32458]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:17:06.471 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:17:06 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4[43846]: 2024-04-23T18:17:06.411+0000 7f141cedf700 -1 osd.4 0 waiting for initial osdmap 2024-04-23T18:17:06.471 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:17:06 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4[43846]: 2024-04-23T18:17:06.418+0000 7f1418cd2700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:17:06.550 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:06 smithi102 ceph-mon[32874]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:06.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:06 smithi102 ceph-mon[32874]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-23T18:17:06.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:06 smithi102 ceph-mon[32874]: from='osd.4 [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:17:06.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:06 smithi102 ceph-mon[32874]: osdmap e32: 5 total, 4 up, 5 in 2024-04-23T18:17:06.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:06.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:06 smithi102 ceph-mon[32874]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:17:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:06 smithi038 ceph-mon[29217]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:06 smithi038 ceph-mon[29217]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-23T18:17:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:06 smithi038 ceph-mon[29217]: from='osd.4 [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:17:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:06 smithi038 ceph-mon[29217]: osdmap e32: 5 total, 4 up, 5 in 2024-04-23T18:17:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:06 smithi038 ceph-mon[29217]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:17:07.248 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-23T18:17:07.248 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-23T18:17:07.248 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-23T18:17:07.248 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-23T18:17:07.249 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113729 s, 922 MB/s 2024-04-23T18:17:07.249 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-23T18:17:07.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:07 smithi102 ceph-mon[32874]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:17:07.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:07 smithi102 ceph-mon[32874]: osdmap e33: 5 total, 4 up, 5 in 2024-04-23T18:17:07.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:07 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:07.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:07 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:07.600 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:07 smithi076 ceph-mon[32458]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:17:07.601 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:07 smithi076 ceph-mon[32458]: osdmap e33: 5 total, 4 up, 5 in 2024-04-23T18:17:07.601 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:07 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:07.601 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:07 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:07.866 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_3 2024-04-23T18:17:07.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:07 smithi038 ceph-mon[29217]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:17:07.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:07 smithi038 ceph-mon[29217]: osdmap e33: 5 total, 4 up, 5 in 2024-04-23T18:17:07.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:07 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:07.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:07 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:08.099 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:17:08.483 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:17:08.483 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:17:08.483 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:08.483 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: osd.4 [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] boot 2024-04-23T18:17:08.483 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: osdmap e34: 5 total, 5 up, 5 in 2024-04-23T18:17:08.483 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:08.483 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.484 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.484 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:08.484 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:08.484 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.484 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:08.484 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:08.484 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: osd.4 [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] boot 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: osdmap e34: 5 total, 5 up, 5 in 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:08.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:08.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: osd.4 [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] boot 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: osdmap e34: 5 total, 5 up, 5 in 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:08.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:09.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:09 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi076 2024-04-23T18:17:09.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:09 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi076 to 8544M 2024-04-23T18:17:09.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:09 smithi102 ceph-mon[32874]: osdmap e35: 5 total, 5 up, 5 in 2024-04-23T18:17:09.741 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.747+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3510495621 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86b8102bb0 msgr2=0x7f86b8103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:09.741 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.747+0000 7f86bf1c5700 1 --2- 172.21.15.102:0/3510495621 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86b8102bb0 0x7f86b8103010 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f86a4009990 tx=0x7f86a4009ca0 comp rx=0 tx=0).stop 2024-04-23T18:17:09.741 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.747+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3510495621 shutdown_connections 2024-04-23T18:17:09.741 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.747+0000 7f86bf1c5700 1 --2- 172.21.15.102:0/3510495621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86b8103550 0x7f86b8109e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:09.741 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.747+0000 7f86bf1c5700 1 --2- 172.21.15.102:0/3510495621 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86b81019b0 0x7f86b8101dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:09.741 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.747+0000 7f86bf1c5700 1 --2- 172.21.15.102:0/3510495621 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86b8102bb0 0x7f86b8103010 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:09.741 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.747+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3510495621 >> 172.21.15.102:0/3510495621 conn(0x7f86b80fcf70 msgr2=0x7f86b80ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:17:09.742 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.747+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3510495621 shutdown_connections 2024-04-23T18:17:09.742 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.747+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3510495621 wait complete. 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bf1c5700 1 Processor -- start 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bf1c5700 1 -- start start 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bf1c5700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86b81019b0 0x7f86b8197ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bf1c5700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86b8102bb0 0x7f86b8198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bf1c5700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86b8103550 0x7f86b819f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bf1c5700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f86b810d620 con 0x7f86b8102bb0 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bf1c5700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f86b810d4a0 con 0x7f86b81019b0 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bf1c5700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f86b810d7a0 con 0x7f86b8103550 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bd762700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86b8103550 0x7f86b819f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bd762700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86b8103550 0x7f86b819f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:33754/0 (socket says 172.21.15.102:33754) 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86bd762700 1 -- 172.21.15.102:0/3227973488 learned_addr learned my addr 172.21.15.102:0/3227973488 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-04-23T18:17:09.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.748+0000 7f86b7fff700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86b8102bb0 0x7f86b8198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86bcf61700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86b81019b0 0x7f86b8197ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86bd762700 1 -- 172.21.15.102:0/3227973488 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86b81019b0 msgr2=0x7f86b8197ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86bd762700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86b81019b0 0x7f86b8197ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86bd762700 1 -- 172.21.15.102:0/3227973488 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86b8102bb0 msgr2=0x7f86b8198220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86bd762700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86b8102bb0 0x7f86b8198220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86bd762700 1 -- 172.21.15.102:0/3227973488 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86b819f930 con 0x7f86b8103550 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86bd762700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86b8103550 0x7f86b819f260 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f86b0007f10 tx=0x7f86b000f5c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86b5ffb700 1 -- 172.21.15.102:0/3227973488 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b0016030 con 0x7f86b8103550 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86b5ffb700 1 -- 172.21.15.102:0/3227973488 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f86b000fd30 con 0x7f86b8103550 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3227973488 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86b806b1f0 con 0x7f86b8103550 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86b5ffb700 1 -- 172.21.15.102:0/3227973488 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b0005020 con 0x7f86b8103550 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.749+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3227973488 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86b806b7b0 con 0x7f86b8103550 2024-04-23T18:17:09.745 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.750+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3227973488 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86b8069730 con 0x7f86b8103550 2024-04-23T18:17:09.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.751+0000 7f86b5ffb700 1 -- 172.21.15.102:0/3227973488 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f86b0004cd0 con 0x7f86b8103550 2024-04-23T18:17:09.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.751+0000 7f86b5ffb700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f86a80a3c40 0x7f86a80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:09.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.752+0000 7f86b5ffb700 1 -- 172.21.15.102:0/3227973488 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7f86b00d1560 con 0x7f86b8103550 2024-04-23T18:17:09.746 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.752+0000 7f86bcf61700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f86a80a3c40 0x7f86a80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.752+0000 7f86bcf61700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f86a80a3c40 0x7f86a80a6100 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f86b81991c0 tx=0x7f86ac009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:17:09.750 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.756+0000 7f86b5ffb700 1 -- 172.21.15.102:0/3227973488 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f86b0004ad0 con 0x7f86b8103550 2024-04-23T18:17:09.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:09 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi076 2024-04-23T18:17:09.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:09 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi076 to 8544M 2024-04-23T18:17:09.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:09 smithi076 ceph-mon[32458]: osdmap e35: 5 total, 5 up, 5 in 2024-04-23T18:17:09.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:09 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi076 2024-04-23T18:17:09.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:09 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi076 to 8544M 2024-04-23T18:17:09.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:09 smithi038 ceph-mon[29217]: osdmap e35: 5 total, 5 up, 5 in 2024-04-23T18:17:09.957 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:09.964+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3227973488 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f86b806ba10 con 0x7f86a80a3c40 2024-04-23T18:17:10.697 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:10 smithi102 ceph-mon[32874]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:10.697 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:10.697 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:10.697 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:10 smithi076 ceph-mon[32458]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:10.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:10 smithi038 ceph-mon[29217]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:11.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:11 smithi076 ceph-mon[32458]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:11.765 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:11 smithi102 ceph-mon[32874]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:11.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:11 smithi038 ceph-mon[29217]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:12.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:12 smithi076 ceph-mon[32458]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:12.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:12 smithi102 ceph-mon[32874]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:12.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:12 smithi038 ceph-mon[29217]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:13.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:13 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/462789509' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74d517ca-0488-452f-a7dc-5ccdcad0df6a"}]: dispatch 2024-04-23T18:17:13.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:13 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74d517ca-0488-452f-a7dc-5ccdcad0df6a"}]: dispatch 2024-04-23T18:17:13.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:13 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "74d517ca-0488-452f-a7dc-5ccdcad0df6a"}]': finished 2024-04-23T18:17:13.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:13 smithi076 ceph-mon[32458]: osdmap e36: 6 total, 5 up, 6 in 2024-04-23T18:17:13.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:13 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:13.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:13 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/1512078397' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:13.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:13 smithi102 ceph-mon[32874]: from='client.? 172.21.15.102:0/462789509' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74d517ca-0488-452f-a7dc-5ccdcad0df6a"}]: dispatch 2024-04-23T18:17:13.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:13 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74d517ca-0488-452f-a7dc-5ccdcad0df6a"}]: dispatch 2024-04-23T18:17:13.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:13 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "74d517ca-0488-452f-a7dc-5ccdcad0df6a"}]': finished 2024-04-23T18:17:13.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:13 smithi102 ceph-mon[32874]: osdmap e36: 6 total, 5 up, 6 in 2024-04-23T18:17:13.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:13 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:13.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:13 smithi102 ceph-mon[32874]: from='client.? 172.21.15.102:0/1512078397' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:13.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:13 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/462789509' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74d517ca-0488-452f-a7dc-5ccdcad0df6a"}]: dispatch 2024-04-23T18:17:13.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:13 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74d517ca-0488-452f-a7dc-5ccdcad0df6a"}]: dispatch 2024-04-23T18:17:13.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:13 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "74d517ca-0488-452f-a7dc-5ccdcad0df6a"}]': finished 2024-04-23T18:17:13.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:13 smithi038 ceph-mon[29217]: osdmap e36: 6 total, 5 up, 6 in 2024-04-23T18:17:13.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:13 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:13.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:13 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/1512078397' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:14.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:14 smithi038 ceph-mon[29217]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:15.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:14 smithi076 ceph-mon[32458]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:15.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:14 smithi102 ceph-mon[32874]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:16.863 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:16 smithi102 ceph-mon[32874]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:16.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:16 smithi038 ceph-mon[29217]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:17.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:16 smithi076 ceph-mon[32458]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:18.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:18 smithi102 ceph-mon[32874]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:18.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:18 smithi038 ceph-mon[29217]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:19.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:18 smithi076 ceph-mon[32458]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:20.746 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:20 smithi102 ceph-mon[32874]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:20.746 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-23T18:17:20.747 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:20 smithi038 ceph-mon[29217]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-23T18:17:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:20 smithi076 ceph-mon[32458]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-23T18:17:21.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:21.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:21 smithi102 ceph-mon[32874]: Deploying daemon osd.5 on smithi102 2024-04-23T18:17:21.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:21 smithi038 ceph-mon[29217]: Deploying daemon osd.5 on smithi102 2024-04-23T18:17:22.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:21 smithi076 ceph-mon[32458]: Deploying daemon osd.5 on smithi102 2024-04-23T18:17:22.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:22 smithi038 ceph-mon[29217]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:22.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:22 smithi102 ceph-mon[32874]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:23.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:22 smithi076 ceph-mon[32458]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:24.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:24 smithi038 ceph-mon[29217]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:24.985 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:24 smithi102 ceph-mon[32874]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:25.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:24 smithi076 ceph-mon[32458]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:26.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:26 smithi038 ceph-mon[29217]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:26.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:26 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:26.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:26 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:26.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:26 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:27.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:26 smithi076 ceph-mon[32458]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:27.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:26 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:27.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:26 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:27.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:26 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:27.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:26 smithi102 ceph-mon[32874]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:27.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:26 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:27.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:26 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:27.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:26 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:28.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:28 smithi038 ceph-mon[29217]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:28.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:28 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:28.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:28 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:28.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:28 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:28.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:28 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:28.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:28 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:29.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:28 smithi076 ceph-mon[32458]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:29.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:28 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:29.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:28 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:29.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:28 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:29.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:28 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:29.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:28 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:29.021 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:28 smithi102 ceph-mon[32874]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:29.021 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:28 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:29.021 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:28 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:29.021 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:28 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:29.022 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:28 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:29.022 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:28 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:29.379 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.385+0000 7f86b5ffb700 1 -- 172.21.15.102:0/3227973488 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f86b806ba10 con 0x7f86a80a3c40 2024-04-23T18:17:29.379 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 5 on host 'smithi102' 2024-04-23T18:17:29.381 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3227973488 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f86a80a3c40 msgr2=0x7f86a80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:29.381 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f86a80a3c40 0x7f86a80a6100 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f86b81991c0 tx=0x7f86ac009190 comp rx=0 tx=0).stop 2024-04-23T18:17:29.382 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3227973488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86b8103550 msgr2=0x7f86b819f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:29.382 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86b8103550 0x7f86b819f260 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f86b0007f10 tx=0x7f86b000f5c0 comp rx=0 tx=0).stop 2024-04-23T18:17:29.382 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3227973488 shutdown_connections 2024-04-23T18:17:29.382 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f86a80a3c40 0x7f86a80a6100 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:29.382 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86b8103550 0x7f86b819f260 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:29.382 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86b81019b0 0x7f86b8197ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:29.382 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 --2- 172.21.15.102:0/3227973488 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86b8102bb0 0x7f86b8198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:29.382 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3227973488 >> 172.21.15.102:0/3227973488 conn(0x7f86b80fcf70 msgr2=0x7f86b8105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:17:29.382 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3227973488 shutdown_connections 2024-04-23T18:17:29.382 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:17:29.388+0000 7f86bf1c5700 1 -- 172.21.15.102:0/3227973488 wait complete. 2024-04-23T18:17:30.037 DEBUG:teuthology.orchestra.run.smithi102:osd.5> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.5.service 2024-04-23T18:17:30.040 INFO:tasks.cephadm:Deploying osd.6 on smithi038 with /dev/vg_nvme/lv_2... 2024-04-23T18:17:30.040 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-23T18:17:30.296 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:17:30.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:30 smithi038 ceph-mon[29217]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:30 smithi038 ceph-mon[29217]: from='osd.5 [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:30 smithi038 ceph-mon[29217]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:30.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:30 smithi076 ceph-mon[32458]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:30 smithi076 ceph-mon[32458]: from='osd.5 [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:30 smithi076 ceph-mon[32458]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:30.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:30 smithi102 ceph-mon[32874]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:30.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:30.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:30.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:30.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:30 smithi102 ceph-mon[32874]: from='osd.5 [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:30.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:30 smithi102 ceph-mon[32874]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:31.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:31 smithi102 ceph-mon[32874]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-23T18:17:31.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:31 smithi102 ceph-mon[32874]: osdmap e37: 6 total, 5 up, 6 in 2024-04-23T18:17:31.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:31.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:31 smithi102 ceph-mon[32874]: from='osd.5 [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:17:31.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:31 smithi102 ceph-mon[32874]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:17:31.547 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:17:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:17:31.372+0000 7f9141e78700 -1 osd.5 0 waiting for initial osdmap 2024-04-23T18:17:31.547 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:17:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:17:31.378+0000 7f913dc6b700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:17:31.629 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:31 smithi038 ceph-mon[29217]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-23T18:17:31.630 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:31 smithi038 ceph-mon[29217]: osdmap e37: 6 total, 5 up, 6 in 2024-04-23T18:17:31.630 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:31.630 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:31 smithi038 ceph-mon[29217]: from='osd.5 [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:17:31.630 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:31 smithi038 ceph-mon[29217]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:17:31.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:31 smithi076 ceph-mon[32458]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-23T18:17:31.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:31 smithi076 ceph-mon[32458]: osdmap e37: 6 total, 5 up, 6 in 2024-04-23T18:17:31.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:31.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:31 smithi076 ceph-mon[32458]: from='osd.5 [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:17:31.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:31 smithi076 ceph-mon[32458]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:17:32.531 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:32 smithi038 ceph-mon[29217]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:32.531 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:32 smithi038 ceph-mon[29217]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:17:32.531 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:32 smithi038 ceph-mon[29217]: osdmap e38: 6 total, 5 up, 6 in 2024-04-23T18:17:32.531 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:32.531 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:32 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:32.531 INFO:teuthology.orchestra.run.smithi038.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-23T18:17:32.532 INFO:teuthology.orchestra.run.smithi038.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-23T18:17:32.532 INFO:teuthology.orchestra.run.smithi038.stderr: stderr: 10+0 records in 2024-04-23T18:17:32.532 INFO:teuthology.orchestra.run.smithi038.stderr:10+0 records out 2024-04-23T18:17:32.532 INFO:teuthology.orchestra.run.smithi038.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.012711 s, 825 MB/s 2024-04-23T18:17:32.532 INFO:teuthology.orchestra.run.smithi038.stderr:--> Zapping successful for: 2024-04-23T18:17:32.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:32 smithi076 ceph-mon[32458]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:32.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:32 smithi076 ceph-mon[32458]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:17:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:32 smithi076 ceph-mon[32458]: osdmap e38: 6 total, 5 up, 6 in 2024-04-23T18:17:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:32 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:32.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:32 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:32.782 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:32 smithi102 ceph-mon[32874]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:32.782 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:32 smithi102 ceph-mon[32874]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:17:32.782 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:32 smithi102 ceph-mon[32874]: osdmap e38: 6 total, 5 up, 6 in 2024-04-23T18:17:32.782 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:32 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:32.782 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:32 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:33.181 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi038:vg_nvme/lv_2 2024-04-23T18:17:33.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: osd.5 [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] boot 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: osdmap e39: 6 total, 6 up, 6 in 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:33 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.436 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:17:33.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: osd.5 [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] boot 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: osdmap e39: 6 total, 6 up, 6 in 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:33.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:33 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:17:33.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:17:33.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: osd.5 [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] boot 2024-04-23T18:17:33.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: osdmap e39: 6 total, 6 up, 6 in 2024-04-23T18:17:33.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:33.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:33.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:33.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:33.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:33.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:33.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:33 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:34.545 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:34 smithi038 ceph-mon[29217]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:34.545 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:34 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi102 2024-04-23T18:17:34.545 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:34 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi102 to 8544M 2024-04-23T18:17:34.546 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:34 smithi038 ceph-mon[29217]: osdmap e40: 6 total, 6 up, 6 in 2024-04-23T18:17:34.546 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:34 smithi038 ceph-mon[29217]: osdmap e41: 6 total, 6 up, 6 in 2024-04-23T18:17:34.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:34 smithi102 ceph-mon[32874]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:34.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:34 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi102 2024-04-23T18:17:34.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:34 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi102 to 8544M 2024-04-23T18:17:34.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:34 smithi102 ceph-mon[32874]: osdmap e40: 6 total, 6 up, 6 in 2024-04-23T18:17:34.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:34 smithi102 ceph-mon[32874]: osdmap e41: 6 total, 6 up, 6 in 2024-04-23T18:17:34.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:34 smithi076 ceph-mon[32458]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:34.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:34 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi102 2024-04-23T18:17:34.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:34 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi102 to 8544M 2024-04-23T18:17:34.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:34 smithi076 ceph-mon[32458]: osdmap e40: 6 total, 6 up, 6 in 2024-04-23T18:17:34.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:34 smithi076 ceph-mon[32458]: osdmap e41: 6 total, 6 up, 6 in 2024-04-23T18:17:35.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.118+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/526503502 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5a41087b0 msgr2=0x7fb5a410ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:35.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.118+0000 7fb5ab4c3700 1 --2- 172.21.15.38:0/526503502 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5a41087b0 0x7fb5a410ac20 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb59c00b0a0 tx=0x7fb59c00b3b0 comp rx=0 tx=0).stop 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.118+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/526503502 shutdown_connections 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.118+0000 7fb5ab4c3700 1 --2- 172.21.15.38:0/526503502 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5a41087b0 0x7fb5a410ac20 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.118+0000 7fb5ab4c3700 1 --2- 172.21.15.38:0/526503502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5a4103550 0x7fb5a4105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.118+0000 7fb5ab4c3700 1 --2- 172.21.15.38:0/526503502 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a4105e80 0x7fb5a4108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.118+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/526503502 >> 172.21.15.38:0/526503502 conn(0x7fb5a40fcf60 msgr2=0x7fb5a40ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.118+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/526503502 shutdown_connections 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.118+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/526503502 wait complete. 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.118+0000 7fb5ab4c3700 1 Processor -- start 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5ab4c3700 1 -- start start 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5ab4c3700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a4103550 0x7fb5a4198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5ab4c3700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5a4105e80 0x7fb5a4199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5ab4c3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5a41087b0 0x7fb5a41a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5ab4c3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a410e6a0 con 0x7fb5a41087b0 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5ab4c3700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a410e520 con 0x7fb5a4103550 2024-04-23T18:17:35.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5ab4c3700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a410e820 con 0x7fb5a4105e80 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a9a60700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5a41087b0 0x7fb5a41a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a9a60700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5a41087b0 0x7fb5a41a01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39428/0 (socket says 172.21.15.38:39428) 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a9a60700 1 -- 172.21.15.38:0/3242524218 learned_addr learned my addr 172.21.15.38:0/3242524218 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a8a5e700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5a4105e80 0x7fb5a4199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a925f700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a4103550 0x7fb5a4198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a9a60700 1 -- 172.21.15.38:0/3242524218 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5a4105e80 msgr2=0x7fb5a4199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a9a60700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5a4105e80 0x7fb5a4199190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a9a60700 1 -- 172.21.15.38:0/3242524218 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a4103550 msgr2=0x7fb5a4198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a9a60700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a4103550 0x7fb5a4198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a9a60700 1 -- 172.21.15.38:0/3242524218 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5a41a08a0 con 0x7fb5a41087b0 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5a9a60700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5a41087b0 0x7fb5a41a01d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb59c00b830 tx=0x7fb59c007d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:17:35.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb59a7fc700 1 -- 172.21.15.38:0/3242524218 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb59c003e10 con 0x7fb5a41087b0 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.119+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/3242524218 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5a41a0b30 con 0x7fb5a41087b0 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.120+0000 7fb59a7fc700 1 -- 172.21.15.38:0/3242524218 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb59c022070 con 0x7fb5a41087b0 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.120+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/3242524218 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5a41a0fe0 con 0x7fb5a41087b0 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.120+0000 7fb59a7fc700 1 -- 172.21.15.38:0/3242524218 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb59c01b860 con 0x7fb5a41087b0 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.120+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/3242524218 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5a4069730 con 0x7fb5a41087b0 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.122+0000 7fb59a7fc700 1 -- 172.21.15.38:0/3242524218 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb59c01dad0 con 0x7fb5a41087b0 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.122+0000 7fb59a7fc700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb5900a3c40 0x7fb5900a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.122+0000 7fb5a925f700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb5900a3c40 0x7fb5900a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.122+0000 7fb59a7fc700 1 -- 172.21.15.38:0/3242524218 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4562+0+0 (secure 0 0 0) 0x7fb59c00f020 con 0x7fb5a41087b0 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.123+0000 7fb5a925f700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb5900a3c40 0x7fb5900a6100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb594005950 tx=0x7fb5940058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:17:35.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.126+0000 7fb59a7fc700 1 -- 172.21.15.38:0/3242524218 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb59c09e4e0 con 0x7fb5a41087b0 2024-04-23T18:17:35.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:35.346+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/3242524218 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fb5a4062e80 con 0x7fb5900a3c40 2024-04-23T18:17:36.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:36 smithi076 ceph-mon[32458]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:36.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:36 smithi076 ceph-mon[32458]: osdmap e42: 6 total, 6 up, 6 in 2024-04-23T18:17:36.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:36 smithi076 ceph-mon[32458]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:36.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:36.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:36.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:36.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:36 smithi102 ceph-mon[32874]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:36.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:36 smithi102 ceph-mon[32874]: osdmap e42: 6 total, 6 up, 6 in 2024-04-23T18:17:36.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:36 smithi102 ceph-mon[32874]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:36.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:36.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:36.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:36.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:36 smithi038 ceph-mon[29217]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:36.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:36 smithi038 ceph-mon[29217]: osdmap e42: 6 total, 6 up, 6 in 2024-04-23T18:17:36.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:36 smithi038 ceph-mon[29217]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:36.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:36.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:36.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:37.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:37 smithi076 ceph-mon[32458]: osdmap e43: 6 total, 6 up, 6 in 2024-04-23T18:17:37.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:37 smithi102 ceph-mon[32874]: osdmap e43: 6 total, 6 up, 6 in 2024-04-23T18:17:37.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:37 smithi038 ceph-mon[29217]: osdmap e43: 6 total, 6 up, 6 in 2024-04-23T18:17:38.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:38 smithi076 ceph-mon[32458]: pgmap v144: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:17:38.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:38 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2120915931' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06c78d74-b186-41b4-9976-75a9c3661023"}]: dispatch 2024-04-23T18:17:38.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:38 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2120915931' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06c78d74-b186-41b4-9976-75a9c3661023"}]': finished 2024-04-23T18:17:38.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:38 smithi076 ceph-mon[32458]: osdmap e44: 7 total, 6 up, 7 in 2024-04-23T18:17:38.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:38 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:38.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:38 smithi102 ceph-mon[32874]: pgmap v144: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:17:38.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:38 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2120915931' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06c78d74-b186-41b4-9976-75a9c3661023"}]: dispatch 2024-04-23T18:17:38.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:38 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2120915931' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06c78d74-b186-41b4-9976-75a9c3661023"}]': finished 2024-04-23T18:17:38.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:38 smithi102 ceph-mon[32874]: osdmap e44: 7 total, 6 up, 7 in 2024-04-23T18:17:38.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:38 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:38.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:38 smithi038 ceph-mon[29217]: pgmap v144: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:17:38.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:38 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2120915931' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06c78d74-b186-41b4-9976-75a9c3661023"}]: dispatch 2024-04-23T18:17:38.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:38 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2120915931' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06c78d74-b186-41b4-9976-75a9c3661023"}]': finished 2024-04-23T18:17:38.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:38 smithi038 ceph-mon[29217]: osdmap e44: 7 total, 6 up, 7 in 2024-04-23T18:17:38.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:38 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:39.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:39 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2562902401' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:39.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:39 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2562902401' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:39.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:39 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2562902401' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:40.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:40 smithi102 ceph-mon[32874]: pgmap v146: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 132 KiB/s, 0 objects/s recovering 2024-04-23T18:17:40.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:40 smithi038 ceph-mon[29217]: pgmap v146: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 132 KiB/s, 0 objects/s recovering 2024-04-23T18:17:40.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:40 smithi076 ceph-mon[32458]: pgmap v146: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 132 KiB/s, 0 objects/s recovering 2024-04-23T18:17:42.401 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:42 smithi038 ceph-mon[29217]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-23T18:17:42.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:42 smithi102 ceph-mon[32874]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-23T18:17:42.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:42 smithi076 ceph-mon[32458]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-23T18:17:44.529 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:44 smithi038 ceph-mon[29217]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:44.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:44 smithi102 ceph-mon[32874]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:44.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:44 smithi076 ceph-mon[32458]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:46.365 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:46 smithi038 ceph-mon[29217]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:46.365 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-23T18:17:46.365 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:46.366 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:46 smithi038 ceph-mon[29217]: Deploying daemon osd.6 on smithi038 2024-04-23T18:17:46.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:46 smithi102 ceph-mon[32874]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:46.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-23T18:17:46.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:46.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:46 smithi102 ceph-mon[32874]: Deploying daemon osd.6 on smithi038 2024-04-23T18:17:46.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:46 smithi076 ceph-mon[32458]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:46.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-23T18:17:46.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:46.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:46 smithi076 ceph-mon[32458]: Deploying daemon osd.6 on smithi038 2024-04-23T18:17:48.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:48 smithi102 ceph-mon[32874]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:48.582 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:48 smithi038 ceph-mon[29217]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:48.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:48 smithi076 ceph-mon[32458]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:50.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:50 smithi102 ceph-mon[32874]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:50.559 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:50 smithi038 ceph-mon[29217]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:50.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:50 smithi076 ceph-mon[32458]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:52.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:52 smithi038 ceph-mon[29217]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:52.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:52 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:52.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:52 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:52.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:52 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:52.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:52 smithi076 ceph-mon[32458]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:52.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:52 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:52.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:52 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:52.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:52 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:52.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:52 smithi102 ceph-mon[32874]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:52.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:52 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:52.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:52 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:52.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:52 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:54.479 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:54 smithi038 ceph-mon[29217]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:54.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:54 smithi076 ceph-mon[32458]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:54.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:54 smithi102 ceph-mon[32874]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:55.259 INFO:teuthology.orchestra.run.smithi038.stdout:Created osd(s) 6 on host 'smithi038' 2024-04-23T18:17:55.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.265+0000 7fb59a7fc700 1 -- 172.21.15.38:0/3242524218 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb5a4062e80 con 0x7fb5900a3c40 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.267+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/3242524218 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb5900a3c40 msgr2=0x7fb5900a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.267+0000 7fb5ab4c3700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb5900a3c40 0x7fb5900a6100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb594005950 tx=0x7fb5940058e0 comp rx=0 tx=0).stop 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.267+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/3242524218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5a41087b0 msgr2=0x7fb5a41a01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.267+0000 7fb5ab4c3700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5a41087b0 0x7fb5a41a01d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb59c00b830 tx=0x7fb59c007d30 comp rx=0 tx=0).stop 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.267+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/3242524218 shutdown_connections 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.267+0000 7fb5ab4c3700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb5900a3c40 0x7fb5900a6100 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.267+0000 7fb5ab4c3700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5a41087b0 0x7fb5a41a01d0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.267+0000 7fb5ab4c3700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a4103550 0x7fb5a4198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.267+0000 7fb5ab4c3700 1 --2- 172.21.15.38:0/3242524218 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5a4105e80 0x7fb5a4199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.267+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/3242524218 >> 172.21.15.38:0/3242524218 conn(0x7fb5a40fcf60 msgr2=0x7fb5a4103e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.268+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/3242524218 shutdown_connections 2024-04-23T18:17:55.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:17:55.268+0000 7fb5ab4c3700 1 -- 172.21.15.38:0/3242524218 wait complete. 2024-04-23T18:17:55.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:55.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:55.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:55 smithi038 ceph-mon[29217]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-23T18:17:55.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:55.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:55.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:55.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:55 smithi102 ceph-mon[32874]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-23T18:17:55.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:55 smithi076 ceph-mon[32458]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-23T18:17:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:17:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:55.942 DEBUG:teuthology.orchestra.run.smithi038:osd.6> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.6.service 2024-04-23T18:17:55.945 INFO:tasks.cephadm:Deploying osd.7 on smithi076 with /dev/vg_nvme/lv_2... 2024-04-23T18:17:55.945 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-23T18:17:56.189 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:17:56.574 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:56 smithi076 ceph-mon[32458]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:56.574 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:56 smithi076 ceph-mon[32458]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-23T18:17:56.574 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:56 smithi076 ceph-mon[32458]: osdmap e45: 7 total, 6 up, 7 in 2024-04-23T18:17:56.574 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:56 smithi076 ceph-mon[32458]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:17:56.574 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:56.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:56 smithi038 ceph-mon[29217]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:56.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:56 smithi038 ceph-mon[29217]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-23T18:17:56.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:56 smithi038 ceph-mon[29217]: osdmap e45: 7 total, 6 up, 7 in 2024-04-23T18:17:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:56 smithi038 ceph-mon[29217]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:17:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:56 smithi102 ceph-mon[32874]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:56.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:56 smithi102 ceph-mon[32874]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-23T18:17:56.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:56 smithi102 ceph-mon[32874]: osdmap e45: 7 total, 6 up, 7 in 2024-04-23T18:17:56.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:56 smithi102 ceph-mon[32874]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:17:56.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:57.112 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:17:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:17:56.734+0000 7fa0ebf75700 -1 osd.6 0 waiting for initial osdmap 2024-04-23T18:17:57.112 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:17:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:17:56.743+0000 7fa0e3d60700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:17:57.388 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:57 smithi038 ceph-mon[29217]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:17:57.389 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:57 smithi038 ceph-mon[29217]: osdmap e46: 7 total, 6 up, 7 in 2024-04-23T18:17:57.389 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:57.389 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:57.389 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:57 smithi038 ceph-mon[29217]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' 2024-04-23T18:17:57.389 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:57.601 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:57 smithi076 ceph-mon[32458]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:17:57.601 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:57 smithi076 ceph-mon[32458]: osdmap e46: 7 total, 6 up, 7 in 2024-04-23T18:17:57.601 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:57.601 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:57.601 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:57 smithi076 ceph-mon[32458]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' 2024-04-23T18:17:57.602 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:57.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:57 smithi102 ceph-mon[32874]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:17:57.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:57 smithi102 ceph-mon[32874]: osdmap e46: 7 total, 6 up, 7 in 2024-04-23T18:17:57.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:57.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:57.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:57 smithi102 ceph-mon[32874]: from='osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745]' entity='osd.6' 2024-04-23T18:17:57.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:58.362 INFO:teuthology.orchestra.run.smithi076.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-23T18:17:58.363 INFO:teuthology.orchestra.run.smithi076.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-23T18:17:58.363 INFO:teuthology.orchestra.run.smithi076.stderr: stderr: 10+0 records in 2024-04-23T18:17:58.363 INFO:teuthology.orchestra.run.smithi076.stderr:10+0 records out 2024-04-23T18:17:58.363 INFO:teuthology.orchestra.run.smithi076.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114025 s, 920 MB/s 2024-04-23T18:17:58.363 INFO:teuthology.orchestra.run.smithi076.stderr:--> Zapping successful for: 2024-04-23T18:17:58.561 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:58 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:17:58.561 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:58 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:17:58.561 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:58 smithi038 ceph-mon[29217]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:58.561 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:58 smithi038 ceph-mon[29217]: osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] boot 2024-04-23T18:17:58.561 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:58 smithi038 ceph-mon[29217]: osdmap e47: 7 total, 7 up, 7 in 2024-04-23T18:17:58.561 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:58 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:58.657 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:58 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:17:58.657 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:58 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:17:58.657 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:58 smithi076 ceph-mon[32458]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:58.657 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:58 smithi076 ceph-mon[32458]: osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] boot 2024-04-23T18:17:58.657 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:58 smithi076 ceph-mon[32458]: osdmap e47: 7 total, 7 up, 7 in 2024-04-23T18:17:58.657 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:58 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:58.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:58 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:17:58.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:58 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:17:58.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:58 smithi102 ceph-mon[32874]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:58.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:58 smithi102 ceph-mon[32874]: osd.6 [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] boot 2024-04-23T18:17:58.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:58 smithi102 ceph-mon[32874]: osdmap e47: 7 total, 7 up, 7 in 2024-04-23T18:17:58.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:58 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:59.015 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi076:vg_nvme/lv_2 2024-04-23T18:17:59.260 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: osdmap e48: 7 total, 7 up, 7 in 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi038 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi038 to 5697M 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:00.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:00.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:17:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: osdmap e48: 7 total, 7 up, 7 in 2024-04-23T18:18:00.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi038 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi038 to 5697M 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:00.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:17:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: osdmap e48: 7 total, 7 up, 7 in 2024-04-23T18:18:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi038 2024-04-23T18:18:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi038 to 5697M 2024-04-23T18:18:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:00.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:00.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:17:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:00.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.846+0000 7fe47cd28700 1 -- 172.21.15.76:0/408223195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe478103550 msgr2=0x7fe478109e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:00.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.846+0000 7fe47cd28700 1 --2- 172.21.15.76:0/408223195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe478103550 0x7fe478109e00 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe47000b0d0 tx=0x7fe47000b3e0 comp rx=0 tx=0).stop 2024-04-23T18:18:00.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.847+0000 7fe47cd28700 1 -- 172.21.15.76:0/408223195 shutdown_connections 2024-04-23T18:18:00.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.847+0000 7fe47cd28700 1 --2- 172.21.15.76:0/408223195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe478103550 0x7fe478109e00 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:00.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.847+0000 7fe47cd28700 1 --2- 172.21.15.76:0/408223195 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe4781019b0 0x7fe478101dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:00.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.847+0000 7fe47cd28700 1 --2- 172.21.15.76:0/408223195 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe478102bb0 0x7fe478103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:00.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.847+0000 7fe47cd28700 1 -- 172.21.15.76:0/408223195 >> 172.21.15.76:0/408223195 conn(0x7fe4780fcf70 msgr2=0x7fe4780ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:18:00.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.847+0000 7fe47cd28700 1 -- 172.21.15.76:0/408223195 shutdown_connections 2024-04-23T18:18:00.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.847+0000 7fe47cd28700 1 -- 172.21.15.76:0/408223195 wait complete. 2024-04-23T18:18:00.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.847+0000 7fe47cd28700 1 Processor -- start 2024-04-23T18:18:00.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.847+0000 7fe47cd28700 1 -- start start 2024-04-23T18:18:00.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe47cd28700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4781019b0 0x7fe478197c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:00.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe47cd28700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe478102bb0 0x7fe478198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe47cd28700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe478103550 0x7fe47819f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe47cd28700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe47810d600 con 0x7fe4781019b0 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe47cd28700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe47810d480 con 0x7fe478102bb0 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe47cd28700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe47810d780 con 0x7fe478103550 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe475d9b700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe478102bb0 0x7fe478198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe475d9b700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe478102bb0 0x7fe478198170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33324/0 (socket says 172.21.15.76:33324) 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe475d9b700 1 -- 172.21.15.76:0/15964975 learned_addr learned my addr 172.21.15.76:0/15964975 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe47659c700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4781019b0 0x7fe478197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe476d9d700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe478103550 0x7fe47819f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe475d9b700 1 -- 172.21.15.76:0/15964975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe478103550 msgr2=0x7fe47819f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe475d9b700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe478103550 0x7fe47819f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe475d9b700 1 -- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4781019b0 msgr2=0x7fe478197c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe475d9b700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4781019b0 0x7fe478197c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe475d9b700 1 -- 172.21.15.76:0/15964975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe47819f880 con 0x7fe478102bb0 2024-04-23T18:18:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe47659c700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4781019b0 0x7fe478197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:18:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe475d9b700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe478102bb0 0x7fe478198170 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe46c00c920 tx=0x7fe46c00cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe4677fe700 1 -- 172.21.15.76:0/15964975 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c007b00 con 0x7fe478102bb0 2024-04-23T18:18:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe47cd28700 1 -- 172.21.15.76:0/15964975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe47819fb70 con 0x7fe478102bb0 2024-04-23T18:18:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe4677fe700 1 -- 172.21.15.76:0/15964975 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe46c004d00 con 0x7fe478102bb0 2024-04-23T18:18:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe4677fe700 1 -- 172.21.15.76:0/15964975 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c005560 con 0x7fe478102bb0 2024-04-23T18:18:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.848+0000 7fe47cd28700 1 -- 172.21.15.76:0/15964975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4781a0100 con 0x7fe478102bb0 2024-04-23T18:18:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.849+0000 7fe47cd28700 1 -- 172.21.15.76:0/15964975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe478069730 con 0x7fe478102bb0 2024-04-23T18:18:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.850+0000 7fe4677fe700 1 -- 172.21.15.76:0/15964975 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe46c004750 con 0x7fe478102bb0 2024-04-23T18:18:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.851+0000 7fe4677fe700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe4600a3c40 0x7fe4600a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.851+0000 7fe4677fe700 1 -- 172.21.15.76:0/15964975 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7fe46c0cf660 con 0x7fe478102bb0 2024-04-23T18:18:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.851+0000 7fe47659c700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe4600a3c40 0x7fe4600a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.852+0000 7fe47659c700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe4600a3c40 0x7fe4600a6100 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe478199110 tx=0x7fe468008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:00.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:00.855+0000 7fe4677fe700 1 -- 172.21.15.76:0/15964975 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe46c014030 con 0x7fe478102bb0 2024-04-23T18:18:01.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:01.063+0000 7fe47cd28700 1 -- 172.21.15.76:0/15964975 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fe478062e80 con 0x7fe4600a3c40 2024-04-23T18:18:02.007 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:01 smithi076 ceph-mon[32458]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:02.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:01 smithi076 ceph-mon[32458]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:02.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:02.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:02.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:01 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:02.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:01 smithi038 ceph-mon[29217]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:01 smithi038 ceph-mon[29217]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:01 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:02.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:01 smithi102 ceph-mon[32874]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:02.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:01 smithi102 ceph-mon[32874]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:02.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:02.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:02.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:01 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:04.105 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:03 smithi102 ceph-mon[32874]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:04.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:03 smithi038 ceph-mon[29217]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:04.180 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:03 smithi076 ceph-mon[32458]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:05.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:04 smithi038 ceph-mon[29217]: from='client.? 172.21.15.76:0/2923626470' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af"}]: dispatch 2024-04-23T18:18:05.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:04 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af"}]: dispatch 2024-04-23T18:18:05.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:04 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af"}]': finished 2024-04-23T18:18:05.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:04 smithi038 ceph-mon[29217]: osdmap e49: 8 total, 7 up, 8 in 2024-04-23T18:18:05.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:04 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:05.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:04 smithi038 ceph-mon[29217]: from='client.? 172.21.15.76:0/2318169259' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:05.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:04 smithi076 ceph-mon[32458]: from='client.? 172.21.15.76:0/2923626470' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af"}]: dispatch 2024-04-23T18:18:05.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:04 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af"}]: dispatch 2024-04-23T18:18:05.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:04 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af"}]': finished 2024-04-23T18:18:05.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:04 smithi076 ceph-mon[32458]: osdmap e49: 8 total, 7 up, 8 in 2024-04-23T18:18:05.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:04 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:05.262 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:04 smithi076 ceph-mon[32458]: from='client.? 172.21.15.76:0/2318169259' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:05.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:04 smithi102 ceph-mon[32874]: from='client.? 172.21.15.76:0/2923626470' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af"}]: dispatch 2024-04-23T18:18:05.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:04 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af"}]: dispatch 2024-04-23T18:18:05.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:04 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af"}]': finished 2024-04-23T18:18:05.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:04 smithi102 ceph-mon[32874]: osdmap e49: 8 total, 7 up, 8 in 2024-04-23T18:18:05.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:04 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:05.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:04 smithi102 ceph-mon[32874]: from='client.? 172.21.15.76:0/2318169259' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:06.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:05 smithi038 ceph-mon[29217]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:06.160 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:05 smithi076 ceph-mon[32458]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:06.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:05 smithi102 ceph-mon[32874]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:08.094 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:07 smithi076 ceph-mon[32458]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:08.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:07 smithi038 ceph-mon[29217]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:08.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:07 smithi102 ceph-mon[32874]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:10.076 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:09 smithi076 ceph-mon[32458]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:10.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:09 smithi038 ceph-mon[29217]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:10.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:09 smithi102 ceph-mon[32874]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:12.102 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:11 smithi076 ceph-mon[32458]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:12.102 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:11 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-23T18:18:12.103 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:11 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:12.103 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:11 smithi076 ceph-mon[32458]: Deploying daemon osd.7 on smithi076 2024-04-23T18:18:12.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:11 smithi038 ceph-mon[29217]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:12.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:11 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-23T18:18:12.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:11 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:12.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:11 smithi038 ceph-mon[29217]: Deploying daemon osd.7 on smithi076 2024-04-23T18:18:12.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:11 smithi102 ceph-mon[32874]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:12.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:11 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-23T18:18:12.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:11 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:12.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:11 smithi102 ceph-mon[32874]: Deploying daemon osd.7 on smithi076 2024-04-23T18:18:14.104 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:13 smithi076 ceph-mon[32458]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:14.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:13 smithi038 ceph-mon[29217]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:14.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:13 smithi102 ceph-mon[32874]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:16.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:15 smithi038 ceph-mon[29217]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:16.220 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:15 smithi076 ceph-mon[32458]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:16.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:15 smithi102 ceph-mon[32874]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:18.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:17 smithi038 ceph-mon[29217]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:18.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:17 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:18.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:17 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:18.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:17 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:18.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:17 smithi076 ceph-mon[32458]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:18.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:17 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:18.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:17 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:18.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:17 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:18.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:17 smithi102 ceph-mon[32874]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:17 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:17 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:17 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:20.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:19 smithi076 ceph-mon[32458]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:20.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:19 smithi038 ceph-mon[29217]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:20.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:19 smithi102 ceph-mon[32874]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:20.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.833+0000 7fe4677fe700 1 -- 172.21.15.76:0/15964975 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe478062e80 con 0x7fe4600a3c40 2024-04-23T18:18:20.827 INFO:teuthology.orchestra.run.smithi076.stdout:Created osd(s) 7 on host 'smithi076' 2024-04-23T18:18:20.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 -- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe4600a3c40 msgr2=0x7fe4600a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe4600a3c40 0x7fe4600a6100 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe478199110 tx=0x7fe468008040 comp rx=0 tx=0).stop 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 -- 172.21.15.76:0/15964975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe478102bb0 msgr2=0x7fe478198170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe478102bb0 0x7fe478198170 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe46c00c920 tx=0x7fe46c00cc30 comp rx=0 tx=0).stop 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 -- 172.21.15.76:0/15964975 shutdown_connections 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe4600a3c40 0x7fe4600a6100 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe478103550 0x7fe47819f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4781019b0 0x7fe478197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 --2- 172.21.15.76:0/15964975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe478102bb0 0x7fe478198170 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 -- 172.21.15.76:0/15964975 >> 172.21.15.76:0/15964975 conn(0x7fe4780fcf70 msgr2=0x7fe478105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 -- 172.21.15.76:0/15964975 shutdown_connections 2024-04-23T18:18:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:18:20.836+0000 7fe47cd28700 1 -- 172.21.15.76:0/15964975 wait complete. 2024-04-23T18:18:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:20 smithi076 ceph-mon[32458]: from='osd.7 [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:21.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:20 smithi076 ceph-mon[32458]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:21.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:21.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:21.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:21.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:20 smithi102 ceph-mon[32874]: from='osd.7 [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:21.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:20 smithi102 ceph-mon[32874]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:21.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:21.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:21.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:21.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:20 smithi038 ceph-mon[29217]: from='osd.7 [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:21.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:20 smithi038 ceph-mon[29217]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:21.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:21.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:21.487 DEBUG:teuthology.orchestra.run.smithi076:osd.7> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.7.service 2024-04-23T18:18:21.490 INFO:tasks.cephadm:Deploying osd.8 on smithi102 with /dev/vg_nvme/lv_2... 2024-04-23T18:18:21.490 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-23T18:18:21.732 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:18:22.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:22 smithi076 ceph-mon[32458]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:22.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:22 smithi076 ceph-mon[32458]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-23T18:18:22.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:22 smithi076 ceph-mon[32458]: from='osd.7 [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:18:22.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:22 smithi076 ceph-mon[32458]: osdmap e50: 8 total, 7 up, 8 in 2024-04-23T18:18:22.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:22 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:22.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:22 smithi076 ceph-mon[32458]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:18:22.009 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:18:22 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:18:22.002+0000 7f074f568700 -1 osd.7 0 waiting for initial osdmap 2024-04-23T18:18:22.109 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:22 smithi102 ceph-mon[32874]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:22.109 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:22 smithi102 ceph-mon[32874]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-23T18:18:22.109 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:22 smithi102 ceph-mon[32874]: from='osd.7 [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:18:22.109 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:22 smithi102 ceph-mon[32874]: osdmap e50: 8 total, 7 up, 8 in 2024-04-23T18:18:22.109 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:22 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:22.109 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:22 smithi102 ceph-mon[32874]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:18:22.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:22 smithi038 ceph-mon[29217]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:22.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:22 smithi038 ceph-mon[29217]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-23T18:18:22.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:22 smithi038 ceph-mon[29217]: from='osd.7 [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:18:22.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:22 smithi038 ceph-mon[29217]: osdmap e50: 8 total, 7 up, 8 in 2024-04-23T18:18:22.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:22 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:22.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:22 smithi038 ceph-mon[29217]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:18:22.460 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:18:22 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:18:22.016+0000 7f074b35b700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:18:23.110 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:23 smithi076 ceph-mon[32458]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:18:23.110 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:23 smithi076 ceph-mon[32458]: osdmap e51: 8 total, 7 up, 8 in 2024-04-23T18:18:23.110 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:23 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:23.110 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:23 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:23.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:23 smithi102 ceph-mon[32874]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:18:23.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:23 smithi102 ceph-mon[32874]: osdmap e51: 8 total, 7 up, 8 in 2024-04-23T18:18:23.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:23 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:23.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:23 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:23.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:23 smithi038 ceph-mon[29217]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:18:23.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:23 smithi038 ceph-mon[29217]: osdmap e51: 8 total, 7 up, 8 in 2024-04-23T18:18:23.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:23 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:23.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:23 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:23.775 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-23T18:18:23.775 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-23T18:18:23.775 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-23T18:18:23.775 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-23T18:18:23.775 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130265 s, 805 MB/s 2024-04-23T18:18:23.775 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-23T18:18:24.192 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:24 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:18:24.192 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:24 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:18:24.192 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:24 smithi076 ceph-mon[32458]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:24.192 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:24 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:24.192 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:24 smithi076 ceph-mon[32458]: osd.7 [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] boot 2024-04-23T18:18:24.192 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:24 smithi076 ceph-mon[32458]: osdmap e52: 8 total, 8 up, 8 in 2024-04-23T18:18:24.192 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:24 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:24.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:24 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:18:24.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:24 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:18:24.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:24 smithi102 ceph-mon[32874]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:24.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:24 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:24.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:24 smithi102 ceph-mon[32874]: osd.7 [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] boot 2024-04-23T18:18:24.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:24 smithi102 ceph-mon[32874]: osdmap e52: 8 total, 8 up, 8 in 2024-04-23T18:18:24.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:24 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:24.309 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:24 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:18:24.309 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:24 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:18:24.309 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:24 smithi038 ceph-mon[29217]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:24.309 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:24 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:24.309 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:24 smithi038 ceph-mon[29217]: osd.7 [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] boot 2024-04-23T18:18:24.309 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:24 smithi038 ceph-mon[29217]: osdmap e52: 8 total, 8 up, 8 in 2024-04-23T18:18:24.309 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:24 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:24.456 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_2 2024-04-23T18:18:24.704 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:18:25.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: osdmap e53: 8 total, 8 up, 8 in 2024-04-23T18:18:25.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi076 2024-04-23T18:18:25.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:25.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:25.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:25.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi076 to 5696M 2024-04-23T18:18:25.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:25.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:25.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:25 smithi102 ceph-mon[32874]: osdmap e54: 8 total, 8 up, 8 in 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: osdmap e53: 8 total, 8 up, 8 in 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi076 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi076 to 5696M 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:25.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:25 smithi038 ceph-mon[29217]: osdmap e54: 8 total, 8 up, 8 in 2024-04-23T18:18:25.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: osdmap e53: 8 total, 8 up, 8 in 2024-04-23T18:18:25.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi076 2024-04-23T18:18:25.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:25.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:25.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:25.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi076 to 5696M 2024-04-23T18:18:25.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:25.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:25.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:25.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:25 smithi076 ceph-mon[32458]: osdmap e54: 8 total, 8 up, 8 in 2024-04-23T18:18:26.331 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.335+0000 7f7766c0b700 1 -- 172.21.15.102:0/2195439423 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7760103ca0 msgr2=0x7f7760104100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:26.331 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.335+0000 7f7766c0b700 1 --2- 172.21.15.102:0/2195439423 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7760103ca0 0x7f7760104100 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f774c009990 tx=0x7f774c009ca0 comp rx=0 tx=0).stop 2024-04-23T18:18:26.331 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.335+0000 7f7766c0b700 1 -- 172.21.15.102:0/2195439423 shutdown_connections 2024-04-23T18:18:26.331 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.335+0000 7f7766c0b700 1 --2- 172.21.15.102:0/2195439423 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7760104640 0x7f776010aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:26.331 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.335+0000 7f7766c0b700 1 --2- 172.21.15.102:0/2195439423 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7760102aa0 0x7f7760102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:26.331 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.335+0000 7f7766c0b700 1 --2- 172.21.15.102:0/2195439423 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7760103ca0 0x7f7760104100 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:26.331 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.335+0000 7f7766c0b700 1 -- 172.21.15.102:0/2195439423 >> 172.21.15.102:0/2195439423 conn(0x7f77600fe040 msgr2=0x7f7760100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:18:26.331 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.335+0000 7f7766c0b700 1 -- 172.21.15.102:0/2195439423 shutdown_connections 2024-04-23T18:18:26.331 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.335+0000 7f7766c0b700 1 -- 172.21.15.102:0/2195439423 wait complete. 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f7766c0b700 1 Processor -- start 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f7766c0b700 1 -- start start 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f7766c0b700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7760102aa0 0x7f7760198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f7766c0b700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7760103ca0 0x7f7760199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f7766c0b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7760104640 0x7f77601a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f7766c0b700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f776010e650 con 0x7f7760104640 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f7766c0b700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f776010e4d0 con 0x7f7760103ca0 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f7766c0b700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f776010e7d0 con 0x7f7760102aa0 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f77649a7700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7760102aa0 0x7f7760198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f77649a7700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7760102aa0 0x7f7760198c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:45494/0 (socket says 172.21.15.102:45494) 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f77649a7700 1 -- 172.21.15.102:0/2141295321 learned_addr learned my addr 172.21.15.102:0/2141295321 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.336+0000 7f775ffff700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7760103ca0 0x7f7760199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f77651a8700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7760104640 0x7f77601a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:26.332 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f77649a7700 1 -- 172.21.15.102:0/2141295321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7760103ca0 msgr2=0x7f7760199160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f77649a7700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7760103ca0 0x7f7760199160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f77649a7700 1 -- 172.21.15.102:0/2141295321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7760104640 msgr2=0x7f77601a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f77649a7700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7760104640 0x7f77601a01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f77649a7700 1 -- 172.21.15.102:0/2141295321 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77601a0870 con 0x7f7760102aa0 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f775ffff700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7760103ca0 0x7f7760199160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f77649a7700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7760102aa0 0x7f7760198c20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f775400d980 tx=0x7f775400dd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f775dffb700 1 -- 172.21.15.102:0/2141295321 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7754017030 con 0x7f7760102aa0 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f7766c0b700 1 -- 172.21.15.102:0/2141295321 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77601a0b60 con 0x7f7760102aa0 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f775dffb700 1 -- 172.21.15.102:0/2141295321 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f77540044f0 con 0x7f7760102aa0 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f775dffb700 1 -- 172.21.15.102:0/2141295321 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7754003b40 con 0x7f7760102aa0 2024-04-23T18:18:26.333 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.337+0000 7f7766c0b700 1 -- 172.21.15.102:0/2141295321 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77601a10a0 con 0x7f7760102aa0 2024-04-23T18:18:26.334 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.338+0000 7f7766c0b700 1 -- 172.21.15.102:0/2141295321 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7760069730 con 0x7f7760102aa0 2024-04-23T18:18:26.334 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.339+0000 7f775dffb700 1 -- 172.21.15.102:0/2141295321 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f775401a070 con 0x7f7760102aa0 2024-04-23T18:18:26.334 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.340+0000 7f775dffb700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77500a3c40 0x7f77500a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:26.334 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.340+0000 7f775dffb700 1 -- 172.21.15.102:0/2141295321 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5397+0+0 (secure 0 0 0) 0x7f77540cf260 con 0x7f7760102aa0 2024-04-23T18:18:26.334 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.340+0000 7f775ffff700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77500a3c40 0x7f77500a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:26.334 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.340+0000 7f775ffff700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77500a3c40 0x7f77500a6100 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f774c00b5c0 tx=0x7f774c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:26.338 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.344+0000 7f775dffb700 1 -- 172.21.15.102:0/2141295321 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f775409c7a0 con 0x7f7760102aa0 2024-04-23T18:18:26.545 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:26.552+0000 7f7766c0b700 1 -- 172.21.15.102:0/2141295321 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f7760062e80 con 0x7f77500a3c40 2024-04-23T18:18:26.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:26 smithi102 ceph-mon[32874]: pgmap v178: 1 pgs: 1 unknown; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:26.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:26 smithi102 ceph-mon[32874]: osdmap e55: 8 total, 8 up, 8 in 2024-04-23T18:18:26.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:26 smithi038 ceph-mon[29217]: pgmap v178: 1 pgs: 1 unknown; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:26.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:26 smithi038 ceph-mon[29217]: osdmap e55: 8 total, 8 up, 8 in 2024-04-23T18:18:26.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:26 smithi076 ceph-mon[32458]: pgmap v178: 1 pgs: 1 unknown; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:26.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:26 smithi076 ceph-mon[32458]: osdmap e55: 8 total, 8 up, 8 in 2024-04-23T18:18:27.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:27 smithi102 ceph-mon[32874]: osdmap e56: 8 total, 8 up, 8 in 2024-04-23T18:18:27.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:27 smithi102 ceph-mon[32874]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:27.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:27 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:27.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:27 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:27.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:27 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:27.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:27 smithi038 ceph-mon[29217]: osdmap e56: 8 total, 8 up, 8 in 2024-04-23T18:18:27.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:27 smithi038 ceph-mon[29217]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:27.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:27.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:27.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:27.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:27 smithi076 ceph-mon[32458]: osdmap e56: 8 total, 8 up, 8 in 2024-04-23T18:18:27.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:27 smithi076 ceph-mon[32458]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:27.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:27 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:27.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:27 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:27.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:27 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:28.447 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:28 smithi102 ceph-mon[32874]: pgmap v182: 1 pgs: 1 unknown; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:28.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:28 smithi038 ceph-mon[29217]: pgmap v182: 1 pgs: 1 unknown; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:28.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:28 smithi076 ceph-mon[32458]: pgmap v182: 1 pgs: 1 unknown; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:30.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:30 smithi102 ceph-mon[32874]: pgmap v183: 1 pgs: 1 unknown; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:30.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:30 smithi102 ceph-mon[32874]: from='client.? 172.21.15.102:0/757916100' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f5c7a74-fc87-4cd0-af85-47c5e5effe91"}]: dispatch 2024-04-23T18:18:30.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:30 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f5c7a74-fc87-4cd0-af85-47c5e5effe91"}]: dispatch 2024-04-23T18:18:30.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:30 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f5c7a74-fc87-4cd0-af85-47c5e5effe91"}]': finished 2024-04-23T18:18:30.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:30 smithi102 ceph-mon[32874]: osdmap e57: 9 total, 8 up, 9 in 2024-04-23T18:18:30.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:30.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:30 smithi102 ceph-mon[32874]: from='client.? 172.21.15.102:0/3269113218' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:30 smithi038 ceph-mon[29217]: pgmap v183: 1 pgs: 1 unknown; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:30 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/757916100' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f5c7a74-fc87-4cd0-af85-47c5e5effe91"}]: dispatch 2024-04-23T18:18:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:30 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f5c7a74-fc87-4cd0-af85-47c5e5effe91"}]: dispatch 2024-04-23T18:18:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:30 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f5c7a74-fc87-4cd0-af85-47c5e5effe91"}]': finished 2024-04-23T18:18:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:30 smithi038 ceph-mon[29217]: osdmap e57: 9 total, 8 up, 9 in 2024-04-23T18:18:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:30.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:30 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/3269113218' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:30.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:30 smithi076 ceph-mon[32458]: pgmap v183: 1 pgs: 1 unknown; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:30 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/757916100' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f5c7a74-fc87-4cd0-af85-47c5e5effe91"}]: dispatch 2024-04-23T18:18:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:30 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f5c7a74-fc87-4cd0-af85-47c5e5effe91"}]: dispatch 2024-04-23T18:18:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:30 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f5c7a74-fc87-4cd0-af85-47c5e5effe91"}]': finished 2024-04-23T18:18:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:30 smithi076 ceph-mon[32458]: osdmap e57: 9 total, 8 up, 9 in 2024-04-23T18:18:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:30.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:30 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/3269113218' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:32.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:32 smithi102 ceph-mon[32874]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:32.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:32 smithi038 ceph-mon[29217]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:32.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:32 smithi076 ceph-mon[32458]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:34.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:34 smithi102 ceph-mon[32874]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:34.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:34 smithi038 ceph-mon[29217]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:34.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:34 smithi076 ceph-mon[32458]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:36.472 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:36 smithi102 ceph-mon[32874]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:36.560 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:36 smithi076 ceph-mon[32458]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:36.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:36 smithi038 ceph-mon[29217]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:37.593 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:37 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-23T18:18:37.593 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:37 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:37.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:37 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-23T18:18:37.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:37 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:37.753 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:37 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-23T18:18:37.753 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:37 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:38.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:38 smithi102 ceph-mon[32874]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:38.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:38 smithi102 ceph-mon[32874]: Deploying daemon osd.8 on smithi102 2024-04-23T18:18:38.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:38 smithi038 ceph-mon[29217]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:38.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:38 smithi038 ceph-mon[29217]: Deploying daemon osd.8 on smithi102 2024-04-23T18:18:38.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:38 smithi076 ceph-mon[32458]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:38.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:38 smithi076 ceph-mon[32458]: Deploying daemon osd.8 on smithi102 2024-04-23T18:18:40.590 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:40 smithi102 ceph-mon[32874]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:40.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:40 smithi038 ceph-mon[29217]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:40.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:40 smithi076 ceph-mon[32458]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:42.533 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:42 smithi102 ceph-mon[32874]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:42.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:42 smithi038 ceph-mon[29217]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:42.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:42 smithi076 ceph-mon[32458]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:44.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:43 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:44.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:43 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:44.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:43 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:44.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:43 smithi076 ceph-mon[32458]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:44.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:43 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:44.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:43 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:44.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:43 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:44.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:43 smithi102 ceph-mon[32874]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:44.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:43 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:44.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:43 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:44.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:43 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:44.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:43 smithi038 ceph-mon[29217]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:46.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:45 smithi038 ceph-mon[29217]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:46.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:45 smithi076 ceph-mon[32458]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:46.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:45 smithi102 ceph-mon[32874]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:46.622 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.629+0000 7f775dffb700 1 -- 172.21.15.102:0/2141295321 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7760062e80 con 0x7f77500a3c40 2024-04-23T18:18:46.622 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 8 on host 'smithi102' 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 -- 172.21.15.102:0/2141295321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77500a3c40 msgr2=0x7f77500a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77500a3c40 0x7f77500a6100 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f774c00b5c0 tx=0x7f774c005fb0 comp rx=0 tx=0).stop 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 -- 172.21.15.102:0/2141295321 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7760102aa0 msgr2=0x7f7760198c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7760102aa0 0x7f7760198c20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f775400d980 tx=0x7f775400dd40 comp rx=0 tx=0).stop 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 -- 172.21.15.102:0/2141295321 shutdown_connections 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f77500a3c40 0x7f77500a6100 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7760104640 0x7f77601a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7760102aa0 0x7f7760198c20 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 --2- 172.21.15.102:0/2141295321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7760103ca0 0x7f7760199160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 -- 172.21.15.102:0/2141295321 >> 172.21.15.102:0/2141295321 conn(0x7f77600fe040 msgr2=0x7f7760106fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 -- 172.21.15.102:0/2141295321 shutdown_connections 2024-04-23T18:18:46.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:18:46.631+0000 7f7766c0b700 1 -- 172.21.15.102:0/2141295321 wait complete. 2024-04-23T18:18:47.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:47.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:47.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:46 smithi038 ceph-mon[29217]: from='osd.8 [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:47.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:46 smithi038 ceph-mon[29217]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:47.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:46 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:47.254 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.254 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.254 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:47.254 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:47.254 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.255 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:46 smithi076 ceph-mon[32458]: from='osd.8 [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:47.255 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:46 smithi076 ceph-mon[32458]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:47.255 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.255 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.255 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:46 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:47.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:47.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:47.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:46 smithi102 ceph-mon[32874]: from='osd.8 [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:47.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:46 smithi102 ceph-mon[32874]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:47.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:47.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:46 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:47.368 DEBUG:teuthology.orchestra.run.smithi102:osd.8> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.8.service 2024-04-23T18:18:47.370 INFO:tasks.cephadm:Deploying osd.9 on smithi038 with /dev/vg_nvme/lv_1... 2024-04-23T18:18:47.370 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-23T18:18:47.627 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:18:48.026 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:47 smithi038 ceph-mon[29217]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:48.026 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:47 smithi038 ceph-mon[29217]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-23T18:18:48.026 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:47 smithi038 ceph-mon[29217]: from='osd.8 [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:18:48.026 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:47 smithi038 ceph-mon[29217]: osdmap e58: 9 total, 8 up, 9 in 2024-04-23T18:18:48.027 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:47 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:48.027 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:47 smithi038 ceph-mon[29217]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:18:48.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:47 smithi076 ceph-mon[32458]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:48.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:47 smithi076 ceph-mon[32458]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-23T18:18:48.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:47 smithi076 ceph-mon[32458]: from='osd.8 [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:18:48.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:47 smithi076 ceph-mon[32458]: osdmap e58: 9 total, 8 up, 9 in 2024-04-23T18:18:48.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:47 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:48.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:47 smithi076 ceph-mon[32458]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:18:48.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:47 smithi102 ceph-mon[32874]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:48.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:47 smithi102 ceph-mon[32874]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-23T18:18:48.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:47 smithi102 ceph-mon[32874]: from='osd.8 [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:18:48.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:47 smithi102 ceph-mon[32874]: osdmap e58: 9 total, 8 up, 9 in 2024-04-23T18:18:48.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:47 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:48.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:47 smithi102 ceph-mon[32874]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:18:48.303 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:18:47 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:18:47.876+0000 7f060fa42700 -1 osd.8 0 waiting for initial osdmap 2024-04-23T18:18:48.303 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:18:47 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:18:47.888+0000 7f060b835700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:18:49.137 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:48 smithi038 ceph-mon[29217]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:18:49.137 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:48 smithi038 ceph-mon[29217]: osdmap e59: 9 total, 8 up, 9 in 2024-04-23T18:18:49.137 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:49.137 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:49.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:48 smithi102 ceph-mon[32874]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:18:49.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:48 smithi102 ceph-mon[32874]: osdmap e59: 9 total, 8 up, 9 in 2024-04-23T18:18:49.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:49.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:49.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:48 smithi076 ceph-mon[32458]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:18:49.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:48 smithi076 ceph-mon[32458]: osdmap e59: 9 total, 8 up, 9 in 2024-04-23T18:18:49.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:49.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:49.853 INFO:teuthology.orchestra.run.smithi038.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-23T18:18:49.853 INFO:teuthology.orchestra.run.smithi038.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-23T18:18:49.853 INFO:teuthology.orchestra.run.smithi038.stderr: stderr: 10+0 records in 2024-04-23T18:18:49.853 INFO:teuthology.orchestra.run.smithi038.stderr:10+0 records out 2024-04-23T18:18:49.854 INFO:teuthology.orchestra.run.smithi038.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0152284 s, 689 MB/s 2024-04-23T18:18:49.854 INFO:teuthology.orchestra.run.smithi038.stderr:--> Zapping successful for: 2024-04-23T18:18:50.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:49 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:18:50.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:49 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:18:50.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:49 smithi102 ceph-mon[32874]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:50.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:49 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:50.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:49 smithi102 ceph-mon[32874]: osd.8 [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] boot 2024-04-23T18:18:50.049 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:49 smithi102 ceph-mon[32874]: osdmap e60: 9 total, 9 up, 9 in 2024-04-23T18:18:50.049 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:49 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:50.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:49 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:18:50.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:49 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:18:50.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:49 smithi038 ceph-mon[29217]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:50.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:49 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:50.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:49 smithi038 ceph-mon[29217]: osd.8 [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] boot 2024-04-23T18:18:50.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:49 smithi038 ceph-mon[29217]: osdmap e60: 9 total, 9 up, 9 in 2024-04-23T18:18:50.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:49 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:50.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:49 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:18:50.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:49 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:18:50.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:49 smithi076 ceph-mon[32458]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:50.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:50.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:49 smithi076 ceph-mon[32458]: osd.8 [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] boot 2024-04-23T18:18:50.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:49 smithi076 ceph-mon[32458]: osdmap e60: 9 total, 9 up, 9 in 2024-04-23T18:18:50.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:49 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:50.549 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi038:vg_nvme/lv_1 2024-04-23T18:18:50.798 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:18:51.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: osdmap e61: 9 total, 9 up, 9 in 2024-04-23T18:18:51.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi102 2024-04-23T18:18:51.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:51.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:51.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:51.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi102 to 5696M 2024-04-23T18:18:51.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:51.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:51.160 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: osdmap e61: 9 total, 9 up, 9 in 2024-04-23T18:18:51.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi102 2024-04-23T18:18:51.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:51.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:51.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:51.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi102 to 5696M 2024-04-23T18:18:51.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:51.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:51.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: osdmap e61: 9 total, 9 up, 9 in 2024-04-23T18:18:51.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi102 2024-04-23T18:18:51.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:51.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:51.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:51.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi102 to 5696M 2024-04-23T18:18:51.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:51.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:51.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:51.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:18:52.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:51 smithi038 ceph-mon[29217]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:52.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:51 smithi038 ceph-mon[29217]: osdmap e62: 9 total, 9 up, 9 in 2024-04-23T18:18:52.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:51 smithi076 ceph-mon[32458]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:52.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:51 smithi076 ceph-mon[32458]: osdmap e62: 9 total, 9 up, 9 in 2024-04-23T18:18:52.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:51 smithi102 ceph-mon[32874]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:52.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:51 smithi102 ceph-mon[32874]: osdmap e62: 9 total, 9 up, 9 in 2024-04-23T18:18:52.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.427+0000 7f4b85d8e700 1 -- 172.21.15.38:0/1414043189 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4b80102ac0 msgr2=0x7f4b80102ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:52.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.427+0000 7f4b85d8e700 1 --2- 172.21.15.38:0/1414043189 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4b80102ac0 0x7f4b80102ee0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4b700099c0 tx=0x7f4b70009cd0 comp rx=0 tx=0).stop 2024-04-23T18:18:52.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.427+0000 7f4b85d8e700 1 -- 172.21.15.38:0/1414043189 shutdown_connections 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.427+0000 7f4b85d8e700 1 --2- 172.21.15.38:0/1414043189 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b80104660 0x7f4b8010af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.427+0000 7f4b85d8e700 1 --2- 172.21.15.38:0/1414043189 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4b80102ac0 0x7f4b80102ee0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.427+0000 7f4b85d8e700 1 --2- 172.21.15.38:0/1414043189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b80103cc0 0x7f4b80104120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.427+0000 7f4b85d8e700 1 -- 172.21.15.38:0/1414043189 >> 172.21.15.38:0/1414043189 conn(0x7f4b800fe060 msgr2=0x7f4b801004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.427+0000 7f4b85d8e700 1 -- 172.21.15.38:0/1414043189 shutdown_connections 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.428+0000 7f4b85d8e700 1 -- 172.21.15.38:0/1414043189 wait complete. 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.428+0000 7f4b85d8e700 1 Processor -- start 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.428+0000 7f4b85d8e700 1 -- start start 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.428+0000 7f4b85d8e700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b80102ac0 0x7f4b80198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.428+0000 7f4b85d8e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4b80103cc0 0x7f4b80199230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.428+0000 7f4b85d8e700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b80104660 0x7f4b801a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.428+0000 7f4b85d8e700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8010e690 con 0x7f4b80103cc0 2024-04-23T18:18:52.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.428+0000 7f4b85d8e700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8010e510 con 0x7f4b80102ac0 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.428+0000 7f4b85d8e700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8010e810 con 0x7f4b80104660 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7effd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4b80103cc0 0x7f4b80199230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7effd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4b80103cc0 0x7f4b80199230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:49318/0 (socket says 172.21.15.38:49318) 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7effd700 1 -- 172.21.15.38:0/2270645062 learned_addr learned my addr 172.21.15.38:0/2270645062 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7ffff700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b80104660 0x7f4b801a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7f7fe700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b80102ac0 0x7f4b80198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7effd700 1 -- 172.21.15.38:0/2270645062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b80104660 msgr2=0x7f4b801a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7effd700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b80104660 0x7f4b801a0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7effd700 1 -- 172.21.15.38:0/2270645062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b80102ac0 msgr2=0x7f4b80198cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7effd700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b80102ac0 0x7f4b80198cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7effd700 1 -- 172.21.15.38:0/2270645062 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b801a0940 con 0x7f4b80103cc0 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7f7fe700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b80102ac0 0x7f4b80198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7effd700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4b80103cc0 0x7f4b80199230 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4b7400c970 tx=0x7f4b7400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:52.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7cff9700 1 -- 172.21.15.38:0/2270645062 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b74007aa0 con 0x7f4b80103cc0 2024-04-23T18:18:52.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b85d8e700 1 -- 172.21.15.38:0/2270645062 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b801a0c30 con 0x7f4b80103cc0 2024-04-23T18:18:52.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7cff9700 1 -- 172.21.15.38:0/2270645062 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4b74004d00 con 0x7f4b80103cc0 2024-04-23T18:18:52.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b7cff9700 1 -- 172.21.15.38:0/2270645062 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b740055c0 con 0x7f4b80103cc0 2024-04-23T18:18:52.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.429+0000 7f4b85d8e700 1 -- 172.21.15.38:0/2270645062 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b801a1170 con 0x7f4b80103cc0 2024-04-23T18:18:52.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.430+0000 7f4b85d8e700 1 -- 172.21.15.38:0/2270645062 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b80069730 con 0x7f4b80103cc0 2024-04-23T18:18:52.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.431+0000 7f4b7cff9700 1 -- 172.21.15.38:0/2270645062 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4b74007c40 con 0x7f4b80103cc0 2024-04-23T18:18:52.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.432+0000 7f4b7cff9700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4b680a3cc0 0x7f4b680a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:52.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.432+0000 7f4b7f7fe700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4b680a3cc0 0x7f4b680a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:52.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.432+0000 7f4b7cff9700 1 -- 172.21.15.38:0/2270645062 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5858+0+0 (secure 0 0 0) 0x7f4b740cf760 con 0x7f4b80103cc0 2024-04-23T18:18:52.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.433+0000 7f4b7f7fe700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4b680a3cc0 0x7f4b680a6180 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4b70009990 tx=0x7f4b70005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:52.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.437+0000 7f4b7cff9700 1 -- 172.21.15.38:0/2270645062 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4b7409cb60 con 0x7f4b80103cc0 2024-04-23T18:18:52.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:18:52.655+0000 7f4b85d8e700 1 -- 172.21.15.38:0/2270645062 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f4b80062e80 con 0x7f4b680a3cc0 2024-04-23T18:18:53.610 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:53 smithi038 ceph-mon[29217]: osdmap e63: 9 total, 9 up, 9 in 2024-04-23T18:18:53.610 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:53 smithi038 ceph-mon[29217]: from='client.14412 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:53.610 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:53 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:53.610 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:53 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:53.610 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:53 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:53.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:53 smithi076 ceph-mon[32458]: osdmap e63: 9 total, 9 up, 9 in 2024-04-23T18:18:53.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:53 smithi076 ceph-mon[32458]: from='client.14412 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:53.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:53 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:53.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:53 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:53.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:53 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:53.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:53 smithi102 ceph-mon[32874]: osdmap e63: 9 total, 9 up, 9 in 2024-04-23T18:18:53.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:53 smithi102 ceph-mon[32874]: from='client.14412 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi038:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:53.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:53 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:53.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:53 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:53.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:53 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:54.635 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:54 smithi038 ceph-mon[29217]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:54.635 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:54 smithi038 ceph-mon[29217]: osdmap e64: 9 total, 9 up, 9 in 2024-04-23T18:18:54.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:54 smithi076 ceph-mon[32458]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:54.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:54 smithi076 ceph-mon[32458]: osdmap e64: 9 total, 9 up, 9 in 2024-04-23T18:18:54.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:54 smithi102 ceph-mon[32874]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:54.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:54 smithi102 ceph-mon[32874]: osdmap e64: 9 total, 9 up, 9 in 2024-04-23T18:18:56.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:56 smithi076 ceph-mon[32458]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 118 KiB/s, 0 objects/s recovering 2024-04-23T18:18:56.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:56 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1686575145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6533bd2-0234-414a-a572-5e788d316604"}]: dispatch 2024-04-23T18:18:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:56 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1686575145' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a6533bd2-0234-414a-a572-5e788d316604"}]': finished 2024-04-23T18:18:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:56 smithi076 ceph-mon[32458]: osdmap e65: 10 total, 9 up, 10 in 2024-04-23T18:18:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:18:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:56 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1730058245' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:56 smithi102 ceph-mon[32874]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 118 KiB/s, 0 objects/s recovering 2024-04-23T18:18:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:56 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1686575145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6533bd2-0234-414a-a572-5e788d316604"}]: dispatch 2024-04-23T18:18:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:56 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1686575145' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a6533bd2-0234-414a-a572-5e788d316604"}]': finished 2024-04-23T18:18:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:56 smithi102 ceph-mon[32874]: osdmap e65: 10 total, 9 up, 10 in 2024-04-23T18:18:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:18:56.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:56 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1730058245' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:56.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:56 smithi038 ceph-mon[29217]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 118 KiB/s, 0 objects/s recovering 2024-04-23T18:18:56.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:56 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1686575145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6533bd2-0234-414a-a572-5e788d316604"}]: dispatch 2024-04-23T18:18:56.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:56 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1686575145' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a6533bd2-0234-414a-a572-5e788d316604"}]': finished 2024-04-23T18:18:56.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:56 smithi038 ceph-mon[29217]: osdmap e65: 10 total, 9 up, 10 in 2024-04-23T18:18:56.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:18:56.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:56 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1730058245' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:58.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:18:58 smithi076 ceph-mon[32458]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-04-23T18:18:58.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:18:58 smithi102 ceph-mon[32874]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-04-23T18:18:58.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:18:58 smithi038 ceph-mon[29217]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-04-23T18:19:00.735 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:00 smithi038 ceph-mon[29217]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-23T18:19:00.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:00 smithi076 ceph-mon[32458]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-23T18:19:00.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:00 smithi102 ceph-mon[32874]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-23T18:19:02.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:02 smithi038 ceph-mon[29217]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:19:02.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:02 smithi076 ceph-mon[32458]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:19:02.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:02 smithi102 ceph-mon[32874]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:19:03.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:03 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-23T18:19:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:03 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:03 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-23T18:19:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:03 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:03.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:03 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-23T18:19:03.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:03 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:04.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:04 smithi038 ceph-mon[29217]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-23T18:19:04.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:04 smithi038 ceph-mon[29217]: Deploying daemon osd.9 on smithi038 2024-04-23T18:19:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:04 smithi076 ceph-mon[32458]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-23T18:19:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:04 smithi076 ceph-mon[32458]: Deploying daemon osd.9 on smithi038 2024-04-23T18:19:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:04 smithi102 ceph-mon[32874]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-23T18:19:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:04 smithi102 ceph-mon[32874]: Deploying daemon osd.9 on smithi038 2024-04-23T18:19:06.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:06 smithi076 ceph-mon[32458]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:06 smithi102 ceph-mon[32874]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:06.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:06 smithi038 ceph-mon[29217]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:08.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:08 smithi038 ceph-mon[29217]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:08.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:08 smithi076 ceph-mon[32458]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:08.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:08 smithi102 ceph-mon[32874]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:10 smithi038 ceph-mon[29217]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:10.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:10 smithi076 ceph-mon[32458]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:10 smithi102 ceph-mon[32874]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:12.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:12 smithi038 ceph-mon[29217]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:12.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:12 smithi076 ceph-mon[32458]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:12.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:12 smithi102 ceph-mon[32874]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:13.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.519+0000 7f4b7cff9700 1 -- 172.21.15.38:0/2270645062 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4b80062e80 con 0x7f4b680a3cc0 2024-04-23T18:19:13.513 INFO:teuthology.orchestra.run.smithi038.stdout:Created osd(s) 9 on host 'smithi038' 2024-04-23T18:19:13.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.521+0000 7f4b85d8e700 1 -- 172.21.15.38:0/2270645062 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4b680a3cc0 msgr2=0x7f4b680a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:13.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.521+0000 7f4b85d8e700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4b680a3cc0 0x7f4b680a6180 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4b70009990 tx=0x7f4b70005fb0 comp rx=0 tx=0).stop 2024-04-23T18:19:13.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.521+0000 7f4b85d8e700 1 -- 172.21.15.38:0/2270645062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4b80103cc0 msgr2=0x7f4b80199230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:13.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.521+0000 7f4b85d8e700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4b80103cc0 0x7f4b80199230 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4b7400c970 tx=0x7f4b7400cc80 comp rx=0 tx=0).stop 2024-04-23T18:19:13.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.521+0000 7f4b85d8e700 1 -- 172.21.15.38:0/2270645062 shutdown_connections 2024-04-23T18:19:13.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.521+0000 7f4b85d8e700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4b680a3cc0 0x7f4b680a6180 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:13.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.521+0000 7f4b85d8e700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b80104660 0x7f4b801a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:13.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.521+0000 7f4b85d8e700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b80102ac0 0x7f4b80198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:13.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.521+0000 7f4b85d8e700 1 --2- 172.21.15.38:0/2270645062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4b80103cc0 0x7f4b80199230 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:13.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.521+0000 7f4b85d8e700 1 -- 172.21.15.38:0/2270645062 >> 172.21.15.38:0/2270645062 conn(0x7f4b800fe060 msgr2=0x7f4b80107040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:19:13.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.522+0000 7f4b85d8e700 1 -- 172.21.15.38:0/2270645062 shutdown_connections 2024-04-23T18:19:13.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:19:13.522+0000 7f4b85d8e700 1 -- 172.21.15.38:0/2270645062 wait complete. 2024-04-23T18:19:13.841 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:13 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:13.842 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:13 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:13.842 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:13 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:13.842 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:13 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:13.842 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:13 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:13.842 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:13 smithi038 ceph-mon[29217]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-23T18:19:13.842 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:13 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:13.842 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:13 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:13.842 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:13 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:14.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:13 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:14.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:13 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:14.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:13 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:14.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:13 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:14.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:13 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:14.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:13 smithi076 ceph-mon[32458]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-23T18:19:14.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:13 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:14.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:13 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:14.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:13 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:14.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:13 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:14.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:13 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:14.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:13 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:14.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:13 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:14.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:13 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:14.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:13 smithi102 ceph-mon[32874]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-23T18:19:14.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:13 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:14.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:13 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:14.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:13 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:14.199 DEBUG:teuthology.orchestra.run.smithi038:osd.9> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.9.service 2024-04-23T18:19:14.201 INFO:tasks.cephadm:Deploying osd.10 on smithi076 with /dev/vg_nvme/lv_1... 2024-04-23T18:19:14.202 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-23T18:19:14.446 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:19:14.705 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:14 smithi038 ceph-mon[29217]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:14.705 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:14 smithi038 ceph-mon[29217]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-23T18:19:14.705 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:14 smithi038 ceph-mon[29217]: osdmap e66: 10 total, 9 up, 10 in 2024-04-23T18:19:14.706 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:14 smithi038 ceph-mon[29217]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:19:14.706 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:14 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:14.919 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:14 smithi076 ceph-mon[32458]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:14.919 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:14 smithi076 ceph-mon[32458]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-23T18:19:14.919 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:14 smithi076 ceph-mon[32458]: osdmap e66: 10 total, 9 up, 10 in 2024-04-23T18:19:14.919 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:14 smithi076 ceph-mon[32458]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:19:14.920 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:14 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:15.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:14 smithi102 ceph-mon[32874]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:15.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:14 smithi102 ceph-mon[32874]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-23T18:19:15.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:14 smithi102 ceph-mon[32874]: osdmap e66: 10 total, 9 up, 10 in 2024-04-23T18:19:15.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:14 smithi102 ceph-mon[32874]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]: dispatch 2024-04-23T18:19:15.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:14 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:15.408 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:19:15 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:19:15.023+0000 7f430cd77700 -1 osd.9 0 waiting for initial osdmap 2024-04-23T18:19:15.409 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:19:15 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:19:15.035+0000 7f4304361700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:19:15.712 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:15 smithi038 ceph-mon[29217]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:19:15.712 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:15 smithi038 ceph-mon[29217]: osdmap e67: 10 total, 9 up, 10 in 2024-04-23T18:19:15.712 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:15 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:15.712 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:15 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:15.712 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:15 smithi038 ceph-mon[29217]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' 2024-04-23T18:19:15.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:15 smithi076 ceph-mon[32458]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:19:15.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:15 smithi076 ceph-mon[32458]: osdmap e67: 10 total, 9 up, 10 in 2024-04-23T18:19:15.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:15 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:15.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:15 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:15.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:15 smithi076 ceph-mon[32458]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' 2024-04-23T18:19:16.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:15 smithi102 ceph-mon[32874]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi038", "root=default"]}]': finished 2024-04-23T18:19:16.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:15 smithi102 ceph-mon[32874]: osdmap e67: 10 total, 9 up, 10 in 2024-04-23T18:19:16.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:15 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:16.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:15 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:16.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:15 smithi102 ceph-mon[32874]: from='osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052]' entity='osd.9' 2024-04-23T18:19:16.356 INFO:teuthology.orchestra.run.smithi076.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-23T18:19:16.356 INFO:teuthology.orchestra.run.smithi076.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-23T18:19:16.356 INFO:teuthology.orchestra.run.smithi076.stderr: stderr: 10+0 records in 2024-04-23T18:19:16.356 INFO:teuthology.orchestra.run.smithi076.stderr:10+0 records out 2024-04-23T18:19:16.356 INFO:teuthology.orchestra.run.smithi076.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0125295 s, 837 MB/s 2024-04-23T18:19:16.356 INFO:teuthology.orchestra.run.smithi076.stderr:--> Zapping successful for: 2024-04-23T18:19:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:16 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:19:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:16 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:19:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:16 smithi102 ceph-mon[32874]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:16 smithi102 ceph-mon[32874]: osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] boot 2024-04-23T18:19:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:16 smithi102 ceph-mon[32874]: osdmap e68: 10 total, 10 up, 10 in 2024-04-23T18:19:16.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:16.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:16 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:19:16.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:16 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:19:16.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:16 smithi038 ceph-mon[29217]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:16.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:16.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:16 smithi038 ceph-mon[29217]: osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] boot 2024-04-23T18:19:16.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:16 smithi038 ceph-mon[29217]: osdmap e68: 10 total, 10 up, 10 in 2024-04-23T18:19:16.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:17.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:16 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:19:17.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:16 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:19:17.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:16 smithi076 ceph-mon[32458]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:17.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:17.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:16 smithi076 ceph-mon[32458]: osd.9 [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] boot 2024-04-23T18:19:17.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:16 smithi076 ceph-mon[32458]: osdmap e68: 10 total, 10 up, 10 in 2024-04-23T18:19:17.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:17.083 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi076:vg_nvme/lv_1 2024-04-23T18:19:17.324 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:19:18.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: osdmap e69: 10 total, 10 up, 10 in 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi038 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi038 to 4273M 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:18.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:18.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: osdmap e69: 10 total, 10 up, 10 in 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi038 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi038 to 4273M 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:18.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: osdmap e69: 10 total, 10 up, 10 in 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi038 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi038 to 4273M 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:18.446 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:18.447 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.941+0000 7fce426b1700 1 -- 172.21.15.76:0/2384501963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c1019a0 msgr2=0x7fce3c101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.941+0000 7fce426b1700 1 --2- 172.21.15.76:0/2384501963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c1019a0 0x7fce3c101dc0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fce2c0099c0 tx=0x7fce2c009cd0 comp rx=0 tx=0).stop 2024-04-23T18:19:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.941+0000 7fce426b1700 1 -- 172.21.15.76:0/2384501963 shutdown_connections 2024-04-23T18:19:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.941+0000 7fce426b1700 1 --2- 172.21.15.76:0/2384501963 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c103540 0x7fce3c109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.941+0000 7fce426b1700 1 --2- 172.21.15.76:0/2384501963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c1019a0 0x7fce3c101dc0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.941+0000 7fce426b1700 1 --2- 172.21.15.76:0/2384501963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c102ba0 0x7fce3c103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.941+0000 7fce426b1700 1 -- 172.21.15.76:0/2384501963 >> 172.21.15.76:0/2384501963 conn(0x7fce3c0fcf40 msgr2=0x7fce3c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:19:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.941+0000 7fce426b1700 1 -- 172.21.15.76:0/2384501963 shutdown_connections 2024-04-23T18:19:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.941+0000 7fce426b1700 1 -- 172.21.15.76:0/2384501963 wait complete. 2024-04-23T18:19:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce426b1700 1 Processor -- start 2024-04-23T18:19:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce426b1700 1 -- start start 2024-04-23T18:19:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce426b1700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c1019a0 0x7fce3c198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce426b1700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102ba0 0x7fce3c199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce426b1700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c103540 0x7fce3c1a03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce426b1700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fce3c10d5f0 con 0x7fce3c1019a0 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce426b1700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fce3c10d470 con 0x7fce3c102ba0 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce426b1700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fce3c10d770 con 0x7fce3c103540 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce3b7fe700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102ba0 0x7fce3c199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce3b7fe700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102ba0 0x7fce3c199370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39640/0 (socket says 172.21.15.76:39640) 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce3b7fe700 1 -- 172.21.15.76:0/944669442 learned_addr learned my addr 172.21.15.76:0/944669442 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce3bfff700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c1019a0 0x7fce3c198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.942+0000 7fce40c4e700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c103540 0x7fce3c1a03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce3b7fe700 1 -- 172.21.15.76:0/944669442 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c103540 msgr2=0x7fce3c1a03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce3b7fe700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c103540 0x7fce3c1a03a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce3b7fe700 1 -- 172.21.15.76:0/944669442 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c1019a0 msgr2=0x7fce3c198e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce3b7fe700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c1019a0 0x7fce3c198e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce3b7fe700 1 -- 172.21.15.76:0/944669442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce3c1a0a40 con 0x7fce3c102ba0 2024-04-23T18:19:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce3b7fe700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102ba0 0x7fce3c199370 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fce3000b530 tx=0x7fce3000b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:19:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce397fa700 1 -- 172.21.15.76:0/944669442 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce30015020 con 0x7fce3c102ba0 2024-04-23T18:19:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce426b1700 1 -- 172.21.15.76:0/944669442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce3c1a0d30 con 0x7fce3c102ba0 2024-04-23T18:19:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce397fa700 1 -- 172.21.15.76:0/944669442 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fce30011d00 con 0x7fce3c102ba0 2024-04-23T18:19:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce397fa700 1 -- 172.21.15.76:0/944669442 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3000f2e0 con 0x7fce3c102ba0 2024-04-23T18:19:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.943+0000 7fce426b1700 1 -- 172.21.15.76:0/944669442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce3c1a1260 con 0x7fce3c102ba0 2024-04-23T18:19:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.944+0000 7fce426b1700 1 -- 172.21.15.76:0/944669442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce3c069730 con 0x7fce3c102ba0 2024-04-23T18:19:18.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.945+0000 7fce397fa700 1 -- 172.21.15.76:0/944669442 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fce30018020 con 0x7fce3c102ba0 2024-04-23T18:19:18.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.946+0000 7fce397fa700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fce240a3c40 0x7fce240a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:18.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.946+0000 7fce397fa700 1 -- 172.21.15.76:0/944669442 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7fce300cf660 con 0x7fce3c102ba0 2024-04-23T18:19:18.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.946+0000 7fce3bfff700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fce240a3c40 0x7fce240a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:18.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.946+0000 7fce3bfff700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fce240a3c40 0x7fce240a6100 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fce2c009990 tx=0x7fce2c009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:19:18.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:18.949+0000 7fce397fa700 1 -- 172.21.15.76:0/944669442 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fce3001f020 con 0x7fce3c102ba0 2024-04-23T18:19:19.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:19.159+0000 7fce426b1700 1 -- 172.21.15.76:0/944669442 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fce3c0ff160 con 0x7fce240a3c40 2024-04-23T18:19:20.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:20 smithi102 ceph-mon[32874]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:20.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:20 smithi102 ceph-mon[32874]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:20.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:20.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:20.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:20 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:20.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:20 smithi038 ceph-mon[29217]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:20.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:20 smithi038 ceph-mon[29217]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:20.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:20.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:20.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:20 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:20.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:20 smithi076 ceph-mon[32458]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:20.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:20 smithi076 ceph-mon[32458]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi076:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:20.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:20.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:20.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:20 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:22.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:22 smithi102 ceph-mon[32874]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:22.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:22 smithi102 ceph-mon[32874]: from='client.? 172.21.15.76:0/2732369270' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14"}]: dispatch 2024-04-23T18:19:22.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:22 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14"}]: dispatch 2024-04-23T18:19:22.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:22 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14"}]': finished 2024-04-23T18:19:22.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:22 smithi102 ceph-mon[32874]: osdmap e70: 11 total, 10 up, 11 in 2024-04-23T18:19:22.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:22 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:22.382 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:22 smithi076 ceph-mon[32458]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:22.382 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:22 smithi076 ceph-mon[32458]: from='client.? 172.21.15.76:0/2732369270' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14"}]: dispatch 2024-04-23T18:19:22.382 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:22 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14"}]: dispatch 2024-04-23T18:19:22.382 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:22 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14"}]': finished 2024-04-23T18:19:22.382 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:22 smithi076 ceph-mon[32458]: osdmap e70: 11 total, 10 up, 11 in 2024-04-23T18:19:22.382 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:22 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:22.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:22 smithi038 ceph-mon[29217]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:22.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:22 smithi038 ceph-mon[29217]: from='client.? 172.21.15.76:0/2732369270' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14"}]: dispatch 2024-04-23T18:19:22.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:22 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14"}]: dispatch 2024-04-23T18:19:22.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:22 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14"}]': finished 2024-04-23T18:19:22.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:22 smithi038 ceph-mon[29217]: osdmap e70: 11 total, 10 up, 11 in 2024-04-23T18:19:22.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:22 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:23.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:23 smithi102 ceph-mon[32874]: from='client.? 172.21.15.76:0/4252195283' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:23.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:23 smithi038 ceph-mon[29217]: from='client.? 172.21.15.76:0/4252195283' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:23.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:23 smithi076 ceph-mon[32458]: from='client.? 172.21.15.76:0/4252195283' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:24.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:24 smithi102 ceph-mon[32874]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:24.310 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:24 smithi038 ceph-mon[29217]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:24.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:24 smithi076 ceph-mon[32458]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:26.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:26 smithi102 ceph-mon[32874]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:26.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:26 smithi038 ceph-mon[29217]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:26.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:26 smithi076 ceph-mon[32458]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:28.319 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:28 smithi076 ceph-mon[32458]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:28.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:28 smithi038 ceph-mon[29217]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:28.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:28 smithi102 ceph-mon[32874]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:30.356 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:30 smithi076 ceph-mon[32458]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:30.356 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-23T18:19:30.357 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:30.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:30 smithi038 ceph-mon[29217]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:30.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-23T18:19:30.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:30.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:30 smithi102 ceph-mon[32874]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:30.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-23T18:19:30.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:31.360 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:31 smithi076 ceph-mon[32458]: Deploying daemon osd.10 on smithi076 2024-04-23T18:19:31.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:31 smithi038 ceph-mon[29217]: Deploying daemon osd.10 on smithi076 2024-04-23T18:19:31.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:31 smithi102 ceph-mon[32874]: Deploying daemon osd.10 on smithi076 2024-04-23T18:19:32.377 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:32 smithi076 ceph-mon[32458]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:32.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:32 smithi038 ceph-mon[29217]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:32.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:32 smithi102 ceph-mon[32874]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:34.355 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:34 smithi102 ceph-mon[32874]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:34.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:34 smithi038 ceph-mon[29217]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:34.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:34 smithi076 ceph-mon[32458]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:36.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:36 smithi038 ceph-mon[29217]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:36.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:36.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:36.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:36.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:36 smithi076 ceph-mon[32458]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:36.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:36.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:36.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:36.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:36 smithi102 ceph-mon[32874]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:36.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:36.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:36.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:38.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:38 smithi076 ceph-mon[32458]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:38.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:38 smithi102 ceph-mon[32874]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:38.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:38 smithi038 ceph-mon[29217]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:39.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.429+0000 7fce397fa700 1 -- 172.21.15.76:0/944669442 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fce3c0ff160 con 0x7fce240a3c40 2024-04-23T18:19:39.423 INFO:teuthology.orchestra.run.smithi076.stdout:Created osd(s) 10 on host 'smithi076' 2024-04-23T18:19:39.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.431+0000 7fce426b1700 1 -- 172.21.15.76:0/944669442 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fce240a3c40 msgr2=0x7fce240a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:39.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.431+0000 7fce426b1700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fce240a3c40 0x7fce240a6100 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fce2c009990 tx=0x7fce2c009f10 comp rx=0 tx=0).stop 2024-04-23T18:19:39.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.431+0000 7fce426b1700 1 -- 172.21.15.76:0/944669442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102ba0 msgr2=0x7fce3c199370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:39.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.431+0000 7fce426b1700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102ba0 0x7fce3c199370 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fce3000b530 tx=0x7fce3000b840 comp rx=0 tx=0).stop 2024-04-23T18:19:39.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.431+0000 7fce426b1700 1 -- 172.21.15.76:0/944669442 shutdown_connections 2024-04-23T18:19:39.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.431+0000 7fce426b1700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fce240a3c40 0x7fce240a6100 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:39.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.431+0000 7fce426b1700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c103540 0x7fce3c1a03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:39.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.431+0000 7fce426b1700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c1019a0 0x7fce3c198e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:39.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.431+0000 7fce426b1700 1 --2- 172.21.15.76:0/944669442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102ba0 0x7fce3c199370 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:39.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.431+0000 7fce426b1700 1 -- 172.21.15.76:0/944669442 >> 172.21.15.76:0/944669442 conn(0x7fce3c0fcf40 msgr2=0x7fce3c0fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:19:39.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.432+0000 7fce426b1700 1 -- 172.21.15.76:0/944669442 shutdown_connections 2024-04-23T18:19:39.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-04-23T18:19:39.432+0000 7fce426b1700 1 -- 172.21.15.76:0/944669442 wait complete. 2024-04-23T18:19:39.740 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.741 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.741 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:39.741 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:39.741 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.741 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:39 smithi076 ceph-mon[32458]: from='osd.10 [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:39.741 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:39 smithi076 ceph-mon[32458]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:39.741 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.741 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.741 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:39.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:39.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:39.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:39 smithi102 ceph-mon[32874]: from='osd.10 [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:39.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:39 smithi102 ceph-mon[32874]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:39.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:39.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:39.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:39.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:39 smithi038 ceph-mon[29217]: from='osd.10 [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:39.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:39 smithi038 ceph-mon[29217]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:39.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:39.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:40.057 DEBUG:teuthology.orchestra.run.smithi076:osd.10> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.10.service 2024-04-23T18:19:40.060 INFO:tasks.cephadm:Deploying osd.11 on smithi102 with /dev/vg_nvme/lv_1... 2024-04-23T18:19:40.060 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-23T18:19:40.304 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:19:40.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:40 smithi102 ceph-mon[32874]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:40.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:40 smithi102 ceph-mon[32874]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-23T18:19:40.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:40 smithi102 ceph-mon[32874]: osdmap e71: 11 total, 10 up, 11 in 2024-04-23T18:19:40.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:40 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:40.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:40 smithi102 ceph-mon[32874]: from='osd.10 [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:19:40.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:40 smithi102 ceph-mon[32874]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:19:40.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:40 smithi076 ceph-mon[32458]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:40.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:40 smithi076 ceph-mon[32458]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-23T18:19:40.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:40 smithi076 ceph-mon[32458]: osdmap e71: 11 total, 10 up, 11 in 2024-04-23T18:19:40.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:40 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:40.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:40 smithi076 ceph-mon[32458]: from='osd.10 [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:19:40.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:40 smithi076 ceph-mon[32458]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:19:40.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:40 smithi038 ceph-mon[29217]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:40 smithi038 ceph-mon[29217]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-23T18:19:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:40 smithi038 ceph-mon[29217]: osdmap e71: 11 total, 10 up, 11 in 2024-04-23T18:19:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:40 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:40 smithi038 ceph-mon[29217]: from='osd.10 [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:19:40.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:40 smithi038 ceph-mon[29217]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]: dispatch 2024-04-23T18:19:41.258 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:19:40 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:19:40.941+0000 7fa94192c700 -1 osd.10 0 waiting for initial osdmap 2024-04-23T18:19:41.259 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:19:40 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:19:40.953+0000 7fa939717700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:19:41.779 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:41 smithi102 ceph-mon[32874]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:19:41.779 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:41 smithi102 ceph-mon[32874]: osdmap e72: 11 total, 10 up, 11 in 2024-04-23T18:19:41.779 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:41 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:41.779 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:41 smithi102 ceph-mon[32874]: from='osd.10 ' entity='osd.10' 2024-04-23T18:19:41.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:41 smithi038 ceph-mon[29217]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:19:41.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:41 smithi038 ceph-mon[29217]: osdmap e72: 11 total, 10 up, 11 in 2024-04-23T18:19:41.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:41 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:41.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:41 smithi038 ceph-mon[29217]: from='osd.10 ' entity='osd.10' 2024-04-23T18:19:42.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:41 smithi076 ceph-mon[32458]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi076", "root=default"]}]': finished 2024-04-23T18:19:42.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:41 smithi076 ceph-mon[32458]: osdmap e72: 11 total, 10 up, 11 in 2024-04-23T18:19:42.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:41 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:42.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:41 smithi076 ceph-mon[32458]: from='osd.10 ' entity='osd.10' 2024-04-23T18:19:42.537 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-23T18:19:42.537 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-23T18:19:42.537 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-23T18:19:42.537 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-23T18:19:42.537 INFO:teuthology.orchestra.run.smithi102.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.012361 s, 848 MB/s 2024-04-23T18:19:42.537 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-23T18:19:42.694 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:42 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:19:42.695 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:42 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:19:42.695 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:42 smithi076 ceph-mon[32458]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:42.695 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:42 smithi076 ceph-mon[32458]: osd.10 [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] boot 2024-04-23T18:19:42.695 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:42 smithi076 ceph-mon[32458]: osdmap e73: 11 total, 11 up, 11 in 2024-04-23T18:19:42.695 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:42 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:42.695 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:42 smithi076 ceph-mon[32458]: osdmap e74: 11 total, 11 up, 11 in 2024-04-23T18:19:42.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:42 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:19:42.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:42 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:19:42.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:42 smithi102 ceph-mon[32874]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:42.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:42 smithi102 ceph-mon[32874]: osd.10 [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] boot 2024-04-23T18:19:42.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:42 smithi102 ceph-mon[32874]: osdmap e73: 11 total, 11 up, 11 in 2024-04-23T18:19:42.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:42 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:42.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:42 smithi102 ceph-mon[32874]: osdmap e74: 11 total, 11 up, 11 in 2024-04-23T18:19:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:42 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:19:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:42 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:19:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:42 smithi038 ceph-mon[29217]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:42 smithi038 ceph-mon[29217]: osd.10 [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] boot 2024-04-23T18:19:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:42 smithi038 ceph-mon[29217]: osdmap e73: 11 total, 11 up, 11 in 2024-04-23T18:19:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:42 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:42.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:42 smithi038 ceph-mon[29217]: osdmap e74: 11 total, 11 up, 11 in 2024-04-23T18:19:43.217 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_1 2024-04-23T18:19:43.454 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi076 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi076 to 4272M 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:44.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:44.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:44 smithi102 ceph-mon[32874]: osdmap e75: 11 total, 11 up, 11 in 2024-04-23T18:19:44.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi076 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi076 to 4272M 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:44.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:44 smithi038 ceph-mon[29217]: osdmap e75: 11 total, 11 up, 11 in 2024-04-23T18:19:44.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:44.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi076 2024-04-23T18:19:44.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi076 to 4272M 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:19:44.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:44 smithi076 ceph-mon[32458]: osdmap e75: 11 total, 11 up, 11 in 2024-04-23T18:19:45.176 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.180+0000 7fdbed0a6700 1 -- 172.21.15.102:0/3749832948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbe8108790 msgr2=0x7fdbe810ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:45.176 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.180+0000 7fdbed0a6700 1 --2- 172.21.15.102:0/3749832948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbe8108790 0x7fdbe810ac00 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000b0a0 tx=0x7fdbe000b3b0 comp rx=0 tx=0).stop 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.180+0000 7fdbed0a6700 1 -- 172.21.15.102:0/3749832948 shutdown_connections 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.180+0000 7fdbed0a6700 1 --2- 172.21.15.102:0/3749832948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbe8108790 0x7fdbe810ac00 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.180+0000 7fdbed0a6700 1 --2- 172.21.15.102:0/3749832948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbe8103530 0x7fdbe8105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.180+0000 7fdbed0a6700 1 --2- 172.21.15.102:0/3749832948 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe8105e60 0x7fdbe8108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.180+0000 7fdbed0a6700 1 -- 172.21.15.102:0/3749832948 >> 172.21.15.102:0/3749832948 conn(0x7fdbe80fcf40 msgr2=0x7fdbe80ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.180+0000 7fdbed0a6700 1 -- 172.21.15.102:0/3749832948 shutdown_connections 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.180+0000 7fdbed0a6700 1 -- 172.21.15.102:0/3749832948 wait complete. 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.181+0000 7fdbed0a6700 1 Processor -- start 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.181+0000 7fdbed0a6700 1 -- start start 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.181+0000 7fdbed0a6700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe8103530 0x7fdbe8198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:45.177 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.181+0000 7fdbed0a6700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbe8105e60 0x7fdbe8199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.181+0000 7fdbed0a6700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbe8108790 0x7fdbe81a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.181+0000 7fdbed0a6700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe810e660 con 0x7fdbe8108790 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.181+0000 7fdbed0a6700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe810e4e0 con 0x7fdbe8103530 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.181+0000 7fdbed0a6700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe810e7e0 con 0x7fdbe8105e60 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe659c700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbe8105e60 0x7fdbe8199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe659c700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbe8105e60 0x7fdbe8199190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:51980/0 (socket says 172.21.15.102:51980) 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe659c700 1 -- 172.21.15.102:0/2829222400 learned_addr learned my addr 172.21.15.102:0/2829222400 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe6d9d700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe8103530 0x7fdbe8198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe759e700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbe8108790 0x7fdbe81a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe659c700 1 -- 172.21.15.102:0/2829222400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe8103530 msgr2=0x7fdbe8198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:45.178 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe659c700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe8103530 0x7fdbe8198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:45.179 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe659c700 1 -- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbe8108790 msgr2=0x7fdbe81a01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:45.179 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe659c700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbe8108790 0x7fdbe81a01d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:45.179 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe659c700 1 -- 172.21.15.102:0/2829222400 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbe81a08a0 con 0x7fdbe8105e60 2024-04-23T18:19:45.179 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe759e700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbe8108790 0x7fdbe81a01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:19:45.179 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbe659c700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbe8105e60 0x7fdbe8199190 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc00d980 tx=0x7fdbdc00dd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:19:45.179 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbcffff700 1 -- 172.21.15.102:0/2829222400 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc017070 con 0x7fdbe8105e60 2024-04-23T18:19:45.179 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbed0a6700 1 -- 172.21.15.102:0/2829222400 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbe81a0b90 con 0x7fdbe8105e60 2024-04-23T18:19:45.179 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbcffff700 1 -- 172.21.15.102:0/2829222400 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdbdc004d00 con 0x7fdbe8105e60 2024-04-23T18:19:45.179 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbcffff700 1 -- 172.21.15.102:0/2829222400 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc005500 con 0x7fdbe8105e60 2024-04-23T18:19:45.179 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.182+0000 7fdbed0a6700 1 -- 172.21.15.102:0/2829222400 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbe81a1080 con 0x7fdbe8105e60 2024-04-23T18:19:45.180 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.183+0000 7fdbed0a6700 1 -- 172.21.15.102:0/2829222400 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbe8069730 con 0x7fdbe8105e60 2024-04-23T18:19:45.181 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.184+0000 7fdbcffff700 1 -- 172.21.15.102:0/2829222400 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fdbdc009b40 con 0x7fdbe8105e60 2024-04-23T18:19:45.181 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.185+0000 7fdbcffff700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbd00a3c40 0x7fdbd00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:45.181 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.185+0000 7fdbcffff700 1 -- 172.21.15.102:0/2829222400 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6694+0+0 (secure 0 0 0) 0x7fdbdc0d0240 con 0x7fdbe8105e60 2024-04-23T18:19:45.181 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.185+0000 7fdbe6d9d700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbd00a3c40 0x7fdbd00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:45.181 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.186+0000 7fdbe6d9d700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbd00a3c40 0x7fdbd00a6100 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8005950 tx=0x7fdbd80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:19:45.182 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.189+0000 7fdbcffff700 1 -- 172.21.15.102:0/2829222400 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdbdc020020 con 0x7fdbe8105e60 2024-04-23T18:19:45.388 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:19:45.394+0000 7fdbed0a6700 1 -- 172.21.15.102:0/2829222400 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fdbe8062e80 con 0x7fdbd00a3c40 2024-04-23T18:19:45.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:45 smithi102 ceph-mon[32874]: osdmap e76: 11 total, 11 up, 11 in 2024-04-23T18:19:45.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:45.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:45.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:45.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:45 smithi038 ceph-mon[29217]: osdmap e76: 11 total, 11 up, 11 in 2024-04-23T18:19:45.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:45.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:45.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:45 smithi076 ceph-mon[32458]: osdmap e76: 11 total, 11 up, 11 in 2024-04-23T18:19:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:45 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:45 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:45 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:46.795 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:46 smithi076 ceph-mon[32458]: pgmap v241: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:19:46.795 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:46 smithi076 ceph-mon[32458]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:46.796 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:46 smithi076 ceph-mon[32458]: osdmap e77: 11 total, 11 up, 11 in 2024-04-23T18:19:46.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:46 smithi102 ceph-mon[32874]: pgmap v241: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:19:46.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:46 smithi102 ceph-mon[32874]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:46.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:46 smithi102 ceph-mon[32874]: osdmap e77: 11 total, 11 up, 11 in 2024-04-23T18:19:46.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:46 smithi038 ceph-mon[29217]: pgmap v241: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:19:46.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:46 smithi038 ceph-mon[29217]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:46.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:46 smithi038 ceph-mon[29217]: osdmap e77: 11 total, 11 up, 11 in 2024-04-23T18:19:48.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:48 smithi102 ceph-mon[32874]: pgmap v243: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-04-23T18:19:48.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:48 smithi102 ceph-mon[32874]: from='client.? 172.21.15.102:0/537507442' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c048d98f-cc9b-455d-b7c9-2e834a7d13cb"}]: dispatch 2024-04-23T18:19:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:48 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c048d98f-cc9b-455d-b7c9-2e834a7d13cb"}]: dispatch 2024-04-23T18:19:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:48 smithi102 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c048d98f-cc9b-455d-b7c9-2e834a7d13cb"}]': finished 2024-04-23T18:19:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:48 smithi102 ceph-mon[32874]: osdmap e78: 12 total, 11 up, 12 in 2024-04-23T18:19:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:19:48.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:48 smithi038 ceph-mon[29217]: pgmap v243: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-04-23T18:19:48.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:48 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/537507442' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c048d98f-cc9b-455d-b7c9-2e834a7d13cb"}]: dispatch 2024-04-23T18:19:48.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:48 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c048d98f-cc9b-455d-b7c9-2e834a7d13cb"}]: dispatch 2024-04-23T18:19:48.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:48 smithi038 ceph-mon[29217]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c048d98f-cc9b-455d-b7c9-2e834a7d13cb"}]': finished 2024-04-23T18:19:48.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:48 smithi038 ceph-mon[29217]: osdmap e78: 12 total, 11 up, 12 in 2024-04-23T18:19:48.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:19:49.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:48 smithi076 ceph-mon[32458]: pgmap v243: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-04-23T18:19:49.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:48 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/537507442' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c048d98f-cc9b-455d-b7c9-2e834a7d13cb"}]: dispatch 2024-04-23T18:19:49.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:48 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c048d98f-cc9b-455d-b7c9-2e834a7d13cb"}]: dispatch 2024-04-23T18:19:49.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:48 smithi076 ceph-mon[32458]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c048d98f-cc9b-455d-b7c9-2e834a7d13cb"}]': finished 2024-04-23T18:19:49.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:48 smithi076 ceph-mon[32458]: osdmap e78: 12 total, 11 up, 12 in 2024-04-23T18:19:49.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:19:49.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:49 smithi102 ceph-mon[32874]: from='client.? 172.21.15.102:0/3889241077' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:49.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:49 smithi038 ceph-mon[29217]: from='client.? 172.21.15.102:0/3889241077' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:50.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.102:0/3889241077' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:50.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:50 smithi102 ceph-mon[32874]: pgmap v245: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-23T18:19:50.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:50 smithi038 ceph-mon[29217]: pgmap v245: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-23T18:19:51.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:50 smithi076 ceph-mon[32458]: pgmap v245: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-23T18:19:52.754 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:52 smithi102 ceph-mon[32874]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:52.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:52 smithi038 ceph-mon[29217]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:53.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:52 smithi076 ceph-mon[32458]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:54.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:54 smithi102 ceph-mon[32874]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:54.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:54 smithi038 ceph-mon[29217]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:55.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:54 smithi076 ceph-mon[32458]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:56.825 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:56 smithi102 ceph-mon[32874]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:56.825 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-23T18:19:56.825 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:56.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:56 smithi038 ceph-mon[29217]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:56.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-23T18:19:56.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:57.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:56 smithi076 ceph-mon[32458]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:57.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-23T18:19:57.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:57.857 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:57 smithi102 ceph-mon[32874]: Deploying daemon osd.11 on smithi102 2024-04-23T18:19:57.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:57 smithi038 ceph-mon[29217]: Deploying daemon osd.11 on smithi102 2024-04-23T18:19:58.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:57 smithi076 ceph-mon[32458]: Deploying daemon osd.11 on smithi102 2024-04-23T18:19:58.895 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:19:58 smithi102 ceph-mon[32874]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:58.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:19:58 smithi038 ceph-mon[29217]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:59.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:19:58 smithi076 ceph-mon[32458]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:00.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:00 smithi038 ceph-mon[29217]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:00.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:00 smithi038 ceph-mon[29217]: overall HEALTH_OK 2024-04-23T18:20:01.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:00 smithi076 ceph-mon[32458]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:01.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:00 smithi076 ceph-mon[32458]: overall HEALTH_OK 2024-04-23T18:20:01.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:00 smithi102 ceph-mon[32874]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:01.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:00 smithi102 ceph-mon[32874]: overall HEALTH_OK 2024-04-23T18:20:02.813 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:02 smithi102 ceph-mon[32874]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:02.813 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:02 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:02.813 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:02 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:02.814 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:02 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:02.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:02 smithi038 ceph-mon[29217]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:02.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:02 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:02.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:02 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:02.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:02 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:03.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:02 smithi076 ceph-mon[32458]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:03.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:02 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:03.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:02 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:03.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:02 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:04 smithi102 ceph-mon[32874]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:04.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:04 smithi038 ceph-mon[29217]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:05.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:04 smithi076 ceph-mon[32458]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:06.161 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 11 on host 'smithi102' 2024-04-23T18:20:06.162 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.167+0000 7fdbcffff700 1 -- 172.21.15.102:0/2829222400 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fdbe8062e80 con 0x7fdbd00a3c40 2024-04-23T18:20:06.163 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.169+0000 7fdbed0a6700 1 -- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbd00a3c40 msgr2=0x7fdbd00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:06.163 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.169+0000 7fdbed0a6700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbd00a3c40 0x7fdbd00a6100 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8005950 tx=0x7fdbd80058e0 comp rx=0 tx=0).stop 2024-04-23T18:20:06.163 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.169+0000 7fdbed0a6700 1 -- 172.21.15.102:0/2829222400 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbe8105e60 msgr2=0x7fdbe8199190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:06.163 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.169+0000 7fdbed0a6700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbe8105e60 0x7fdbe8199190 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc00d980 tx=0x7fdbdc00dd40 comp rx=0 tx=0).stop 2024-04-23T18:20:06.163 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.169+0000 7fdbed0a6700 1 -- 172.21.15.102:0/2829222400 shutdown_connections 2024-04-23T18:20:06.163 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.169+0000 7fdbed0a6700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbd00a3c40 0x7fdbd00a6100 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:06.163 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.169+0000 7fdbed0a6700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbe8108790 0x7fdbe81a01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:06.163 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.169+0000 7fdbed0a6700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe8103530 0x7fdbe8198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:06.163 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.169+0000 7fdbed0a6700 1 --2- 172.21.15.102:0/2829222400 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbe8105e60 0x7fdbe8199190 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:06.164 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.170+0000 7fdbed0a6700 1 -- 172.21.15.102:0/2829222400 >> 172.21.15.102:0/2829222400 conn(0x7fdbe80fcf40 msgr2=0x7fdbe8103df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:06.164 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.170+0000 7fdbed0a6700 1 -- 172.21.15.102:0/2829222400 shutdown_connections 2024-04-23T18:20:06.164 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:06.170+0000 7fdbed0a6700 1 -- 172.21.15.102:0/2829222400 wait complete. 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: from='osd.11 [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:06 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:06.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:06.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:06.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:06.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: from='osd.11 [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:06.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:06.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:06 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: from='osd.11 [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:06.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:06.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:06.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:06 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:06.878 DEBUG:teuthology.orchestra.run.smithi102:osd.11> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.11.service 2024-04-23T18:20:06.881 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-23T18:20:06.881 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-23T18:20:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:20:07.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:07 smithi102 ceph-mon[32874]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-23T18:20:07.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:07 smithi102 ceph-mon[32874]: from='osd.11 [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:20:07.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:07 smithi102 ceph-mon[32874]: osdmap e79: 12 total, 11 up, 12 in 2024-04-23T18:20:07.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:07 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:07.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:07 smithi102 ceph-mon[32874]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:20:07.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:07 smithi038 ceph-mon[29217]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-23T18:20:07.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:07 smithi038 ceph-mon[29217]: from='osd.11 [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:20:07.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:07 smithi038 ceph-mon[29217]: osdmap e79: 12 total, 11 up, 12 in 2024-04-23T18:20:07.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:07 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:07.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:07 smithi038 ceph-mon[29217]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:20:07.970 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:07 smithi076 ceph-mon[32458]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-23T18:20:07.970 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:07 smithi076 ceph-mon[32458]: from='osd.11 [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:20:07.970 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:07 smithi076 ceph-mon[32458]: osdmap e79: 12 total, 11 up, 12 in 2024-04-23T18:20:07.970 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:07 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:07.970 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:07 smithi076 ceph-mon[32458]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-23T18:20:08.281 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:20:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:20:08.027+0000 7fb6d759c700 -1 osd.11 0 waiting for initial osdmap 2024-04-23T18:20:08.281 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:20:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:20:08.043+0000 7fb6cf387700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:20:08.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:08 smithi102 ceph-mon[32874]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:08.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:08 smithi102 ceph-mon[32874]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:20:08.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:08 smithi102 ceph-mon[32874]: osdmap e80: 12 total, 11 up, 12 in 2024-04-23T18:20:08.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:08.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:08 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:08.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:08 smithi102 ceph-mon[32874]: from='osd.11 ' entity='osd.11' 2024-04-23T18:20:08.867 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:08 smithi038 ceph-mon[29217]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:08.867 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:08 smithi038 ceph-mon[29217]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:20:08.867 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:08 smithi038 ceph-mon[29217]: osdmap e80: 12 total, 11 up, 12 in 2024-04-23T18:20:08.867 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:08.867 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:08 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:08.868 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:08 smithi038 ceph-mon[29217]: from='osd.11 ' entity='osd.11' 2024-04-23T18:20:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:08 smithi076 ceph-mon[32458]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:08 smithi076 ceph-mon[32458]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-23T18:20:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:08 smithi076 ceph-mon[32458]: osdmap e80: 12 total, 11 up, 12 in 2024-04-23T18:20:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:08 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:08 smithi076 ceph-mon[32458]: from='osd.11 ' entity='osd.11' 2024-04-23T18:20:09.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 -- 172.21.15.38:0/3410358663 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3718102ba0 msgr2=0x7f3718103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:09.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 --2- 172.21.15.38:0/3410358663 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3718102ba0 0x7f3718103000 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f37080099c0 tx=0x7f3708009cd0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 -- 172.21.15.38:0/3410358663 shutdown_connections 2024-04-23T18:20:09.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 --2- 172.21.15.38:0/3410358663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3718103540 0x7f3718109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 --2- 172.21.15.38:0/3410358663 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37181019a0 0x7f3718101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 --2- 172.21.15.38:0/3410358663 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3718102ba0 0x7f3718103000 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 -- 172.21.15.38:0/3410358663 >> 172.21.15.38:0/3410358663 conn(0x7f37180fcf40 msgr2=0x7f37180ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:09.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 -- 172.21.15.38:0/3410358663 shutdown_connections 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 -- 172.21.15.38:0/3410358663 wait complete. 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 Processor -- start 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.981+0000 7f371f9c4700 1 -- start start 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371f9c4700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37181019a0 0x7f371806bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371f9c4700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3718102ba0 0x7f371819d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371f9c4700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3718103540 0x7f37181a0020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371f9c4700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f371810d550 con 0x7f37181019a0 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371f9c4700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f371810d3d0 con 0x7f3718103540 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371f9c4700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f371810d6d0 con 0x7f3718102ba0 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371d760700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37181019a0 0x7f371806bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:09.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371d760700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37181019a0 0x7f371806bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:34062/0 (socket says 172.21.15.38:34062) 2024-04-23T18:20:09.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371d760700 1 -- 172.21.15.38:0/730359304 learned_addr learned my addr 172.21.15.38:0/730359304 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:09.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371cf5f700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3718102ba0 0x7f371819d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:09.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371df61700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3718103540 0x7f37181a0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:09.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371d760700 1 -- 172.21.15.38:0/730359304 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3718102ba0 msgr2=0x7f371819d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:09.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371d760700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3718102ba0 0x7f371819d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371d760700 1 -- 172.21.15.38:0/730359304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3718103540 msgr2=0x7f37181a0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:09.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371d760700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3718103540 0x7f37181a0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371d760700 1 -- 172.21.15.38:0/730359304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37181a08f0 con 0x7f37181019a0 2024-04-23T18:20:09.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371d760700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37181019a0 0x7f371806bd30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f371400d980 tx=0x7f371400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f370e7fc700 1 -- 172.21.15.38:0/730359304 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3714017030 con 0x7f37181019a0 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f370e7fc700 1 -- 172.21.15.38:0/730359304 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37140044f0 con 0x7f37181019a0 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371f9c4700 1 -- 172.21.15.38:0/730359304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37181a0be0 con 0x7f37181019a0 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f370e7fc700 1 -- 172.21.15.38:0/730359304 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3714003a00 con 0x7f37181019a0 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.982+0000 7f371f9c4700 1 -- 172.21.15.38:0/730359304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37181a1120 con 0x7f37181019a0 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.983+0000 7f371f9c4700 1 -- 172.21.15.38:0/730359304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3718069730 con 0x7f37181019a0 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.984+0000 7f370e7fc700 1 -- 172.21.15.38:0/730359304 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f371401a070 con 0x7f37181019a0 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.985+0000 7f370e7fc700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37040a3c40 0x7f37040a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.985+0000 7f371cf5f700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37040a3c40 0x7f37040a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.985+0000 7f370e7fc700 1 -- 172.21.15.38:0/730359304 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6847+0+0 (secure 0 0 0) 0x7f37140cf6f0 con 0x7f37181019a0 2024-04-23T18:20:09.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.985+0000 7f371cf5f700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37040a3c40 0x7f37040a6100 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f370800b580 tx=0x7f3708005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:09.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:08.991+0000 7f370e7fc700 1 -- 172.21.15.38:0/730359304 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f371409c690 con 0x7f37181019a0 2024-04-23T18:20:09.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.200+0000 7f371f9c4700 1 -- 172.21.15.38:0/730359304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f371802e050 con 0x7f37181019a0 2024-04-23T18:20:09.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.201+0000 7f370e7fc700 1 -- 172.21.15.38:0/730359304 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f371409bf90 con 0x7f37181019a0 2024-04-23T18:20:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:09.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 -- 172.21.15.38:0/730359304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37040a3c40 msgr2=0x7f37040a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:09.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37040a3c40 0x7f37040a6100 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f370800b580 tx=0x7f3708005ab0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 -- 172.21.15.38:0/730359304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37181019a0 msgr2=0x7f371806bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:09.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37181019a0 0x7f371806bd30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f371400d980 tx=0x7f371400dc90 comp rx=0 tx=0).stop 2024-04-23T18:20:09.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 -- 172.21.15.38:0/730359304 shutdown_connections 2024-04-23T18:20:09.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37040a3c40 0x7f37040a6100 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3718103540 0x7f37181a0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37181019a0 0x7f371806bd30 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 --2- 172.21.15.38:0/730359304 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3718102ba0 0x7f371819d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:09.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 -- 172.21.15.38:0/730359304 >> 172.21.15.38:0/730359304 conn(0x7f37180fcf40 msgr2=0x7f3718105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:09.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 -- 172.21.15.38:0/730359304 shutdown_connections 2024-04-23T18:20:09.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:09.203+0000 7f371f9c4700 1 -- 172.21.15.38:0/730359304 wait complete. 2024-04-23T18:20:09.848 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:09 smithi038 ceph-mon[29217]: purged_snaps scrub starts 2024-04-23T18:20:09.848 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:09 smithi038 ceph-mon[29217]: purged_snaps scrub ok 2024-04-23T18:20:09.848 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:09 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:09.848 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:09 smithi038 ceph-mon[29217]: osd.11 [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] boot 2024-04-23T18:20:09.848 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:09 smithi038 ceph-mon[29217]: osdmap e81: 12 total, 12 up, 12 in 2024-04-23T18:20:09.848 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:09 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:09.849 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:09 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/730359304' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-23T18:20:09.882 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1713896409,"num_in_osds":12,"osd_in_since":1713896388,"num_remapped_pgs":0} 2024-04-23T18:20:09.883 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-23T18:20:09.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:09 smithi102 ceph-mon[32874]: purged_snaps scrub starts 2024-04-23T18:20:09.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:09 smithi102 ceph-mon[32874]: purged_snaps scrub ok 2024-04-23T18:20:09.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:09 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:09.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:09 smithi102 ceph-mon[32874]: osd.11 [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] boot 2024-04-23T18:20:09.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:09 smithi102 ceph-mon[32874]: osdmap e81: 12 total, 12 up, 12 in 2024-04-23T18:20:09.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:09 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:09.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:09 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/730359304' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-23T18:20:10.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:09 smithi076 ceph-mon[32458]: purged_snaps scrub starts 2024-04-23T18:20:10.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:09 smithi076 ceph-mon[32458]: purged_snaps scrub ok 2024-04-23T18:20:10.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:09 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:10.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:09 smithi076 ceph-mon[32458]: osd.11 [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] boot 2024-04-23T18:20:10.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:09 smithi076 ceph-mon[32458]: osdmap e81: 12 total, 12 up, 12 in 2024-04-23T18:20:10.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:09 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:10.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:09 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/730359304' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-23T18:20:10.131 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: osdmap e82: 12 total, 12 up, 12 in 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:10 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:11.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:11.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: osdmap e82: 12 total, 12 up, 12 in 2024-04-23T18:20:11.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:11.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:11.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:11.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:11.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:11.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:11.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:11.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:11.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:11.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:10 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:11.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: osdmap e82: 12 total, 12 up, 12 in 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:11.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:10 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:11.860 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:11 smithi038 ceph-mon[29217]: Detected new or changed devices on smithi102 2024-04-23T18:20:11.861 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:11 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi102 to 4272M 2024-04-23T18:20:11.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 -- 172.21.15.38:0/2871255184 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d806b1b0 msgr2=0x7fe1d806b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:11.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 --2- 172.21.15.38:0/2871255184 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d806b1b0 0x7fe1d806b630 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe1c00099c0 tx=0x7fe1c0009cd0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 -- 172.21.15.38:0/2871255184 shutdown_connections 2024-04-23T18:20:11.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 --2- 172.21.15.38:0/2871255184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1d806bb70 0x7fe1d810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 --2- 172.21.15.38:0/2871255184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1d8108a50 0x7fe1d8108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 --2- 172.21.15.38:0/2871255184 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d806b1b0 0x7fe1d806b630 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 -- 172.21.15.38:0/2871255184 >> 172.21.15.38:0/2871255184 conn(0x7fe1d8077990 msgr2=0x7fe1d8077da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:11.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 -- 172.21.15.38:0/2871255184 shutdown_connections 2024-04-23T18:20:11.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 -- 172.21.15.38:0/2871255184 wait complete. 2024-04-23T18:20:11.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 Processor -- start 2024-04-23T18:20:11.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.874+0000 7fe1de5b8700 1 -- start start 2024-04-23T18:20:11.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1de5b8700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d806b1b0 0x7fe1d8199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:11.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1de5b8700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1d806bb70 0x7fe1d81998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:11.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1de5b8700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1d8108a50 0x7fe1d819dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:11.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1de5b8700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d8112ea0 con 0x7fe1d806b1b0 2024-04-23T18:20:11.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1de5b8700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d8112d20 con 0x7fe1d806bb70 2024-04-23T18:20:11.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1de5b8700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d8113020 con 0x7fe1d8108a50 2024-04-23T18:20:11.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1d7fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d806b1b0 0x7fe1d8199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:11.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1d7fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d806b1b0 0x7fe1d8199370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33234/0 (socket says 172.21.15.38:33234) 2024-04-23T18:20:11.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1d7fff700 1 -- 172.21.15.38:0/1883015626 learned_addr learned my addr 172.21.15.38:0/1883015626 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1d77fe700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1d806bb70 0x7fe1d81998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1dcb55700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1d8108a50 0x7fe1d819dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1d7fff700 1 -- 172.21.15.38:0/1883015626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1d8108a50 msgr2=0x7fe1d819dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1d7fff700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1d8108a50 0x7fe1d819dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1d7fff700 1 -- 172.21.15.38:0/1883015626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1d806bb70 msgr2=0x7fe1d81998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1d7fff700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1d806bb70 0x7fe1d81998b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1d7fff700 1 -- 172.21.15.38:0/1883015626 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d819e380 con 0x7fe1d806b1b0 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.875+0000 7fe1d77fe700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1d806bb70 0x7fe1d81998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.876+0000 7fe1d7fff700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d806b1b0 0x7fe1d8199370 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe1c800b530 tx=0x7fe1c800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.876+0000 7fe1d57fa700 1 -- 172.21.15.38:0/1883015626 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8015020 con 0x7fe1d806b1b0 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.876+0000 7fe1de5b8700 1 -- 172.21.15.38:0/1883015626 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1d819e670 con 0x7fe1d806b1b0 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.876+0000 7fe1d57fa700 1 -- 172.21.15.38:0/1883015626 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe1c8011d00 con 0x7fe1d806b1b0 2024-04-23T18:20:11.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.876+0000 7fe1d57fa700 1 -- 172.21.15.38:0/1883015626 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8010e40 con 0x7fe1d806b1b0 2024-04-23T18:20:11.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.876+0000 7fe1de5b8700 1 -- 172.21.15.38:0/1883015626 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1d81a5ef0 con 0x7fe1d806b1b0 2024-04-23T18:20:11.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.877+0000 7fe1de5b8700 1 -- 172.21.15.38:0/1883015626 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1d8069730 con 0x7fe1d806b1b0 2024-04-23T18:20:11.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.878+0000 7fe1d57fa700 1 -- 172.21.15.38:0/1883015626 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe1c8018020 con 0x7fe1d806b1b0 2024-04-23T18:20:11.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.879+0000 7fe1d57fa700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe1c40a3c40 0x7fe1c40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:11.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.879+0000 7fe1d77fe700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe1c40a3c40 0x7fe1c40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:11.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.879+0000 7fe1d57fa700 1 -- 172.21.15.38:0/1883015626 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe1c80cfc90 con 0x7fe1d806b1b0 2024-04-23T18:20:11.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.879+0000 7fe1d77fe700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe1c40a3c40 0x7fe1c40a6100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe1c000b580 tx=0x7fe1c00096d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:11.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:11.882+0000 7fe1d57fa700 1 -- 172.21.15.38:0/1883015626 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe1c801f020 con 0x7fe1d806b1b0 2024-04-23T18:20:12.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:11 smithi076 ceph-mon[32458]: Detected new or changed devices on smithi102 2024-04-23T18:20:12.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:11 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi102 to 4272M 2024-04-23T18:20:12.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:11 smithi102 ceph-mon[32874]: Detected new or changed devices on smithi102 2024-04-23T18:20:12.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:11 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi102 to 4272M 2024-04-23T18:20:12.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.088+0000 7fe1de5b8700 1 -- 172.21.15.38:0/1883015626 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe1d819a6d0 con 0x7fe1d806b1b0 2024-04-23T18:20:12.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.089+0000 7fe1d57fa700 1 -- 172.21.15.38:0/1883015626 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18386 (secure 0 0 0) 0x7fe1c809ca70 con 0x7fe1d806b1b0 2024-04-23T18:20:12.083 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:12.083 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":82,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:20:10.040411+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:20:12.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.091+0000 7fe1de5b8700 1 -- 172.21.15.38:0/1883015626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe1c40a3c40 msgr2=0x7fe1c40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:12.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.091+0000 7fe1de5b8700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe1c40a3c40 0x7fe1c40a6100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe1c000b580 tx=0x7fe1c00096d0 comp rx=0 tx=0).stop 2024-04-23T18:20:12.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.091+0000 7fe1de5b8700 1 -- 172.21.15.38:0/1883015626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d806b1b0 msgr2=0x7fe1d8199370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:12.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.091+0000 7fe1de5b8700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d806b1b0 0x7fe1d8199370 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe1c800b530 tx=0x7fe1c800b840 comp rx=0 tx=0).stop 2024-04-23T18:20:12.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.092+0000 7fe1de5b8700 1 -- 172.21.15.38:0/1883015626 shutdown_connections 2024-04-23T18:20:12.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.092+0000 7fe1de5b8700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe1c40a3c40 0x7fe1c40a6100 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:12.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.092+0000 7fe1de5b8700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1d8108a50 0x7fe1d819dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:12.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.092+0000 7fe1de5b8700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d806b1b0 0x7fe1d8199370 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:12.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.092+0000 7fe1de5b8700 1 --2- 172.21.15.38:0/1883015626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1d806bb70 0x7fe1d81998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:12.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.092+0000 7fe1de5b8700 1 -- 172.21.15.38:0/1883015626 >> 172.21.15.38:0/1883015626 conn(0x7fe1d8077990 msgr2=0x7fe1d8100790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:12.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.092+0000 7fe1de5b8700 1 -- 172.21.15.38:0/1883015626 shutdown_connections 2024-04-23T18:20:12.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:12.092+0000 7fe1de5b8700 1 -- 172.21.15.38:0/1883015626 wait complete. 2024-04-23T18:20:12.866 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:12 smithi038 ceph-mon[29217]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:12.866 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:12 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1883015626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:12.901 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:20:12.902 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-23T18:20:13.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:12 smithi076 ceph-mon[32458]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:13.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:12 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1883015626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:13.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:12 smithi102 ceph-mon[32874]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:13.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:12 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1883015626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:13.154 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:20:14.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.854+0000 7f8d1240b700 1 -- 172.21.15.38:0/2459358342 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d0c103480 msgr2=0x7f8d0c10f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:14.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.855+0000 7f8d1240b700 1 --2- 172.21.15.38:0/2459358342 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d0c103480 0x7f8d0c10f8d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8d0400b0a0 tx=0x7f8d0400b3b0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.855+0000 7f8d1240b700 1 -- 172.21.15.38:0/2459358342 shutdown_connections 2024-04-23T18:20:14.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.855+0000 7f8d1240b700 1 --2- 172.21.15.38:0/2459358342 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d0c103480 0x7f8d0c10f8d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.855+0000 7f8d1240b700 1 --2- 172.21.15.38:0/2459358342 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d0c108a70 0x7f8d0c108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.855+0000 7f8d1240b700 1 --2- 172.21.15.38:0/2459358342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d0c102ac0 0x7f8d0c102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.855+0000 7f8d1240b700 1 -- 172.21.15.38:0/2459358342 >> 172.21.15.38:0/2459358342 conn(0x7f8d0c079bb0 msgr2=0x7f8d0c079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:14.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.855+0000 7f8d1240b700 1 -- 172.21.15.38:0/2459358342 shutdown_connections 2024-04-23T18:20:14.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.855+0000 7f8d1240b700 1 -- 172.21.15.38:0/2459358342 wait complete. 2024-04-23T18:20:14.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.855+0000 7f8d1240b700 1 Processor -- start 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.855+0000 7f8d1240b700 1 -- start start 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d1240b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d0c102ac0 0x7f8d0c199250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d1240b700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d0c103480 0x7f8d0c199790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d1240b700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d0c108a70 0x7f8d0c19dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d1240b700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c112dc0 con 0x7f8d0c102ac0 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d1240b700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c112c40 con 0x7f8d0c108a70 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d1240b700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c112f40 con 0x7f8d0c103480 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d0bfff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d0c102ac0 0x7f8d0c199250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d0bfff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d0c102ac0 0x7f8d0c199250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33260/0 (socket says 172.21.15.38:33260) 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d0bfff700 1 -- 172.21.15.38:0/189610304 learned_addr learned my addr 172.21.15.38:0/189610304 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d0b7fe700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d0c103480 0x7f8d0c199790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d109a8700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d0c108a70 0x7f8d0c19dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d0bfff700 1 -- 172.21.15.38:0/189610304 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d0c103480 msgr2=0x7f8d0c199790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:14.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d0bfff700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d0c103480 0x7f8d0c199790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d0bfff700 1 -- 172.21.15.38:0/189610304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d0c108a70 msgr2=0x7f8d0c19dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:14.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d0bfff700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d0c108a70 0x7f8d0c19dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d0bfff700 1 -- 172.21.15.38:0/189610304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d0c19e210 con 0x7f8d0c102ac0 2024-04-23T18:20:14.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.856+0000 7f8d0bfff700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d0c102ac0 0x7f8d0c199250 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc00d980 tx=0x7f8cfc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:14.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.857+0000 7f8d097fa700 1 -- 172.21.15.38:0/189610304 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc017070 con 0x7f8d0c102ac0 2024-04-23T18:20:14.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.857+0000 7f8d1240b700 1 -- 172.21.15.38:0/189610304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d0c19e500 con 0x7f8d0c102ac0 2024-04-23T18:20:14.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.857+0000 7f8d097fa700 1 -- 172.21.15.38:0/189610304 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8cfc005020 con 0x7f8d0c102ac0 2024-04-23T18:20:14.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.857+0000 7f8d097fa700 1 -- 172.21.15.38:0/189610304 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc00fb30 con 0x7f8d0c102ac0 2024-04-23T18:20:14.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.857+0000 7f8d1240b700 1 -- 172.21.15.38:0/189610304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d0c1a5d80 con 0x7f8d0c102ac0 2024-04-23T18:20:14.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.858+0000 7f8d1240b700 1 -- 172.21.15.38:0/189610304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d0c069730 con 0x7f8d0c102ac0 2024-04-23T18:20:14.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.859+0000 7f8d097fa700 1 -- 172.21.15.38:0/189610304 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8cfc0051d0 con 0x7f8d0c102ac0 2024-04-23T18:20:14.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.859+0000 7f8d097fa700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8cf40a3c40 0x7f8cf40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:14.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.860+0000 7f8d0b7fe700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8cf40a3c40 0x7f8cf40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:14.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.860+0000 7f8d097fa700 1 -- 172.21.15.38:0/189610304 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f8cfc0d01a0 con 0x7f8d0c102ac0 2024-04-23T18:20:14.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.860+0000 7f8d0b7fe700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8cf40a3c40 0x7f8cf40a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c07a200 tx=0x7f8d000073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:14.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:14.863+0000 7f8d097fa700 1 -- 172.21.15.38:0/189610304 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8cfc020020 con 0x7f8d0c102ac0 2024-04-23T18:20:14.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:14 smithi038 ceph-mon[29217]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:15.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:14 smithi076 ceph-mon[32458]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:15.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:14 smithi102 ceph-mon[32874]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.068+0000 7f8d1240b700 1 -- 172.21.15.38:0/189610304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8d0c02df80 con 0x7f8d0c102ac0 2024-04-23T18:20:15.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.069+0000 7f8d097fa700 1 -- 172.21.15.38:0/189610304 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f8cfc09cf80 con 0x7f8d0c102ac0 2024-04-23T18:20:15.062 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 -- 172.21.15.38:0/189610304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8cf40a3c40 msgr2=0x7f8cf40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8cf40a3c40 0x7f8cf40a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c07a200 tx=0x7f8d000073d0 comp rx=0 tx=0).stop 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 -- 172.21.15.38:0/189610304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d0c102ac0 msgr2=0x7f8d0c199250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d0c102ac0 0x7f8d0c199250 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc00d980 tx=0x7f8cfc00dc90 comp rx=0 tx=0).stop 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 -- 172.21.15.38:0/189610304 shutdown_connections 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8cf40a3c40 0x7f8cf40a6100 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d0c108a70 0x7f8d0c19dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d0c102ac0 0x7f8d0c199250 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 --2- 172.21.15.38:0/189610304 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d0c103480 0x7f8d0c199790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 -- 172.21.15.38:0/189610304 >> 172.21.15.38:0/189610304 conn(0x7f8d0c079bb0 msgr2=0x7f8d0c101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:15.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 -- 172.21.15.38:0/189610304 shutdown_connections 2024-04-23T18:20:15.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:15.071+0000 7f8d1240b700 1 -- 172.21.15.38:0/189610304 wait complete. 2024-04-23T18:20:15.804 INFO:tasks.cephadm:Adding mds.a on smithi038 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.d on smithi038 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.g on smithi038 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.j on smithi038 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.b on smithi076 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.e on smithi076 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.h on smithi076 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.k on smithi076 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.c on smithi102 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.f on smithi102 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.i on smithi102 2024-04-23T18:20:15.805 INFO:tasks.cephadm:Adding mds.l on smithi102 2024-04-23T18:20:15.806 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi038=a;smithi038=d;smithi038=g;smithi038=j;smithi076=b;smithi076=e;smithi076=h;smithi076=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l' 2024-04-23T18:20:15.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:15 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/189610304' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:16.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:15 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/189610304' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:16.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:15 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/189610304' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:16.066 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:20:16.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:16 smithi038 ceph-mon[29217]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:17.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:16 smithi076 ceph-mon[32458]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:17.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:16 smithi102 ceph-mon[32874]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.758+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/3205461419 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9b8105ed0 msgr2=0x7fe9b81082c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.758+0000 7fe9bdd1d700 1 --2- 172.21.15.102:0/3205461419 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9b8105ed0 0x7fe9b81082c0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac009990 tx=0x7fe9ac009ca0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.758+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/3205461419 shutdown_connections 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.758+0000 7fe9bdd1d700 1 --2- 172.21.15.102:0/3205461419 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9b8108800 0x7fe9b810ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.758+0000 7fe9bdd1d700 1 --2- 172.21.15.102:0/3205461419 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9b81035a0 0x7fe9b8105990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.758+0000 7fe9bdd1d700 1 --2- 172.21.15.102:0/3205461419 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9b8105ed0 0x7fe9b81082c0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.758+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/3205461419 >> 172.21.15.102:0/3205461419 conn(0x7fe9b80fcf70 msgr2=0x7fe9b80ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.758+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/3205461419 shutdown_connections 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.758+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/3205461419 wait complete. 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.758+0000 7fe9bdd1d700 1 Processor -- start 2024-04-23T18:20:17.752 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9bdd1d700 1 -- start start 2024-04-23T18:20:17.754 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9bdd1d700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9b81035a0 0x7fe9b8102f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:17.754 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9bdd1d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9b8105ed0 0x7fe9b8101550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:17.754 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9bdd1d700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9b8108800 0x7fe9b8101a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:17.754 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9bdd1d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b810e690 con 0x7fe9b8105ed0 2024-04-23T18:20:17.754 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9bdd1d700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b810e510 con 0x7fe9b8108800 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9bdd1d700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b810e810 con 0x7fe9b81035a0 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b77fe700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9b81035a0 0x7fe9b8102f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b77fe700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9b81035a0 0x7fe9b8102f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:56696/0 (socket says 172.21.15.102:56696) 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b77fe700 1 -- 172.21.15.102:0/1570218962 learned_addr learned my addr 172.21.15.102:0/1570218962 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b6ffd700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9b8105ed0 0x7fe9b8101550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b7fff700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9b8108800 0x7fe9b8101a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b77fe700 1 -- 172.21.15.102:0/1570218962 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9b8108800 msgr2=0x7fe9b8101a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b77fe700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9b8108800 0x7fe9b8101a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b77fe700 1 -- 172.21.15.102:0/1570218962 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9b8105ed0 msgr2=0x7fe9b8101550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b77fe700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9b8105ed0 0x7fe9b8101550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b77fe700 1 -- 172.21.15.102:0/1570218962 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9b8102340 con 0x7fe9b81035a0 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b7fff700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9b8108800 0x7fe9b8101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.759+0000 7fe9b77fe700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9b81035a0 0x7fe9b8102f00 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe9a800d980 tx=0x7fe9a800dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:17.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.760+0000 7fe9b4ff9700 1 -- 172.21.15.102:0/1570218962 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a8017070 con 0x7fe9b81035a0 2024-04-23T18:20:17.756 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.760+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/1570218962 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9b81a2ea0 con 0x7fe9b81035a0 2024-04-23T18:20:17.756 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.760+0000 7fe9b4ff9700 1 -- 172.21.15.102:0/1570218962 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe9a8005020 con 0x7fe9b81035a0 2024-04-23T18:20:17.756 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.760+0000 7fe9b4ff9700 1 -- 172.21.15.102:0/1570218962 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a8009bf0 con 0x7fe9b81035a0 2024-04-23T18:20:17.756 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.760+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/1570218962 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9b81a32a0 con 0x7fe9b81035a0 2024-04-23T18:20:17.756 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.760+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/1570218962 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9b8069730 con 0x7fe9b81035a0 2024-04-23T18:20:17.757 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.762+0000 7fe9b4ff9700 1 -- 172.21.15.102:0/1570218962 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe9a80051d0 con 0x7fe9b81035a0 2024-04-23T18:20:17.757 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.762+0000 7fe9b4ff9700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe9a00a3c40 0x7fe9a00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:17.757 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.762+0000 7fe9b4ff9700 1 -- 172.21.15.102:0/1570218962 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe9a80d0190 con 0x7fe9b81035a0 2024-04-23T18:20:17.757 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.762+0000 7fe9b6ffd700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe9a00a3c40 0x7fe9a00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:17.757 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.763+0000 7fe9b6ffd700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe9a00a3c40 0x7fe9a00a6100 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac00b5c0 tx=0x7fe9ac005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:17.759 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.766+0000 7fe9b4ff9700 1 -- 172.21.15.102:0/1570218962 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe9a8020020 con 0x7fe9b81035a0 2024-04-23T18:20:17.970 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.976+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/1570218962 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi038=a;smithi038=d;smithi038=g;smithi038=j;smithi076=b;smithi076=e;smithi076=h;smithi076=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l", "target": ["mon-mgr", ""]}) -- 0x7fe9b8062f80 con 0x7fe9a00a3c40 2024-04-23T18:20:17.978 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.984+0000 7fe9b4ff9700 1 -- 172.21.15.102:0/1570218962 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fe9b8062f80 con 0x7fe9a00a3c40 2024-04-23T18:20:17.978 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled mds.all update... 2024-04-23T18:20:17.980 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/1570218962 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe9a00a3c40 msgr2=0x7fe9a00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:17.980 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe9a00a3c40 0x7fe9a00a6100 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac00b5c0 tx=0x7fe9ac005fb0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.980 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/1570218962 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9b81035a0 msgr2=0x7fe9b8102f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:17.980 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9b81035a0 0x7fe9b8102f00 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe9a800d980 tx=0x7fe9a800dc90 comp rx=0 tx=0).stop 2024-04-23T18:20:17.981 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/1570218962 shutdown_connections 2024-04-23T18:20:17.981 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe9a00a3c40 0x7fe9a00a6100 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.981 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9b8108800 0x7fe9b8101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.981 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9b81035a0 0x7fe9b8102f00 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.981 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 --2- 172.21.15.102:0/1570218962 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9b8105ed0 0x7fe9b8101550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.981 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/1570218962 >> 172.21.15.102:0/1570218962 conn(0x7fe9b80fcf70 msgr2=0x7fe9b8103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:17.981 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/1570218962 shutdown_connections 2024-04-23T18:20:17.981 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-23T18:20:17.987+0000 7fe9bdd1d700 1 -- 172.21.15.102:0/1570218962 wait complete. 2024-04-23T18:20:18.640 DEBUG:teuthology.orchestra.run.smithi038:mds.a> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.a.service 2024-04-23T18:20:18.643 DEBUG:teuthology.orchestra.run.smithi038:mds.d> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.d.service 2024-04-23T18:20:18.687 DEBUG:teuthology.orchestra.run.smithi038:mds.g> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.g.service 2024-04-23T18:20:18.730 DEBUG:teuthology.orchestra.run.smithi038:mds.j> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.j.service 2024-04-23T18:20:18.772 DEBUG:teuthology.orchestra.run.smithi076:mds.b> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.b.service 2024-04-23T18:20:18.775 DEBUG:teuthology.orchestra.run.smithi076:mds.e> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.e.service 2024-04-23T18:20:18.818 DEBUG:teuthology.orchestra.run.smithi076:mds.h> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.h.service 2024-04-23T18:20:18.861 DEBUG:teuthology.orchestra.run.smithi076:mds.k> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.k.service 2024-04-23T18:20:18.905 DEBUG:teuthology.orchestra.run.smithi102:mds.c> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.c.service 2024-04-23T18:20:18.908 DEBUG:teuthology.orchestra.run.smithi102:mds.f> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.f.service 2024-04-23T18:20:18.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:18 smithi038 ceph-mon[29217]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:18.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:18.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:18 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:18.922 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:18 smithi076 ceph-mon[32458]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:18.923 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:18.923 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:18 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:18.927 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:18 smithi102 ceph-mon[32874]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:18.927 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:18.927 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:18 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:18.928 DEBUG:teuthology.orchestra.run.smithi102:mds.i> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.i.service 2024-04-23T18:20:18.971 DEBUG:teuthology.orchestra.run.smithi102:mds.l> sudo journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.l.service 2024-04-23T18:20:19.014 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-23T18:20:19.014 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:20:19.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.157+0000 7fe239336640 1 -- 172.21.15.38:0/2246391556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe234102040 msgr2=0x7fe2341024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.157+0000 7fe239336640 1 --2- 172.21.15.38:0/2246391556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe234102040 0x7fe2341024c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe21c009900 tx=0x7fe21c02a410 comp rx=0 tx=0).stop 2024-04-23T18:20:19.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 -- 172.21.15.38:0/2246391556 shutdown_connections 2024-04-23T18:20:19.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 --2- 172.21.15.38:0/2246391556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe234102a00 0x7fe234109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 --2- 172.21.15.38:0/2246391556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe234102040 0x7fe2341024c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 --2- 172.21.15.38:0/2246391556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe234100e60 0x7fe234101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 -- 172.21.15.38:0/2246391556 >> 172.21.15.38:0/2246391556 conn(0x7fe2340fc440 msgr2=0x7fe2340fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:19.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 -- 172.21.15.38:0/2246391556 shutdown_connections 2024-04-23T18:20:19.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 -- 172.21.15.38:0/2246391556 wait complete. 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 Processor -- start 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 -- start start 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe234100e60 0x7fe234198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.158+0000 7fe239336640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe234102040 0x7fe234198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe239336640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe234102a00 0x7fe23419f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe239336640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe23410cb30 con 0x7fe234100e60 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe239336640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe23410c9b0 con 0x7fe234102a00 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe239336640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe23410ccb0 con 0x7fe234102040 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe232ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe234100e60 0x7fe234198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe232ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe234100e60 0x7fe234198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33274/0 (socket says 172.21.15.38:33274) 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe232ffd640 1 -- 172.21.15.38:0/2391227755 learned_addr learned my addr 172.21.15.38:0/2391227755 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe2327fc640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe234102040 0x7fe234198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe2337fe640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe234102a00 0x7fe23419f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe232ffd640 1 -- 172.21.15.38:0/2391227755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe234102040 msgr2=0x7fe234198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe232ffd640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe234102040 0x7fe234198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe232ffd640 1 -- 172.21.15.38:0/2391227755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe234102a00 msgr2=0x7fe23419f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe232ffd640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe234102a00 0x7fe23419f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe232ffd640 1 -- 172.21.15.38:0/2391227755 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe23419ff20 con 0x7fe234100e60 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe2337fe640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe234102a00 0x7fe23419f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe232ffd640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe234100e60 0x7fe234198300 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe22c00d950 tx=0x7fe22c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe22bfff640 1 -- 172.21.15.38:0/2391227755 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c017020 con 0x7fe234100e60 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe22bfff640 1 -- 172.21.15.38:0/2391227755 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe22c009c30 con 0x7fe234100e60 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe239336640 1 -- 172.21.15.38:0/2391227755 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2341a0210 con 0x7fe234100e60 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe22bfff640 1 -- 172.21.15.38:0/2391227755 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c00f740 con 0x7fe234100e60 2024-04-23T18:20:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.159+0000 7fe239336640 1 -- 172.21.15.38:0/2391227755 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2341a0730 con 0x7fe234100e60 2024-04-23T18:20:19.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.161+0000 7fe239336640 1 -- 172.21.15.38:0/2391227755 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2341a09f0 con 0x7fe234100e60 2024-04-23T18:20:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.162+0000 7fe22bfff640 1 -- 172.21.15.38:0/2391227755 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe22c01a020 con 0x7fe234100e60 2024-04-23T18:20:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.162+0000 7fe22bfff640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe2200a3bb0 0x7fe2200a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.162+0000 7fe2327fc640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe2200a3bb0 0x7fe2200a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.162+0000 7fe22bfff640 1 -- 172.21.15.38:0/2391227755 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe22c0cfee0 con 0x7fe234100e60 2024-04-23T18:20:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.163+0000 7fe2327fc640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe2200a3bb0 0x7fe2200a6070 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe21c000c00 tx=0x7fe21c031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:19.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.167+0000 7fe22bfff640 1 -- 172.21.15.38:0/2391227755 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe22c021020 con 0x7fe234100e60 2024-04-23T18:20:19.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.353+0000 7fe239336640 1 -- 172.21.15.38:0/2391227755 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe2341a0bc0 con 0x7fe234100e60 2024-04-23T18:20:19.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.354+0000 7fe22bfff640 1 -- 172.21.15.38:0/2391227755 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18386 (secure 0 0 0) 0x7fe22c009de0 con 0x7fe234100e60 2024-04-23T18:20:19.347 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:19.347 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":82,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:20:10.040411+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:20:19.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 -- 172.21.15.38:0/2391227755 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe2200a3bb0 msgr2=0x7fe2200a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe2200a3bb0 0x7fe2200a6070 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe21c000c00 tx=0x7fe21c031510 comp rx=0 tx=0).stop 2024-04-23T18:20:19.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 -- 172.21.15.38:0/2391227755 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe234100e60 msgr2=0x7fe234198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe234100e60 0x7fe234198300 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe22c00d950 tx=0x7fe22c00de10 comp rx=0 tx=0).stop 2024-04-23T18:20:19.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 -- 172.21.15.38:0/2391227755 shutdown_connections 2024-04-23T18:20:19.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe234102040 0x7fe234198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe2200a3bb0 0x7fe2200a6070 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe234102a00 0x7fe23419f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 --2- 172.21.15.38:0/2391227755 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe234100e60 0x7fe234198300 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 -- 172.21.15.38:0/2391227755 >> 172.21.15.38:0/2391227755 conn(0x7fe2340fc440 msgr2=0x7fe2340fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:19.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 -- 172.21.15.38:0/2391227755 shutdown_connections 2024-04-23T18:20:19.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.356+0000 7fe239336640 1 -- 172.21.15.38:0/2391227755 wait complete. 2024-04-23T18:20:19.360 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:20:19.360 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:20:19.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.472+0000 7f3973e4e640 1 -- 172.21.15.38:0/3858810943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f396c107cf0 msgr2=0x7f396c10a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.472+0000 7f3973e4e640 1 --2- 172.21.15.38:0/3858810943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f396c107cf0 0x7f396c10a0e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3964009ca0 tx=0x7f396402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.472+0000 7f3973e4e640 1 -- 172.21.15.38:0/3858810943 shutdown_connections 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.472+0000 7f3973e4e640 1 --2- 172.21.15.38:0/3858810943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f396c107cf0 0x7f396c10a0e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.472+0000 7f3973e4e640 1 --2- 172.21.15.38:0/3858810943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f396c1053c0 0x7f396c1077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.472+0000 7f3973e4e640 1 --2- 172.21.15.38:0/3858810943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f396c102a90 0x7f396c104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.472+0000 7f3973e4e640 1 -- 172.21.15.38:0/3858810943 >> 172.21.15.38:0/3858810943 conn(0x7f396c0fc440 msgr2=0x7f396c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.472+0000 7f3973e4e640 1 -- 172.21.15.38:0/3858810943 shutdown_connections 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.472+0000 7f3973e4e640 1 -- 172.21.15.38:0/3858810943 wait complete. 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3973e4e640 1 Processor -- start 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3973e4e640 1 -- start start 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3973e4e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f396c102a90 0x7f396c198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3973e4e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f396c1053c0 0x7f396c1987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3973e4e640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f396c107cf0 0x7f396c19f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3973e4e640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f396c10dc10 con 0x7f396c102a90 2024-04-23T18:20:19.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3973e4e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f396c10da90 con 0x7f396c1053c0 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3973e4e640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f396c10dd90 con 0x7f396c107cf0 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3971bea640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f396c102a90 0x7f396c198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3971bea640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f396c102a90 0x7f396c198260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33282/0 (socket says 172.21.15.38:33282) 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3971bea640 1 -- 172.21.15.38:0/3405904221 learned_addr learned my addr 172.21.15.38:0/3405904221 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f39713e9640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f396c1053c0 0x7f396c1987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f39723eb640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f396c107cf0 0x7f396c19f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3971bea640 1 -- 172.21.15.38:0/3405904221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f396c107cf0 msgr2=0x7f396c19f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3971bea640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f396c107cf0 0x7f396c19f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3971bea640 1 -- 172.21.15.38:0/3405904221 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f396c1053c0 msgr2=0x7f396c1987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3971bea640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f396c1053c0 0x7f396c1987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3971bea640 1 -- 172.21.15.38:0/3405904221 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f396c19fe80 con 0x7f396c102a90 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f39713e9640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f396c1053c0 0x7f396c1987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f39723eb640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f396c107cf0 0x7f396c19f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.473+0000 7f3971bea640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f396c102a90 0x7f396c198260 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f396800e9f0 tx=0x7f396800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.474+0000 7f3962ffd640 1 -- 172.21.15.38:0/3405904221 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f396800cd80 con 0x7f396c102a90 2024-04-23T18:20:19.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.474+0000 7f3962ffd640 1 -- 172.21.15.38:0/3405904221 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3968010900 con 0x7f396c102a90 2024-04-23T18:20:19.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.474+0000 7f3973e4e640 1 -- 172.21.15.38:0/3405904221 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f396c1a0170 con 0x7f396c102a90 2024-04-23T18:20:19.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.474+0000 7f3962ffd640 1 -- 172.21.15.38:0/3405904221 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3968018920 con 0x7f396c102a90 2024-04-23T18:20:19.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.474+0000 7f3973e4e640 1 -- 172.21.15.38:0/3405904221 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f396c1a06c0 con 0x7f396c102a90 2024-04-23T18:20:19.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.475+0000 7f3973e4e640 1 -- 172.21.15.38:0/3405904221 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f396c0fdf30 con 0x7f396c102a90 2024-04-23T18:20:19.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.476+0000 7f3962ffd640 1 -- 172.21.15.38:0/3405904221 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3968010ab0 con 0x7f396c102a90 2024-04-23T18:20:19.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.477+0000 7f3962ffd640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f39580a3bb0 0x7f39580a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.477+0000 7f39713e9640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f39580a3bb0 0x7f39580a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.477+0000 7f3962ffd640 1 -- 172.21.15.38:0/3405904221 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f39680d0440 con 0x7f396c102a90 2024-04-23T18:20:19.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.477+0000 7f39713e9640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f39580a3bb0 0x7f39580a6070 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f395c005d00 tx=0x7f395c009550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:19.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.481+0000 7f3962ffd640 1 -- 172.21.15.38:0/3405904221 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f396809d2c0 con 0x7f396c102a90 2024-04-23T18:20:19.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.668+0000 7f3973e4e640 1 -- 172.21.15.38:0/3405904221 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f396c02d870 con 0x7f396c102a90 2024-04-23T18:20:19.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.668+0000 7f3962ffd640 1 -- 172.21.15.38:0/3405904221 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f396809cbc0 con 0x7f396c102a90 2024-04-23T18:20:19.661 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:20:19.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.670+0000 7f3973e4e640 1 -- 172.21.15.38:0/3405904221 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f39580a3bb0 msgr2=0x7f39580a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.670+0000 7f3973e4e640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f39580a3bb0 0x7f39580a6070 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f395c005d00 tx=0x7f395c009550 comp rx=0 tx=0).stop 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.670+0000 7f3973e4e640 1 -- 172.21.15.38:0/3405904221 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f396c102a90 msgr2=0x7f396c198260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.670+0000 7f3973e4e640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f396c102a90 0x7f396c198260 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f396800e9f0 tx=0x7f396800eeb0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.671+0000 7f3973e4e640 1 -- 172.21.15.38:0/3405904221 shutdown_connections 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.671+0000 7f3973e4e640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f396c107cf0 0x7f396c19f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.671+0000 7f3973e4e640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f39580a3bb0 0x7f39580a6070 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.671+0000 7f3973e4e640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f396c1053c0 0x7f396c1987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.671+0000 7f3973e4e640 1 --2- 172.21.15.38:0/3405904221 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f396c102a90 0x7f396c198260 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.671+0000 7f3973e4e640 1 -- 172.21.15.38:0/3405904221 >> 172.21.15.38:0/3405904221 conn(0x7f396c0fc440 msgr2=0x7f396c1033d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.671+0000 7f3973e4e640 1 -- 172.21.15.38:0/3405904221 shutdown_connections 2024-04-23T18:20:19.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.671+0000 7f3973e4e640 1 -- 172.21.15.38:0/3405904221 wait complete. 2024-04-23T18:20:19.675 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:19.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.783+0000 7fd5705fe640 1 -- 172.21.15.38:0/2480848519 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5681031b0 msgr2=0x7fd568103630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.783+0000 7fd5705fe640 1 --2- 172.21.15.38:0/2480848519 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5681031b0 0x7fd568103630 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd558009900 tx=0x7fd55802a410 comp rx=0 tx=0).stop 2024-04-23T18:20:19.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.783+0000 7fd5705fe640 1 -- 172.21.15.38:0/2480848519 shutdown_connections 2024-04-23T18:20:19.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.783+0000 7fd5705fe640 1 --2- 172.21.15.38:0/2480848519 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd568103b70 0x7fd56810a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.783+0000 7fd5705fe640 1 --2- 172.21.15.38:0/2480848519 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5681031b0 0x7fd568103630 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.783+0000 7fd5705fe640 1 --2- 172.21.15.38:0/2480848519 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd568101fc0 0x7fd5681023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.783+0000 7fd5705fe640 1 -- 172.21.15.38:0/2480848519 >> 172.21.15.38:0/2480848519 conn(0x7fd5680fd550 msgr2=0x7fd5680ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.783+0000 7fd5705fe640 1 -- 172.21.15.38:0/2480848519 shutdown_connections 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.783+0000 7fd5705fe640 1 -- 172.21.15.38:0/2480848519 wait complete. 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd5705fe640 1 Processor -- start 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd5705fe640 1 -- start start 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd5705fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd568101fc0 0x7fd568198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd5705fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5681031b0 0x7fd568198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd5705fe640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd568103b70 0x7fd56819f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd5705fe640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd56810dc80 con 0x7fd5681031b0 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd5705fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd56810db00 con 0x7fd568101fc0 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd5705fe640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd56810de00 con 0x7fd568103b70 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd56db99640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5681031b0 0x7fd568198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd56db99640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5681031b0 0x7fd568198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42512/0 (socket says 172.21.15.38:42512) 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd56db99640 1 -- 172.21.15.38:0/2061611776 learned_addr learned my addr 172.21.15.38:0/2061611776 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:19.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd56eb9b640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd568103b70 0x7fd56819f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd56e39a640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd568101fc0 0x7fd568198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd56db99640 1 -- 172.21.15.38:0/2061611776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd568103b70 msgr2=0x7fd56819f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd56db99640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd568103b70 0x7fd56819f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.784+0000 7fd56db99640 1 -- 172.21.15.38:0/2061611776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd568101fc0 msgr2=0x7fd568198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.785+0000 7fd56db99640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd568101fc0 0x7fd568198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.785+0000 7fd56db99640 1 -- 172.21.15.38:0/2061611776 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd56819ff40 con 0x7fd5681031b0 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.785+0000 7fd56db99640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5681031b0 0x7fd568198860 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd558005940 tx=0x7fd5580042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.785+0000 7fd55f7fe640 1 -- 172.21.15.38:0/2061611776 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd55803f030 con 0x7fd5681031b0 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.785+0000 7fd55f7fe640 1 -- 172.21.15.38:0/2061611776 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd558003cd0 con 0x7fd5681031b0 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.785+0000 7fd5705fe640 1 -- 172.21.15.38:0/2061611776 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5681a01d0 con 0x7fd5681031b0 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.785+0000 7fd55f7fe640 1 -- 172.21.15.38:0/2061611776 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd558035070 con 0x7fd5681031b0 2024-04-23T18:20:19.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.785+0000 7fd5705fe640 1 -- 172.21.15.38:0/2061611776 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5681a0740 con 0x7fd5681031b0 2024-04-23T18:20:19.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.786+0000 7fd5705fe640 1 -- 172.21.15.38:0/2061611776 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5681092e0 con 0x7fd5681031b0 2024-04-23T18:20:19.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.787+0000 7fd55f7fe640 1 -- 172.21.15.38:0/2061611776 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd558042030 con 0x7fd5681031b0 2024-04-23T18:20:19.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.788+0000 7fd55f7fe640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5540a3bb0 0x7fd5540a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:19.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.788+0000 7fd56e39a640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5540a3bb0 0x7fd5540a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:19.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.788+0000 7fd55f7fe640 1 -- 172.21.15.38:0/2061611776 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fd5580f0820 con 0x7fd5681031b0 2024-04-23T18:20:19.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.788+0000 7fd56e39a640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5540a3bb0 0x7fd5540a6070 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fd568103010 tx=0x7fd564005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:19.783 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:19 smithi102 ceph-mon[32874]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi038=a;smithi038=d;smithi038=g;smithi038=j;smithi076=b;smithi076=e;smithi076=h;smithi076=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:20:19.783 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:19 smithi102 ceph-mon[32874]: Saving service mds.all spec with placement smithi038=a;smithi038=d;smithi038=g;smithi038=j;smithi076=b;smithi076=e;smithi076=h;smithi076=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l;count:12 2024-04-23T18:20:19.783 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:19 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:19.783 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:19 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:19.783 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:19 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:19.784 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:19 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:19.784 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:19 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:19.784 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:19 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:19.784 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:19 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2391227755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:19.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:19.791+0000 7fd55f7fe640 1 -- 172.21.15.38:0/2061611776 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd5580bd600 con 0x7fd5681031b0 2024-04-23T18:20:19.970 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:19 smithi038 ceph-mon[29217]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi038=a;smithi038=d;smithi038=g;smithi038=j;smithi076=b;smithi076=e;smithi076=h;smithi076=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:20:19.970 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:19 smithi038 ceph-mon[29217]: Saving service mds.all spec with placement smithi038=a;smithi038=d;smithi038=g;smithi038=j;smithi076=b;smithi076=e;smithi076=h;smithi076=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l;count:12 2024-04-23T18:20:19.970 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:19 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:19.970 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:19 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:19.971 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:19 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:19.971 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:19 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:19.971 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:19 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:19.971 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:19 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:19.971 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:19 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2391227755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:20.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:19 smithi076 ceph-mon[32458]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi038=a;smithi038=d;smithi038=g;smithi038=j;smithi076=b;smithi076=e;smithi076=h;smithi076=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:20:20.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:19 smithi076 ceph-mon[32458]: Saving service mds.all spec with placement smithi038=a;smithi038=d;smithi038=g;smithi038=j;smithi076=b;smithi076=e;smithi076=h;smithi076=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l;count:12 2024-04-23T18:20:20.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:19 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:20.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:19 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:20.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:19 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:20.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:19 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:20.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:19 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:20.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:19 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:20.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:19 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2391227755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:20.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.036+0000 7fd5705fe640 1 -- 172.21.15.38:0/2061611776 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd56802d5c0 con 0x7fd5681031b0 2024-04-23T18:20:20.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.036+0000 7fd55f7fe640 1 -- 172.21.15.38:0/2061611776 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7fd5580bcf00 con 0x7fd5681031b0 2024-04-23T18:20:20.029 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:20.029 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-23T18:20:20.030 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 1 2024-04-23T18:20:20.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 -- 172.21.15.38:0/2061611776 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5540a3bb0 msgr2=0x7fd5540a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:20.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5540a3bb0 0x7fd5540a6070 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fd568103010 tx=0x7fd564005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:20.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 -- 172.21.15.38:0/2061611776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5681031b0 msgr2=0x7fd568198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:20.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5681031b0 0x7fd568198860 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd558005940 tx=0x7fd5580042f0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 -- 172.21.15.38:0/2061611776 shutdown_connections 2024-04-23T18:20:20.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd568103b70 0x7fd56819f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5540a3bb0 0x7fd5540a6070 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5681031b0 0x7fd568198860 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 --2- 172.21.15.38:0/2061611776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd568101fc0 0x7fd568198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 -- 172.21.15.38:0/2061611776 >> 172.21.15.38:0/2061611776 conn(0x7fd5680fd550 msgr2=0x7fd5681064b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:20.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 -- 172.21.15.38:0/2061611776 shutdown_connections 2024-04-23T18:20:20.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:20.038+0000 7fd5705fe640 1 -- 172.21.15.38:0/2061611776 wait complete. 2024-04-23T18:20:20.778 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:20 smithi102 ceph-mon[32874]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:20.778 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:20 smithi102 ceph-mon[32874]: Deploying daemon mds.l on smithi102 2024-04-23T18:20:20.778 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:20 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3405904221' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:20.778 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:20 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2061611776' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:20.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:20 smithi038 ceph-mon[29217]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:20 smithi038 ceph-mon[29217]: Deploying daemon mds.l on smithi102 2024-04-23T18:20:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:20 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3405904221' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:20.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:20 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2061611776' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:20 smithi076 ceph-mon[32458]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:20 smithi076 ceph-mon[32458]: Deploying daemon mds.l on smithi102 2024-04-23T18:20:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:20 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3405904221' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:21.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:20 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2061611776' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:21.052 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:20:20 smithi102 systemd[1]: Starting Ceph mds.l for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:21.436 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:20:21 smithi102 podman[63172]: 2024-04-23 18:20:21.070675054 +0000 UTC m=+0.018771979 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:21.436 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:20:21 smithi102 podman[63172]: 2024-04-23 18:20:21.207241971 +0000 UTC m=+0.155338896 container create 60e21d6f58a1c3f718d4da5eef18eab2f847cf7338e403db4ada9e467b0b5659 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=) 2024-04-23T18:20:21.436 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:20:21 smithi102 podman[63172]: 2024-04-23 18:20:21.443695861 +0000 UTC m=+0.391792786 container init 60e21d6f58a1c3f718d4da5eef18eab2f847cf7338e403db4ada9e467b0b5659 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:20:21.802 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:20:21 smithi102 podman[63172]: 2024-04-23 18:20:21.446235663 +0000 UTC m=+0.394332600 container start 60e21d6f58a1c3f718d4da5eef18eab2f847cf7338e403db4ada9e467b0b5659 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2) 2024-04-23T18:20:21.802 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:20:21 smithi102 ceph-mds[63191]: -- 172.21.15.102:0/3918172532 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5580c3b6ba40 con 0x5580c3b3ec00 2024-04-23T18:20:21.803 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:20:21 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l[63187]: starting mds.l at 2024-04-23T18:20:21.803 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:20:21 smithi102 bash[63172]: 60e21d6f58a1c3f718d4da5eef18eab2f847cf7338e403db4ada9e467b0b5659 2024-04-23T18:20:21.803 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:20:21 smithi102 systemd[1]: Started Ceph mds.l for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:22.043 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:22.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 -- 172.21.15.38:0/3390451108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb420100e90 msgr2=0x7fb4201012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 --2- 172.21.15.38:0/3390451108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb420100e90 0x7fb4201012b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb41c009900 tx=0x7fb41c02a410 comp rx=0 tx=0).stop 2024-04-23T18:20:22.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 -- 172.21.15.38:0/3390451108 shutdown_connections 2024-04-23T18:20:22.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 --2- 172.21.15.38:0/3390451108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb420101fe0 0x7fb420102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 --2- 172.21.15.38:0/3390451108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4201029a0 0x7fb4201092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 --2- 172.21.15.38:0/3390451108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb420100e90 0x7fb4201012b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 -- 172.21.15.38:0/3390451108 >> 172.21.15.38:0/3390451108 conn(0x7fb4200fc400 msgr2=0x7fb4200fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:22.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 -- 172.21.15.38:0/3390451108 shutdown_connections 2024-04-23T18:20:22.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 -- 172.21.15.38:0/3390451108 wait complete. 2024-04-23T18:20:22.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 Processor -- start 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.165+0000 7fb428708640 1 -- start start 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb428708640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb420100e90 0x7fb42019a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb428708640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb420101fe0 0x7fb42019aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb428708640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4201029a0 0x7fb4201a1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb428708640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb42010cb20 con 0x7fb420101fe0 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb428708640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fb42010c9a0 con 0x7fb4201029a0 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb428708640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb42010cca0 con 0x7fb420100e90 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb425ca3640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb420101fe0 0x7fb42019aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb425ca3640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb420101fe0 0x7fb42019aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42532/0 (socket says 172.21.15.38:42532) 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb425ca3640 1 -- 172.21.15.38:0/2844672191 learned_addr learned my addr 172.21.15.38:0/2844672191 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb426ca5640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4201029a0 0x7fb4201a1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb4264a4640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb420100e90 0x7fb42019a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb425ca3640 1 -- 172.21.15.38:0/2844672191 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb420100e90 msgr2=0x7fb42019a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb425ca3640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb420100e90 0x7fb42019a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb425ca3640 1 -- 172.21.15.38:0/2844672191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4201029a0 msgr2=0x7fb4201a1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb425ca3640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4201029a0 0x7fb4201a1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb425ca3640 1 -- 172.21.15.38:0/2844672191 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4201a2140 con 0x7fb420101fe0 2024-04-23T18:20:22.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb426ca5640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4201029a0 0x7fb4201a1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:22.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb425ca3640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb420101fe0 0x7fb42019aa60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb41000c970 tx=0x7fb41000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:22.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.166+0000 7fb4177fe640 1 -- 172.21.15.38:0/2844672191 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410004220 con 0x7fb420101fe0 2024-04-23T18:20:22.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.167+0000 7fb4177fe640 1 -- 172.21.15.38:0/2844672191 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb4100043c0 con 0x7fb420101fe0 2024-04-23T18:20:22.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.167+0000 7fb428708640 1 -- 172.21.15.38:0/2844672191 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4201a2430 con 0x7fb420101fe0 2024-04-23T18:20:22.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.167+0000 7fb4177fe640 1 -- 172.21.15.38:0/2844672191 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410004a00 con 0x7fb420101fe0 2024-04-23T18:20:22.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.167+0000 7fb428708640 1 -- 172.21.15.38:0/2844672191 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4201a2930 con 0x7fb420101fe0 2024-04-23T18:20:22.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.167+0000 7fb428708640 1 -- 172.21.15.38:0/2844672191 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4201a2bf0 con 0x7fb420101fe0 2024-04-23T18:20:22.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.169+0000 7fb4177fe640 1 -- 172.21.15.38:0/2844672191 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb4100079b0 con 0x7fb420101fe0 2024-04-23T18:20:22.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.169+0000 7fb4177fe640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb40c0a3bb0 0x7fb40c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.169+0000 7fb4264a4640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb40c0a3bb0 0x7fb40c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.169+0000 7fb4177fe640 1 -- 172.21.15.38:0/2844672191 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb4100d0150 con 0x7fb420101fe0 2024-04-23T18:20:22.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.170+0000 7fb4264a4640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb40c0a3bb0 0x7fb40c0a6070 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb41c000c00 tx=0x7fb41c031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:22.165 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.173+0000 7fb4177fe640 1 -- 172.21.15.38:0/2844672191 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb410014030 con 0x7fb420101fe0 2024-04-23T18:20:22.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.403+0000 7fb428708640 1 -- 172.21.15.38:0/2844672191 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb4201a2dc0 con 0x7fb420101fe0 2024-04-23T18:20:22.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.403+0000 7fb4177fe640 1 -- 172.21.15.38:0/2844672191 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7fb41009cfd0 con 0x7fb420101fe0 2024-04-23T18:20:22.396 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:22.396 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-23T18:20:22.396 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 2 2024-04-23T18:20:22.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 -- 172.21.15.38:0/2844672191 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb40c0a3bb0 msgr2=0x7fb40c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb40c0a3bb0 0x7fb40c0a6070 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb41c000c00 tx=0x7fb41c031510 comp rx=0 tx=0).stop 2024-04-23T18:20:22.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 -- 172.21.15.38:0/2844672191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb420101fe0 msgr2=0x7fb42019aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb420101fe0 0x7fb42019aa60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb41000c970 tx=0x7fb41000ce30 comp rx=0 tx=0).stop 2024-04-23T18:20:22.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 -- 172.21.15.38:0/2844672191 shutdown_connections 2024-04-23T18:20:22.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb40c0a3bb0 0x7fb40c0a6070 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4201029a0 0x7fb4201a1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb420101fe0 0x7fb42019aa60 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 --2- 172.21.15.38:0/2844672191 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb420100e90 0x7fb42019a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 -- 172.21.15.38:0/2844672191 >> 172.21.15.38:0/2844672191 conn(0x7fb4200fc400 msgr2=0x7fb4200fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:22.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 -- 172.21.15.38:0/2844672191 shutdown_connections 2024-04-23T18:20:22.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:22.405+0000 7fb428708640 1 -- 172.21.15.38:0/2844672191 wait complete. 2024-04-23T18:20:22.609 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:22.609 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.102:6832/313383569,v1:172.21.15.102:6833/313383569] up:boot 2024-04-23T18:20:22.609 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: fsmap 1 up:standby 2024-04-23T18:20:22.609 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:20:22.609 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:22.609 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:22.609 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:22.610 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:22.610 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:22.610 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:22.610 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: Deploying daemon mds.k on smithi076 2024-04-23T18:20:22.610 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:22 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2844672191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:22.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.102:6832/313383569,v1:172.21.15.102:6833/313383569] up:boot 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: fsmap 1 up:standby 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: Deploying daemon mds.k on smithi076 2024-04-23T18:20:22.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:22 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2844672191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:22.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:22.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.102:6832/313383569,v1:172.21.15.102:6833/313383569] up:boot 2024-04-23T18:20:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: fsmap 1 up:standby 2024-04-23T18:20:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:20:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: Deploying daemon mds.k on smithi076 2024-04-23T18:20:22.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:22 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2844672191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:24.008 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:20:23 smithi076 systemd[1]: Starting Ceph mds.k for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:24.297 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:20:24 smithi076 podman[62163]: 2024-04-23 18:20:23.946643386 +0000 UTC m=+0.017557975 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:24.297 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:20:24 smithi076 podman[62163]: 2024-04-23 18:20:24.058942328 +0000 UTC m=+0.129856969 container create 0b45515d95151ce1164171c3c2a6a21552301ce9c94bd674130451bf681caf4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-23T18:20:24.409 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:24.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.539+0000 7f076017d640 1 -- 172.21.15.38:0/183011577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0758101fe0 msgr2=0x7f0758102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:24.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.539+0000 7f076017d640 1 --2- 172.21.15.38:0/183011577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0758101fe0 0x7f0758102460 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0748009900 tx=0x7f074802a410 comp rx=0 tx=0).stop 2024-04-23T18:20:24.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.539+0000 7f076017d640 1 -- 172.21.15.38:0/183011577 shutdown_connections 2024-04-23T18:20:24.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.539+0000 7f076017d640 1 --2- 172.21.15.38:0/183011577 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f07581029a0 0x7f07581092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.539+0000 7f076017d640 1 --2- 172.21.15.38:0/183011577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0758101fe0 0x7f0758102460 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.539+0000 7f076017d640 1 --2- 172.21.15.38:0/183011577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0758100e90 0x7f07581012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.539+0000 7f076017d640 1 -- 172.21.15.38:0/183011577 >> 172.21.15.38:0/183011577 conn(0x7f07580fc400 msgr2=0x7f07580fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:24.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.539+0000 7f076017d640 1 -- 172.21.15.38:0/183011577 shutdown_connections 2024-04-23T18:20:24.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.539+0000 7f076017d640 1 -- 172.21.15.38:0/183011577 wait complete. 2024-04-23T18:20:24.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f076017d640 1 Processor -- start 2024-04-23T18:20:24.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f076017d640 1 -- start start 2024-04-23T18:20:24.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f076017d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0758100e90 0x7f07581982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:24.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f076017d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0758101fe0 0x7f0758198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:24.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f076017d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07581029a0 0x7f075819f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:24.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f076017d640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f075810cb20 con 0x7f07581029a0 2024-04-23T18:20:24.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f076017d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f075810c9a0 con 0x7f0758100e90 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f076017d640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f075810cca0 con 0x7f0758101fe0 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f075e71a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07581029a0 0x7f075819f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f075e71a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07581029a0 0x7f075819f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42562/0 (socket says 172.21.15.38:42562) 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f075e71a640 1 -- 172.21.15.38:0/1726701917 learned_addr learned my addr 172.21.15.38:0/1726701917 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f075df19640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0758100e90 0x7f07581982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.540+0000 7f075d718640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0758101fe0 0x7f0758198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f075e71a640 1 -- 172.21.15.38:0/1726701917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0758101fe0 msgr2=0x7f0758198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f075e71a640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0758101fe0 0x7f0758198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f075e71a640 1 -- 172.21.15.38:0/1726701917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0758100e90 msgr2=0x7f07581982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f075e71a640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0758100e90 0x7f07581982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f075e71a640 1 -- 172.21.15.38:0/1726701917 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f075819ff10 con 0x7f07581029a0 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f075df19640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0758100e90 0x7f07581982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f075e71a640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07581029a0 0x7f075819f8a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f075000eb10 tx=0x7f075000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f074effd640 1 -- 172.21.15.38:0/1726701917 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0750004b20 con 0x7f07581029a0 2024-04-23T18:20:24.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f074effd640 1 -- 172.21.15.38:0/1726701917 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0750004cc0 con 0x7f07581029a0 2024-04-23T18:20:24.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f074effd640 1 -- 172.21.15.38:0/1726701917 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0750010720 con 0x7f07581029a0 2024-04-23T18:20:24.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f076017d640 1 -- 172.21.15.38:0/1726701917 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07581a0200 con 0x7f07581029a0 2024-04-23T18:20:24.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.541+0000 7f076017d640 1 -- 172.21.15.38:0/1726701917 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07581a06d0 con 0x7f07581029a0 2024-04-23T18:20:24.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.543+0000 7f076017d640 1 -- 172.21.15.38:0/1726701917 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07581a0990 con 0x7f07581029a0 2024-04-23T18:20:24.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.544+0000 7f074effd640 1 -- 172.21.15.38:0/1726701917 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0750005020 con 0x7f07581029a0 2024-04-23T18:20:24.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.544+0000 7f074effd640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07440a3c30 0x7f07440a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:24.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.545+0000 7f074effd640 1 -- 172.21.15.38:0/1726701917 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f07500d0410 con 0x7f07581029a0 2024-04-23T18:20:24.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.545+0000 7f075df19640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07440a3c30 0x7f07440a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:24.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.545+0000 7f075df19640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07440a3c30 0x7f07440a60f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0754009fc0 tx=0x7f0754005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:24.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.549+0000 7f074effd640 1 -- 172.21.15.38:0/1726701917 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f075009d290 con 0x7f07581029a0 2024-04-23T18:20:24.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:24 smithi076 ceph-mon[32458]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:24.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:24 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:24.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:24 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:24.759 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:20:24 smithi076 podman[62163]: 2024-04-23 18:20:24.304821422 +0000 UTC m=+0.375736001 container init 0b45515d95151ce1164171c3c2a6a21552301ce9c94bd674130451bf681caf4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:20:24.759 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:20:24 smithi076 podman[62163]: 2024-04-23 18:20:24.307487327 +0000 UTC m=+0.378401914 container start 0b45515d95151ce1164171c3c2a6a21552301ce9c94bd674130451bf681caf4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:20:24.759 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:20:24 smithi076 ceph-mds[62183]: -- 172.21.15.76:0/1932556902 <== mon.2 v2:172.21.15.76:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b9a98b7a40 con 0x55b9a988ac00 2024-04-23T18:20:24.759 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:20:24 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k[62179]: starting mds.k at 2024-04-23T18:20:24.759 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:20:24 smithi076 bash[62163]: 0b45515d95151ce1164171c3c2a6a21552301ce9c94bd674130451bf681caf4a 2024-04-23T18:20:24.759 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:20:24 smithi076 systemd[1]: Started Ceph mds.k for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:24.764 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:24 smithi038 ceph-mon[29217]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:24.764 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:24 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:24.764 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:24 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:24.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.791+0000 7f076017d640 1 -- 172.21.15.38:0/1726701917 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f07581a0b60 con 0x7f07581029a0 2024-04-23T18:20:24.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.792+0000 7f074effd640 1 -- 172.21.15.38:0/1726701917 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7f075009cb90 con 0x7f07581029a0 2024-04-23T18:20:24.784 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:24.785 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-23T18:20:24.785 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 3 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.793+0000 7f076017d640 1 -- 172.21.15.38:0/1726701917 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07440a3c30 msgr2=0x7f07440a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07440a3c30 0x7f07440a60f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0754009fc0 tx=0x7f0754005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 -- 172.21.15.38:0/1726701917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07581029a0 msgr2=0x7f075819f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07581029a0 0x7f075819f8a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f075000eb10 tx=0x7f075000c2d0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 -- 172.21.15.38:0/1726701917 shutdown_connections 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0758101fe0 0x7f0758198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07440a3c30 0x7f07440a60f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07581029a0 0x7f075819f8a0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 --2- 172.21.15.38:0/1726701917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0758100e90 0x7f07581982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 -- 172.21.15.38:0/1726701917 >> 172.21.15.38:0/1726701917 conn(0x7f07580fc400 msgr2=0x7f07580fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:24.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 -- 172.21.15.38:0/1726701917 shutdown_connections 2024-04-23T18:20:24.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:24.794+0000 7f076017d640 1 -- 172.21.15.38:0/1726701917 wait complete. 2024-04-23T18:20:24.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:24 smithi102 ceph-mon[32874]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:24.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:24 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:24.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:24 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:25.721 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:25.721 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:25.721 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:25 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.76:6832/2806134072,v1:172.21.15.76:6833/2806134072] up:boot 2024-04-23T18:20:25.721 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:25 smithi076 ceph-mon[32458]: fsmap 2 up:standby 2024-04-23T18:20:25.721 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:20:25.722 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:25.722 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:25 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:25.722 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:25 smithi076 ceph-mon[32458]: Deploying daemon mds.j on smithi038 2024-04-23T18:20:25.722 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:25 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1726701917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:25.765 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:25.765 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:25.765 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:25 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.76:6832/2806134072,v1:172.21.15.76:6833/2806134072] up:boot 2024-04-23T18:20:25.765 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:25 smithi038 ceph-mon[29217]: fsmap 2 up:standby 2024-04-23T18:20:25.765 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:20:25.765 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:25.765 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:25 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:25.766 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:25 smithi038 ceph-mon[29217]: Deploying daemon mds.j on smithi038 2024-04-23T18:20:25.766 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:25 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1726701917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:25.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:25.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:25.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:25 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.76:6832/2806134072,v1:172.21.15.76:6833/2806134072] up:boot 2024-04-23T18:20:25.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:25 smithi102 ceph-mon[32874]: fsmap 2 up:standby 2024-04-23T18:20:25.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:20:25.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:25.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:25 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:25.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:25 smithi102 ceph-mon[32874]: Deploying daemon mds.j on smithi038 2024-04-23T18:20:25.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:25 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1726701917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:26.746 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:26 smithi038 ceph-mon[29217]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:26.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:26 smithi076 ceph-mon[32458]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:26.799 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:26.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:26 smithi102 ceph-mon[32874]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:26.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.921+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2459299171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71dc101fe0 msgr2=0x7f71dc102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:26.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.921+0000 7f71e2ae1640 1 --2- 172.21.15.38:0/2459299171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71dc101fe0 0x7f71dc102460 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f71c8009900 tx=0x7f71c802a410 comp rx=0 tx=0).stop 2024-04-23T18:20:26.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.921+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2459299171 shutdown_connections 2024-04-23T18:20:26.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.921+0000 7f71e2ae1640 1 --2- 172.21.15.38:0/2459299171 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71dc1029a0 0x7f71dc1092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:26.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.921+0000 7f71e2ae1640 1 --2- 172.21.15.38:0/2459299171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71dc101fe0 0x7f71dc102460 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.921+0000 7f71e2ae1640 1 --2- 172.21.15.38:0/2459299171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc100e90 0x7f71dc1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.921+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2459299171 >> 172.21.15.38:0/2459299171 conn(0x7f71dc0fc400 msgr2=0x7f71dc0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.921+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2459299171 shutdown_connections 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.921+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2459299171 wait complete. 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e2ae1640 1 Processor -- start 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e2ae1640 1 -- start start 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e2ae1640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71dc100e90 0x7f71dc10b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e2ae1640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71dc101fe0 0x7f71dc109b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e2ae1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc1029a0 0x7f71dc10a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e2ae1640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f71dc10dc20 con 0x7f71dc100e90 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e2ae1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f71dc10daa0 con 0x7f71dc1029a0 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e2ae1640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f71dc10dda0 con 0x7f71dc101fe0 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e087d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71dc100e90 0x7f71dc10b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:26.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e087d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71dc100e90 0x7f71dc10b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42580/0 (socket says 172.21.15.38:42580) 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e087d640 1 -- 172.21.15.38:0/2074946959 learned_addr learned my addr 172.21.15.38:0/2074946959 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.922+0000 7f71e107e640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc1029a0 0x7f71dc10a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71dbfff640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71dc101fe0 0x7f71dc109b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71e087d640 1 -- 172.21.15.38:0/2074946959 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71dc101fe0 msgr2=0x7f71dc109b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71e087d640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71dc101fe0 0x7f71dc109b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71e087d640 1 -- 172.21.15.38:0/2074946959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc1029a0 msgr2=0x7f71dc10a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71e087d640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc1029a0 0x7f71dc10a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71e087d640 1 -- 172.21.15.38:0/2074946959 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71dc10a910 con 0x7f71dc100e90 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71e107e640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc1029a0 0x7f71dc10a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71dbfff640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71dc101fe0 0x7f71dc109b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71e087d640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71dc100e90 0x7f71dc10b500 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f71d000e9f0 tx=0x7f71d000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71d9ffb640 1 -- 172.21.15.38:0/2074946959 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d000cd80 con 0x7f71dc100e90 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71d9ffb640 1 -- 172.21.15.38:0/2074946959 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f71d0010900 con 0x7f71dc100e90 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2074946959 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71dc1a2420 con 0x7f71dc100e90 2024-04-23T18:20:26.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71d9ffb640 1 -- 172.21.15.38:0/2074946959 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d00189c0 con 0x7f71dc100e90 2024-04-23T18:20:26.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.923+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2074946959 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71dc1a2970 con 0x7f71dc100e90 2024-04-23T18:20:26.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.924+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2074946959 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71dc1081f0 con 0x7f71dc100e90 2024-04-23T18:20:26.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.925+0000 7f71d9ffb640 1 -- 172.21.15.38:0/2074946959 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f71d0010ab0 con 0x7f71dc100e90 2024-04-23T18:20:26.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.926+0000 7f71d9ffb640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71cc0a3bb0 0x7f71cc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:26.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.926+0000 7f71dbfff640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71cc0a3bb0 0x7f71cc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:26.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.926+0000 7f71d9ffb640 1 -- 172.21.15.38:0/2074946959 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f71d00d0410 con 0x7f71dc100e90 2024-04-23T18:20:26.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.926+0000 7f71dbfff640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71cc0a3bb0 0x7f71cc0a6070 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f71c80096c0 tx=0x7f71c8009650 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:26.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:26.931+0000 7f71d9ffb640 1 -- 172.21.15.38:0/2074946959 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f71d009d1f0 con 0x7f71dc100e90 2024-04-23T18:20:27.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.159+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2074946959 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f71dc02d5c0 con 0x7f71dc100e90 2024-04-23T18:20:27.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.160+0000 7f71d9ffb640 1 -- 172.21.15.38:0/2074946959 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7f71d009caf0 con 0x7f71dc100e90 2024-04-23T18:20:27.153 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:27.153 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-23T18:20:27.153 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 3 2024-04-23T18:20:27.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2074946959 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71cc0a3bb0 msgr2=0x7f71cc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:27.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71cc0a3bb0 0x7f71cc0a6070 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f71c80096c0 tx=0x7f71c8009650 comp rx=0 tx=0).stop 2024-04-23T18:20:27.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2074946959 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71dc100e90 msgr2=0x7f71dc10b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:27.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71dc100e90 0x7f71dc10b500 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f71d000e9f0 tx=0x7f71d000eeb0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2074946959 shutdown_connections 2024-04-23T18:20:27.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71dc101fe0 0x7f71dc109b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71cc0a3bb0 0x7f71cc0a6070 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc1029a0 0x7f71dc10a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 --2- 172.21.15.38:0/2074946959 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71dc100e90 0x7f71dc10b500 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2074946959 >> 172.21.15.38:0/2074946959 conn(0x7f71dc0fc400 msgr2=0x7f71dc1053c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:27.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2074946959 shutdown_connections 2024-04-23T18:20:27.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:27.162+0000 7f71e2ae1640 1 -- 172.21.15.38:0/2074946959 wait complete. 2024-04-23T18:20:27.498 INFO:journalctl@ceph.mds.j.smithi038.stdout:Apr 23 18:20:27 smithi038 systemd[1]: Started Ceph mds.j for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:27.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:27 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2074946959' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:27.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:27 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:27.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:27 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:27.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:27 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:27.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:27 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:27.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:27 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:27.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:27 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:27.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:27 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2074946959' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:27.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:27 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:27.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:27 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:27.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:27 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:27.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:27 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:27.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:27 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:27.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:27 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:27.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:27 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2074946959' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:27.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:27.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:27.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:27 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:28.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:28 smithi038 ceph-mon[29217]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:28.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:28 smithi038 ceph-mon[29217]: Deploying daemon mds.d on smithi038 2024-04-23T18:20:28.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:28 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.38:6834/1807753439,v1:172.21.15.38:6835/1807753439] up:boot 2024-04-23T18:20:28.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:28 smithi038 ceph-mon[29217]: fsmap 3 up:standby 2024-04-23T18:20:28.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:28 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:20:28.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:28 smithi076 ceph-mon[32458]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:28.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:28 smithi076 ceph-mon[32458]: Deploying daemon mds.d on smithi038 2024-04-23T18:20:28.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:28 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.38:6834/1807753439,v1:172.21.15.38:6835/1807753439] up:boot 2024-04-23T18:20:28.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:28 smithi076 ceph-mon[32458]: fsmap 3 up:standby 2024-04-23T18:20:28.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:28 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:20:28.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:28 smithi102 ceph-mon[32874]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:28.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:28 smithi102 ceph-mon[32874]: Deploying daemon mds.d on smithi038 2024-04-23T18:20:28.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:28 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.38:6834/1807753439,v1:172.21.15.38:6835/1807753439] up:boot 2024-04-23T18:20:28.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:28 smithi102 ceph-mon[32874]: fsmap 3 up:standby 2024-04-23T18:20:28.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:28 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:20:29.167 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:29.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.299+0000 7f7174613640 1 -- 172.21.15.38:0/86736654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f716c1029a0 msgr2=0x7f716c1092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:29.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.299+0000 7f7174613640 1 --2- 172.21.15.38:0/86736654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f716c1029a0 0x7f716c1092c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7164009ca0 tx=0x7f716402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.299+0000 7f7174613640 1 -- 172.21.15.38:0/86736654 shutdown_connections 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.299+0000 7f7174613640 1 --2- 172.21.15.38:0/86736654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f716c1029a0 0x7f716c1092c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.299+0000 7f7174613640 1 --2- 172.21.15.38:0/86736654 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f716c101fe0 0x7f716c102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.299+0000 7f7174613640 1 --2- 172.21.15.38:0/86736654 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f716c100e90 0x7f716c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.299+0000 7f7174613640 1 -- 172.21.15.38:0/86736654 >> 172.21.15.38:0/86736654 conn(0x7f716c0fc400 msgr2=0x7f716c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.299+0000 7f7174613640 1 -- 172.21.15.38:0/86736654 shutdown_connections 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.299+0000 7f7174613640 1 -- 172.21.15.38:0/86736654 wait complete. 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f7174613640 1 Processor -- start 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f7174613640 1 -- start start 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f7174613640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f716c100e90 0x7f716c19a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f7174613640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f716c101fe0 0x7f716c19a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f7174613640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f716c1029a0 0x7f716c1a19f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f7174613640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f716c10cb30 con 0x7f716c100e90 2024-04-23T18:20:29.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f7174613640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f716c10c9b0 con 0x7f716c101fe0 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f7174613640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f716c10ccb0 con 0x7f716c1029a0 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f71723af640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f716c100e90 0x7f716c19a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f71723af640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f716c100e90 0x7f716c19a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42610/0 (socket says 172.21.15.38:42610) 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f71723af640 1 -- 172.21.15.38:0/3942212827 learned_addr learned my addr 172.21.15.38:0/3942212827 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f7171bae640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f716c101fe0 0x7f716c19a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f7172bb0640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f716c1029a0 0x7f716c1a19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f71723af640 1 -- 172.21.15.38:0/3942212827 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f716c1029a0 msgr2=0x7f716c1a19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f71723af640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f716c1029a0 0x7f716c1a19f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f71723af640 1 -- 172.21.15.38:0/3942212827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f716c101fe0 msgr2=0x7f716c19a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.300+0000 7f71723af640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f716c101fe0 0x7f716c19a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.301+0000 7f71723af640 1 -- 172.21.15.38:0/3942212827 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f716c1a2060 con 0x7f716c100e90 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.301+0000 7f7172bb0640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f716c1029a0 0x7f716c1a19f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.301+0000 7f71723af640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f716c100e90 0x7f716c19a440 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f716800e9f0 tx=0x7f716800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:29.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.301+0000 7f71637fe640 1 -- 172.21.15.38:0/3942212827 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716800cd80 con 0x7f716c100e90 2024-04-23T18:20:29.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.301+0000 7f7174613640 1 -- 172.21.15.38:0/3942212827 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f716c1a2350 con 0x7f716c100e90 2024-04-23T18:20:29.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.301+0000 7f71637fe640 1 -- 172.21.15.38:0/3942212827 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f71680054f0 con 0x7f716c100e90 2024-04-23T18:20:29.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.301+0000 7f71637fe640 1 -- 172.21.15.38:0/3942212827 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7168010690 con 0x7f716c100e90 2024-04-23T18:20:29.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.301+0000 7f7174613640 1 -- 172.21.15.38:0/3942212827 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f716c1a2850 con 0x7f716c100e90 2024-04-23T18:20:29.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.302+0000 7f7174613640 1 -- 172.21.15.38:0/3942212827 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f716c1a2b10 con 0x7f716c100e90 2024-04-23T18:20:29.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.303+0000 7f71637fe640 1 -- 172.21.15.38:0/3942212827 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f71680046c0 con 0x7f716c100e90 2024-04-23T18:20:29.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.304+0000 7f71637fe640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71580a3bb0 0x7f71580a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:29.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.304+0000 7f7171bae640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71580a3bb0 0x7f71580a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:29.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.304+0000 7f71637fe640 1 -- 172.21.15.38:0/3942212827 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f71680d0420 con 0x7f716c100e90 2024-04-23T18:20:29.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.304+0000 7f7171bae640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71580a3bb0 0x7f71580a6070 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f716c19b950 tx=0x7f715c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:29.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.313+0000 7f71637fe640 1 -- 172.21.15.38:0/3942212827 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f716809d200 con 0x7f716c100e90 2024-04-23T18:20:29.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.551+0000 7f7174613640 1 -- 172.21.15.38:0/3942212827 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f716c1a2ce0 con 0x7f716c100e90 2024-04-23T18:20:29.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.552+0000 7f71637fe640 1 -- 172.21.15.38:0/3942212827 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3043 (secure 0 0 0) 0x7f716809cb00 con 0x7f716c100e90 2024-04-23T18:20:29.546 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:29.546 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-23T18:20:29.546 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 4 2024-04-23T18:20:29.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 -- 172.21.15.38:0/3942212827 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71580a3bb0 msgr2=0x7f71580a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:29.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71580a3bb0 0x7f71580a6070 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f716c19b950 tx=0x7f715c00b390 comp rx=0 tx=0).stop 2024-04-23T18:20:29.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 -- 172.21.15.38:0/3942212827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f716c100e90 msgr2=0x7f716c19a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:29.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f716c100e90 0x7f716c19a440 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f716800e9f0 tx=0x7f716800edf0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 -- 172.21.15.38:0/3942212827 shutdown_connections 2024-04-23T18:20:29.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f716c1029a0 0x7f716c1a19f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f71580a3bb0 0x7f71580a6070 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f716c101fe0 0x7f716c19a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 --2- 172.21.15.38:0/3942212827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f716c100e90 0x7f716c19a440 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 -- 172.21.15.38:0/3942212827 >> 172.21.15.38:0/3942212827 conn(0x7f716c0fc400 msgr2=0x7f716c0fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:29.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 -- 172.21.15.38:0/3942212827 shutdown_connections 2024-04-23T18:20:29.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:29.554+0000 7f7174613640 1 -- 172.21.15.38:0/3942212827 wait complete. 2024-04-23T18:20:29.823 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:20:29 smithi038 systemd[1]: Starting Ceph mds.d for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:30.093 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:20:29 smithi038 podman[69668]: 2024-04-23 18:20:29.733403405 +0000 UTC m=+0.018592690 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:30.093 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:20:29 smithi038 podman[69668]: 2024-04-23 18:20:29.847728777 +0000 UTC m=+0.132918027 container create 78e796fdd56e9d5915b3171d31a9ea2fa7a55b31de46bc70f82812b311694971 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:20:30.093 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:20:30 smithi038 podman[69668]: 2024-04-23 18:20:30.100369477 +0000 UTC m=+0.385558742 container init 78e796fdd56e9d5915b3171d31a9ea2fa7a55b31de46bc70f82812b311694971 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-23T18:20:30.408 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:20:30 smithi038 podman[69668]: 2024-04-23 18:20:30.103166277 +0000 UTC m=+0.388355529 container start 78e796fdd56e9d5915b3171d31a9ea2fa7a55b31de46bc70f82812b311694971 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:20:30.409 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:20:30 smithi038 ceph-mds[69687]: -- 172.21.15.38:0/3693993169 <== mon.0 v2:172.21.15.38:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b826ed5a40 con 0x55b826ea8800 2024-04-23T18:20:30.409 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:20:30 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-d[69683]: starting mds.d at 2024-04-23T18:20:30.409 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:20:30 smithi038 bash[69668]: 78e796fdd56e9d5915b3171d31a9ea2fa7a55b31de46bc70f82812b311694971 2024-04-23T18:20:30.409 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:20:30 smithi038 systemd[1]: Started Ceph mds.d for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:30.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:30 smithi102 ceph-mon[32874]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:30.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:30 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3942212827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:30.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:30.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:30.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:30.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:30.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:30.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:30 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:30.892 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:30 smithi076 ceph-mon[32458]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:30.892 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:30 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3942212827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:30.892 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:30.892 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:30.892 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:30.893 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:30.893 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:30.893 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:30 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:30.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:30 smithi038 ceph-mon[29217]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:30.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:30 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3942212827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:30.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:30.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:30.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:30.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:30.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:30.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:30 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:31.560 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.685+0000 7f745cbef640 1 -- 172.21.15.38:0/2697869647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7458105360 msgr2=0x7f7458107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.685+0000 7f745cbef640 1 --2- 172.21.15.38:0/2697869647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7458105360 0x7f7458107750 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f744c009900 tx=0x7f744c02a410 comp rx=0 tx=0).stop 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.685+0000 7f745cbef640 1 -- 172.21.15.38:0/2697869647 shutdown_connections 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.685+0000 7f745cbef640 1 --2- 172.21.15.38:0/2697869647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7458107c90 0x7f745810a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.685+0000 7f745cbef640 1 --2- 172.21.15.38:0/2697869647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7458105360 0x7f7458107750 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.685+0000 7f745cbef640 1 --2- 172.21.15.38:0/2697869647 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7458102a30 0x7f7458104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.685+0000 7f745cbef640 1 -- 172.21.15.38:0/2697869647 >> 172.21.15.38:0/2697869647 conn(0x7f74580fc440 msgr2=0x7f74580fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.685+0000 7f745cbef640 1 -- 172.21.15.38:0/2697869647 shutdown_connections 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.685+0000 7f745cbef640 1 -- 172.21.15.38:0/2697869647 wait complete. 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745cbef640 1 Processor -- start 2024-04-23T18:20:31.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745cbef640 1 -- start start 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745cbef640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7458102a30 0x7f7458102350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745cbef640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7458105360 0x7f74581009e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745cbef640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7458107c90 0x7f7458100f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745cbef640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f745810dcf0 con 0x7f7458102a30 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745cbef640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f745810db70 con 0x7f7458105360 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745cbef640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f745810de70 con 0x7f7458107c90 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745659c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7458102a30 0x7f7458102350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745659c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7458102a30 0x7f7458102350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:58008/0 (socket says 172.21.15.38:58008) 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745659c640 1 -- 172.21.15.38:0/704382425 learned_addr learned my addr 172.21.15.38:0/704382425 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f7455d9b640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7458105360 0x7f74581009e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f7456d9d640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7458107c90 0x7f7458100f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:31.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745659c640 1 -- 172.21.15.38:0/704382425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7458107c90 msgr2=0x7f7458100f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745659c640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7458107c90 0x7f7458100f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745659c640 1 -- 172.21.15.38:0/704382425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7458105360 msgr2=0x7f74581009e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745659c640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7458105360 0x7f74581009e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f745659c640 1 -- 172.21.15.38:0/704382425 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74581017e0 con 0x7f7458102a30 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.686+0000 7f7456d9d640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7458107c90 0x7f7458100f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.687+0000 7f745659c640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7458102a30 0x7f7458102350 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f744800b4a0 tx=0x7f744800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.687+0000 7f74477fe640 1 -- 172.21.15.38:0/704382425 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7448014070 con 0x7f7458102a30 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.687+0000 7f745cbef640 1 -- 172.21.15.38:0/704382425 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74581a25b0 con 0x7f7458102a30 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.687+0000 7f74477fe640 1 -- 172.21.15.38:0/704382425 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7448010ae0 con 0x7f7458102a30 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.687+0000 7f74477fe640 1 -- 172.21.15.38:0/704382425 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7448017ce0 con 0x7f7458102a30 2024-04-23T18:20:31.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.687+0000 7f745cbef640 1 -- 172.21.15.38:0/704382425 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74581a2b50 con 0x7f7458102a30 2024-04-23T18:20:31.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.688+0000 7f745cbef640 1 -- 172.21.15.38:0/704382425 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74580691c0 con 0x7f7458102a30 2024-04-23T18:20:31.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.689+0000 7f74477fe640 1 -- 172.21.15.38:0/704382425 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7448017070 con 0x7f7458102a30 2024-04-23T18:20:31.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.690+0000 7f74477fe640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74400a3bb0 0x7f74400a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:31.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.690+0000 7f7455d9b640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74400a3bb0 0x7f74400a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:31.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.690+0000 7f74477fe640 1 -- 172.21.15.38:0/704382425 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f74480cf460 con 0x7f7458102a30 2024-04-23T18:20:31.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.690+0000 7f7455d9b640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74400a3bb0 0x7f74400a6070 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f744c000c00 tx=0x7f744c031c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:31.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.694+0000 7f74477fe640 1 -- 172.21.15.38:0/704382425 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f744809c240 con 0x7f7458102a30 2024-04-23T18:20:31.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:31 smithi102 ceph-mon[32874]: Deploying daemon mds.e on smithi076 2024-04-23T18:20:31.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:31 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.38:6836/3395671940,v1:172.21.15.38:6837/3395671940] up:boot 2024-04-23T18:20:31.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:31 smithi102 ceph-mon[32874]: fsmap 4 up:standby 2024-04-23T18:20:31.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:31 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:20:31.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:31 smithi038 ceph-mon[29217]: Deploying daemon mds.e on smithi076 2024-04-23T18:20:31.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:31 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.38:6836/3395671940,v1:172.21.15.38:6837/3395671940] up:boot 2024-04-23T18:20:31.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:31 smithi038 ceph-mon[29217]: fsmap 4 up:standby 2024-04-23T18:20:31.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:31 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:20:31.910 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:31 smithi076 ceph-mon[32458]: Deploying daemon mds.e on smithi076 2024-04-23T18:20:31.910 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:31 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.38:6836/3395671940,v1:172.21.15.38:6837/3395671940] up:boot 2024-04-23T18:20:31.910 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:31 smithi076 ceph-mon[32458]: fsmap 4 up:standby 2024-04-23T18:20:31.910 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:31 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:20:31.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.920+0000 7f745cbef640 1 -- 172.21.15.38:0/704382425 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7458062b50 con 0x7f7458102a30 2024-04-23T18:20:31.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.921+0000 7f74477fe640 1 -- 172.21.15.38:0/704382425 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3868 (secure 0 0 0) 0x7f744809bb40 con 0x7f7458102a30 2024-04-23T18:20:31.915 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:31.915 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-23T18:20:31.915 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 5 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 -- 172.21.15.38:0/704382425 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74400a3bb0 msgr2=0x7f74400a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74400a3bb0 0x7f74400a6070 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f744c000c00 tx=0x7f744c031c60 comp rx=0 tx=0).stop 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 -- 172.21.15.38:0/704382425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7458102a30 msgr2=0x7f7458102350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7458102a30 0x7f7458102350 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f744800b4a0 tx=0x7f744800b960 comp rx=0 tx=0).stop 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 -- 172.21.15.38:0/704382425 shutdown_connections 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7458107c90 0x7f7458100f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f74400a3bb0 0x7f74400a6070 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7458105360 0x7f74581009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 --2- 172.21.15.38:0/704382425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7458102a30 0x7f7458102350 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 -- 172.21.15.38:0/704382425 >> 172.21.15.38:0/704382425 conn(0x7f74580fc440 msgr2=0x7f74581032d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 -- 172.21.15.38:0/704382425 shutdown_connections 2024-04-23T18:20:31.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:31.923+0000 7f745cbef640 1 -- 172.21.15.38:0/704382425 wait complete. 2024-04-23T18:20:32.508 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:20:32 smithi076 systemd[1]: Starting Ceph mds.e for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:32.795 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:32 smithi076 ceph-mon[32458]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:32.795 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:32 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/704382425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:32.796 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:20:32 smithi076 podman[62489]: 2024-04-23 18:20:32.562750683 +0000 UTC m=+0.018236086 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:32.796 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:20:32 smithi076 podman[62489]: 2024-04-23 18:20:32.676798152 +0000 UTC m=+0.132283591 container create d1384eda614e15749de9788d6eabcbcdb6d6484cc49b43463683829f6e8c80c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:20:32.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:32 smithi102 ceph-mon[32874]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:32.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:32 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/704382425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:32.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:32 smithi038 ceph-mon[29217]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:32.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:32 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/704382425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:33.258 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:20:32 smithi076 podman[62489]: 2024-04-23 18:20:32.921850171 +0000 UTC m=+0.377335564 container init d1384eda614e15749de9788d6eabcbcdb6d6484cc49b43463683829f6e8c80c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-23T18:20:33.259 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:20:32 smithi076 podman[62489]: 2024-04-23 18:20:32.924377448 +0000 UTC m=+0.379862842 container start d1384eda614e15749de9788d6eabcbcdb6d6484cc49b43463683829f6e8c80c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-23T18:20:33.259 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:20:32 smithi076 ceph-mds[62508]: -- 172.21.15.76:0/3692580255 <== mon.2 v2:172.21.15.76:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561a4de43a40 con 0x561a4de16c00 2024-04-23T18:20:33.259 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:20:32 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e[62504]: starting mds.e at 2024-04-23T18:20:33.259 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:20:33 smithi076 bash[62489]: d1384eda614e15749de9788d6eabcbcdb6d6484cc49b43463683829f6e8c80c2 2024-04-23T18:20:33.259 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:20:33 smithi076 systemd[1]: Started Ceph mds.e for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:33.929 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:34.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 -- 172.21.15.38:0/1016327129 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35a8100820 msgr2=0x7f35a8100c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:34.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 --2- 172.21.15.38:0/1016327129 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35a8100820 0x7f35a8100c40 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f35a4009900 tx=0x7f35a402a410 comp rx=0 tx=0).stop 2024-04-23T18:20:34.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 -- 172.21.15.38:0/1016327129 shutdown_connections 2024-04-23T18:20:34.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 --2- 172.21.15.38:0/1016327129 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35a8101b20 0x7f35a8101fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 --2- 172.21.15.38:0/1016327129 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35a8101180 0x7f35a81015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 --2- 172.21.15.38:0/1016327129 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35a8100820 0x7f35a8100c40 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 -- 172.21.15.38:0/1016327129 >> 172.21.15.38:0/1016327129 conn(0x7f35a80fc440 msgr2=0x7f35a80fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:34.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 -- 172.21.15.38:0/1016327129 shutdown_connections 2024-04-23T18:20:34.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 -- 172.21.15.38:0/1016327129 wait complete. 2024-04-23T18:20:34.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 Processor -- start 2024-04-23T18:20:34.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.050+0000 7f35af368640 1 -- start start 2024-04-23T18:20:34.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35af368640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35a8100820 0x7f35a819a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:34.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35af368640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35a8101180 0x7f35a819a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:34.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35af368640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35a8101b20 0x7f35a81a1a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:34.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35af368640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f35a810fe20 con 0x7f35a8101180 2024-04-23T18:20:34.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35af368640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f35a810fca0 con 0x7f35a8100820 2024-04-23T18:20:34.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35af368640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f35a810ffa0 con 0x7f35a8101b20 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ac903640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35a8101180 0x7f35a819a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ad104640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35a8100820 0x7f35a819a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ad104640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35a8100820 0x7f35a819a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:32790/0 (socket says 172.21.15.38:32790) 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ad104640 1 -- 172.21.15.38:0/2545033529 learned_addr learned my addr 172.21.15.38:0/2545033529 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ac903640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35a8101180 0x7f35a819a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:58024/0 (socket says 172.21.15.38:58024) 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ad905640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35a8101b20 0x7f35a81a1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ac903640 1 -- 172.21.15.38:0/2545033529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35a8101b20 msgr2=0x7f35a81a1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ac903640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35a8101b20 0x7f35a81a1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ac903640 1 -- 172.21.15.38:0/2545033529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35a8100820 msgr2=0x7f35a819a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ac903640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35a8100820 0x7f35a819a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ac903640 1 -- 172.21.15.38:0/2545033529 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35a81a20a0 con 0x7f35a8101180 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ad104640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35a8100820 0x7f35a819a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35ac903640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35a8101180 0x7f35a819a9c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f359800e9f0 tx=0x7f359800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f359e7fc640 1 -- 172.21.15.38:0/2545033529 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f359800ccc0 con 0x7f35a8101180 2024-04-23T18:20:34.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f359e7fc640 1 -- 172.21.15.38:0/2545033529 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3598010900 con 0x7f35a8101180 2024-04-23T18:20:34.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f359e7fc640 1 -- 172.21.15.38:0/2545033529 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3598018920 con 0x7f35a8101180 2024-04-23T18:20:34.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35af368640 1 -- 172.21.15.38:0/2545033529 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35a81a2390 con 0x7f35a8101180 2024-04-23T18:20:34.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.051+0000 7f35af368640 1 -- 172.21.15.38:0/2545033529 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35a81a2930 con 0x7f35a8101180 2024-04-23T18:20:34.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.053+0000 7f35af368640 1 -- 172.21.15.38:0/2545033529 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35a810b570 con 0x7f35a8101180 2024-04-23T18:20:34.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.054+0000 7f359e7fc640 1 -- 172.21.15.38:0/2545033529 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3598010ab0 con 0x7f35a8101180 2024-04-23T18:20:34.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.054+0000 7f359e7fc640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f35940a3c30 0x7f35940a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:34.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.055+0000 7f35ad104640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f35940a3c30 0x7f35940a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:34.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.055+0000 7f359e7fc640 1 -- 172.21.15.38:0/2545033529 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f35980d06c0 con 0x7f35a8101180 2024-04-23T18:20:34.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.055+0000 7f35ad104640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f35940a3c30 0x7f35940a60f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f35a4009230 tx=0x7f35a40058d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:34.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.058+0000 7f359e7fc640 1 -- 172.21.15.38:0/2545033529 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f359809d4a0 con 0x7f35a8101180 2024-04-23T18:20:34.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.285+0000 7f35af368640 1 -- 172.21.15.38:0/2545033529 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f35a802d5c0 con 0x7f35a8101180 2024-04-23T18:20:34.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.286+0000 7f359e7fc640 1 -- 172.21.15.38:0/2545033529 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4693 (secure 0 0 0) 0x7f359809cda0 con 0x7f35a8101180 2024-04-23T18:20:34.280 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:34.280 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-23T18:20:34.280 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 6 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 -- 172.21.15.38:0/2545033529 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f35940a3c30 msgr2=0x7f35940a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f35940a3c30 0x7f35940a60f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f35a4009230 tx=0x7f35a40058d0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 -- 172.21.15.38:0/2545033529 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35a8101180 msgr2=0x7f35a819a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35a8101180 0x7f35a819a9c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f359800e9f0 tx=0x7f359800eeb0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 -- 172.21.15.38:0/2545033529 shutdown_connections 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35a8101b20 0x7f35a81a1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f35940a3c30 0x7f35940a60f0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35a8101180 0x7f35a819a9c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 --2- 172.21.15.38:0/2545033529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35a8100820 0x7f35a819a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 -- 172.21.15.38:0/2545033529 >> 172.21.15.38:0/2545033529 conn(0x7f35a80fc440 msgr2=0x7f35a80fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 -- 172.21.15.38:0/2545033529 shutdown_connections 2024-04-23T18:20:34.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:34.288+0000 7f35af368640 1 -- 172.21.15.38:0/2545033529 wait complete. 2024-04-23T18:20:34.291 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:34.292 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:34.292 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:34.292 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:34.292 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:34.292 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:34.292 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:34.292 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: Deploying daemon mds.f on smithi102 2024-04-23T18:20:34.292 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.76:6834/2096401719,v1:172.21.15.76:6835/2096401719] up:boot 2024-04-23T18:20:34.292 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: fsmap 5 up:standby 2024-04-23T18:20:34.292 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:34 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:20:34.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:34.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:34.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:34.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:34.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:34.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:34.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:34.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: Deploying daemon mds.f on smithi102 2024-04-23T18:20:34.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.76:6834/2096401719,v1:172.21.15.76:6835/2096401719] up:boot 2024-04-23T18:20:34.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: fsmap 5 up:standby 2024-04-23T18:20:34.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:34 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:20:34.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:34.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:34.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:34.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:34.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:34.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:34.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:34.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: Deploying daemon mds.f on smithi102 2024-04-23T18:20:34.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.76:6834/2096401719,v1:172.21.15.76:6835/2096401719] up:boot 2024-04-23T18:20:34.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: fsmap 5 up:standby 2024-04-23T18:20:34.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:34 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:20:35.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:35 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2545033529' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:35.462 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:35 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2545033529' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:35.462 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:20:35 smithi102 systemd[1]: Starting Ceph mds.f for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:35.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:35 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2545033529' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:35.742 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:20:35 smithi102 podman[63482]: 2024-04-23 18:20:35.371990443 +0000 UTC m=+0.018063623 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:35.742 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:20:35 smithi102 podman[63482]: 2024-04-23 18:20:35.47137622 +0000 UTC m=+0.117449392 container create 4adf163f0f4dbb035a2f5770c4101136b1f0a0893b06d8b8d5f97133e6d872f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:20:35.742 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:20:35 smithi102 podman[63482]: 2024-04-23 18:20:35.749572721 +0000 UTC m=+0.395645894 container init 4adf163f0f4dbb035a2f5770c4101136b1f0a0893b06d8b8d5f97133e6d872f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-23T18:20:36.016 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:20:35 smithi102 podman[63482]: 2024-04-23 18:20:35.752601574 +0000 UTC m=+0.398674742 container start 4adf163f0f4dbb035a2f5770c4101136b1f0a0893b06d8b8d5f97133e6d872f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-23T18:20:36.017 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:20:35 smithi102 ceph-mds[63501]: -- 172.21.15.102:0/145878249 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ba30637a40 con 0x55ba3060ac00 2024-04-23T18:20:36.017 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:20:35 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f[63497]: starting mds.f at 2024-04-23T18:20:36.017 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:20:35 smithi102 bash[63482]: 4adf163f0f4dbb035a2f5770c4101136b1f0a0893b06d8b8d5f97133e6d872f2 2024-04-23T18:20:36.017 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:20:35 smithi102 systemd[1]: Started Ceph mds.f for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:36.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:36 smithi038 ceph-mon[29217]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:36.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:36.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:36.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:36.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:36.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:36.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:36 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:36.271 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:36 smithi102 ceph-mon[32874]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:36.271 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:36.271 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:36.271 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:36.271 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:36.271 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:36.271 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:36 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:36.294 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:36.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.415+0000 7f176c3f7640 1 -- 172.21.15.38:0/4231899652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1764100e90 msgr2=0x7f17641012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:36.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.415+0000 7f176c3f7640 1 --2- 172.21.15.38:0/4231899652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1764100e90 0x7f17641012b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1760009900 tx=0x7f176002a410 comp rx=0 tx=0).stop 2024-04-23T18:20:36.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.415+0000 7f176c3f7640 1 -- 172.21.15.38:0/4231899652 shutdown_connections 2024-04-23T18:20:36.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.415+0000 7f176c3f7640 1 --2- 172.21.15.38:0/4231899652 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f17641029a0 0x7f17641092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.415+0000 7f176c3f7640 1 --2- 172.21.15.38:0/4231899652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1764101fe0 0x7f1764102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.415+0000 7f176c3f7640 1 --2- 172.21.15.38:0/4231899652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1764100e90 0x7f17641012b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.415+0000 7f176c3f7640 1 -- 172.21.15.38:0/4231899652 >> 172.21.15.38:0/4231899652 conn(0x7f17640fc400 msgr2=0x7f17640fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:36.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.415+0000 7f176c3f7640 1 -- 172.21.15.38:0/4231899652 shutdown_connections 2024-04-23T18:20:36.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.415+0000 7f176c3f7640 1 -- 172.21.15.38:0/4231899652 wait complete. 2024-04-23T18:20:36.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176c3f7640 1 Processor -- start 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176c3f7640 1 -- start start 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176c3f7640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1764100e90 0x7f1764198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176c3f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1764101fe0 0x7f1764198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176c3f7640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17641029a0 0x7f176419f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176c3f7640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f176410cb20 con 0x7f17641029a0 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176c3f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f176410c9a0 con 0x7f1764101fe0 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176c3f7640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f176410cca0 con 0x7f1764100e90 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176a994640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17641029a0 0x7f176419f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176a994640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17641029a0 0x7f176419f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:58044/0 (socket says 172.21.15.38:58044) 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176a994640 1 -- 172.21.15.38:0/3773712316 learned_addr learned my addr 172.21.15.38:0/3773712316 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f176a193640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1764100e90 0x7f1764198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.416+0000 7f1769992640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1764101fe0 0x7f1764198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f176a994640 1 -- 172.21.15.38:0/3773712316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1764100e90 msgr2=0x7f1764198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:36.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f176a994640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1764100e90 0x7f1764198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f176a994640 1 -- 172.21.15.38:0/3773712316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1764101fe0 msgr2=0x7f1764198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:36.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f176a994640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1764101fe0 0x7f1764198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f176a994640 1 -- 172.21.15.38:0/3773712316 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f176419ff00 con 0x7f17641029a0 2024-04-23T18:20:36.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f176a994640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17641029a0 0x7f176419f890 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f175c00eb10 tx=0x7f175c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:36.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f175b7fe640 1 -- 172.21.15.38:0/3773712316 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f175c004b20 con 0x7f17641029a0 2024-04-23T18:20:36.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f175b7fe640 1 -- 172.21.15.38:0/3773712316 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f175c004cc0 con 0x7f17641029a0 2024-04-23T18:20:36.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f176c3f7640 1 -- 172.21.15.38:0/3773712316 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17641a01f0 con 0x7f17641029a0 2024-04-23T18:20:36.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f175b7fe640 1 -- 172.21.15.38:0/3773712316 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f175c010720 con 0x7f17641029a0 2024-04-23T18:20:36.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.417+0000 7f176c3f7640 1 -- 172.21.15.38:0/3773712316 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17641a0740 con 0x7f17641029a0 2024-04-23T18:20:36.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.418+0000 7f176c3f7640 1 -- 172.21.15.38:0/3773712316 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17641a0a00 con 0x7f17641029a0 2024-04-23T18:20:36.415 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:36 smithi076 ceph-mon[32458]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:36.415 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:36.415 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:36.415 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:36.415 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:36.415 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:36.416 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:36 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:36.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.419+0000 7f175b7fe640 1 -- 172.21.15.38:0/3773712316 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f175c005000 con 0x7f17641029a0 2024-04-23T18:20:36.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.420+0000 7f175b7fe640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f17500a3bb0 0x7f17500a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:36.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.420+0000 7f175b7fe640 1 -- 172.21.15.38:0/3773712316 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f175c0d06a0 con 0x7f17641029a0 2024-04-23T18:20:36.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.420+0000 7f176a193640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f17500a3bb0 0x7f17500a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:36.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.421+0000 7f176a193640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f17500a3bb0 0x7f17500a6070 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1760000c00 tx=0x7f1760031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:36.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.424+0000 7f175b7fe640 1 -- 172.21.15.38:0/3773712316 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f175c053ff0 con 0x7f17641029a0 2024-04-23T18:20:36.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.651+0000 7f176c3f7640 1 -- 172.21.15.38:0/3773712316 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f17641a0bd0 con 0x7f17641029a0 2024-04-23T18:20:36.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.651+0000 7f175b7fe640 1 -- 172.21.15.38:0/3773712316 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5518 (secure 0 0 0) 0x7f175c09d520 con 0x7f17641029a0 2024-04-23T18:20:36.645 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:36.645 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-23T18:20:36.646 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 7 2024-04-23T18:20:36.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 -- 172.21.15.38:0/3773712316 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f17500a3bb0 msgr2=0x7f17500a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:36.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f17500a3bb0 0x7f17500a6070 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1760000c00 tx=0x7f1760031510 comp rx=0 tx=0).stop 2024-04-23T18:20:36.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 -- 172.21.15.38:0/3773712316 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17641029a0 msgr2=0x7f176419f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:36.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17641029a0 0x7f176419f890 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f175c00eb10 tx=0x7f175c00c2d0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 -- 172.21.15.38:0/3773712316 shutdown_connections 2024-04-23T18:20:36.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f17500a3bb0 0x7f17500a6070 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17641029a0 0x7f176419f890 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1764101fe0 0x7f1764198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 --2- 172.21.15.38:0/3773712316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1764100e90 0x7f1764198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 -- 172.21.15.38:0/3773712316 >> 172.21.15.38:0/3773712316 conn(0x7f17640fc400 msgr2=0x7f17640fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:36.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 -- 172.21.15.38:0/3773712316 shutdown_connections 2024-04-23T18:20:36.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:36.653+0000 7f176c3f7640 1 -- 172.21.15.38:0/3773712316 wait complete. 2024-04-23T18:20:37.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:37 smithi102 ceph-mon[32874]: Deploying daemon mds.c on smithi102 2024-04-23T18:20:37.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:37 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.102:6834/102338408,v1:172.21.15.102:6835/102338408] up:boot 2024-04-23T18:20:37.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:37 smithi102 ceph-mon[32874]: fsmap 6 up:standby 2024-04-23T18:20:37.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:37 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:20:37.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:37 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3773712316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:37.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:37 smithi076 ceph-mon[32458]: Deploying daemon mds.c on smithi102 2024-04-23T18:20:37.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:37 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.102:6834/102338408,v1:172.21.15.102:6835/102338408] up:boot 2024-04-23T18:20:37.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:37 smithi076 ceph-mon[32458]: fsmap 6 up:standby 2024-04-23T18:20:37.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:37 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:20:37.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:37 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3773712316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:37.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:37 smithi038 ceph-mon[29217]: Deploying daemon mds.c on smithi102 2024-04-23T18:20:37.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:37 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.102:6834/102338408,v1:172.21.15.102:6835/102338408] up:boot 2024-04-23T18:20:37.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:37 smithi038 ceph-mon[29217]: fsmap 6 up:standby 2024-04-23T18:20:37.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:37 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:20:37.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:37 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3773712316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:38.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:38 smithi076 ceph-mon[32458]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:38.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:38 smithi102 ceph-mon[32874]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:38.303 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:20:38 smithi102 systemd[1]: Starting Ceph mds.c for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:38.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:38 smithi038 ceph-mon[29217]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:38.632 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:20:38 smithi102 podman[63800]: 2024-04-23 18:20:38.269126698 +0000 UTC m=+0.017853709 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:38.632 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:20:38 smithi102 podman[63800]: 2024-04-23 18:20:38.403145703 +0000 UTC m=+0.151872684 container create a21708008264db90afb0f2a5b048c6ee3e119f1f0ed7ed32b4b4a7ea81f0d20e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-23T18:20:38.632 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:20:38 smithi102 podman[63800]: 2024-04-23 18:20:38.614078046 +0000 UTC m=+0.362805027 container init a21708008264db90afb0f2a5b048c6ee3e119f1f0ed7ed32b4b4a7ea81f0d20e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-23T18:20:38.633 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:20:38 smithi102 podman[63800]: 2024-04-23 18:20:38.616641018 +0000 UTC m=+0.365368008 container start a21708008264db90afb0f2a5b048c6ee3e119f1f0ed7ed32b4b4a7ea81f0d20e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True) 2024-04-23T18:20:38.659 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:38.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 -- 172.21.15.38:0/3480272666 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2afc100e90 msgr2=0x7f2afc1012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:38.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 --2- 172.21.15.38:0/3480272666 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2afc100e90 0x7f2afc1012b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2aec009900 tx=0x7f2aec02a410 comp rx=0 tx=0).stop 2024-04-23T18:20:38.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 -- 172.21.15.38:0/3480272666 shutdown_connections 2024-04-23T18:20:38.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 --2- 172.21.15.38:0/3480272666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2afc1029a0 0x7f2afc1092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:38.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 --2- 172.21.15.38:0/3480272666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2afc101fe0 0x7f2afc102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:38.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 --2- 172.21.15.38:0/3480272666 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2afc100e90 0x7f2afc1012b0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 -- 172.21.15.38:0/3480272666 >> 172.21.15.38:0/3480272666 conn(0x7f2afc0fc400 msgr2=0x7f2afc0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 -- 172.21.15.38:0/3480272666 shutdown_connections 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 -- 172.21.15.38:0/3480272666 wait complete. 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 Processor -- start 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.781+0000 7f2b0298e640 1 -- start start 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2b0298e640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2afc100e90 0x7f2afc1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2b0298e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2afc101fe0 0x7f2afc1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2b0298e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2afc1029a0 0x7f2afc19f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2b0298e640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc10dcb0 con 0x7f2afc101fe0 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2b0298e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc10db30 con 0x7f2afc1029a0 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2b0298e640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc10de30 con 0x7f2afc100e90 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2afb7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2afc101fe0 0x7f2afc1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:38.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2afb7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2afc101fe0 0x7f2afc1987f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:58068/0 (socket says 172.21.15.38:58068) 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2afb7fe640 1 -- 172.21.15.38:0/1734820437 learned_addr learned my addr 172.21.15.38:0/1734820437 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2afbfff640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2afc100e90 0x7f2afc1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2b00f2b640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2afc1029a0 0x7f2afc19f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2afb7fe640 1 -- 172.21.15.38:0/1734820437 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2afc100e90 msgr2=0x7f2afc1982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2afb7fe640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2afc100e90 0x7f2afc1982b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2afb7fe640 1 -- 172.21.15.38:0/1734820437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2afc1029a0 msgr2=0x7f2afc19f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2afb7fe640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2afc1029a0 0x7f2afc19f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2afb7fe640 1 -- 172.21.15.38:0/1734820437 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2afc19fed0 con 0x7f2afc101fe0 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2b00f2b640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2afc1029a0 0x7f2afc19f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.782+0000 7f2afb7fe640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2afc101fe0 0x7f2afc1987f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2ae400d770 tx=0x7f2ae400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.783+0000 7f2af97fa640 1 -- 172.21.15.38:0/1734820437 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4017070 con 0x7f2afc101fe0 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.783+0000 7f2af97fa640 1 -- 172.21.15.38:0/1734820437 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2ae4009c30 con 0x7f2afc101fe0 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.783+0000 7f2b0298e640 1 -- 172.21.15.38:0/1734820437 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2afc1a01c0 con 0x7f2afc101fe0 2024-04-23T18:20:38.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.783+0000 7f2af97fa640 1 -- 172.21.15.38:0/1734820437 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4003d70 con 0x7f2afc101fe0 2024-04-23T18:20:38.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.783+0000 7f2b0298e640 1 -- 172.21.15.38:0/1734820437 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2afc1a0710 con 0x7f2afc101fe0 2024-04-23T18:20:38.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.784+0000 7f2b0298e640 1 -- 172.21.15.38:0/1734820437 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2afc108140 con 0x7f2afc101fe0 2024-04-23T18:20:38.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.785+0000 7f2af97fa640 1 -- 172.21.15.38:0/1734820437 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2ae4004000 con 0x7f2afc101fe0 2024-04-23T18:20:38.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.786+0000 7f2af97fa640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2ae80a3bb0 0x7f2ae80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:38.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.786+0000 7f2afbfff640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2ae80a3bb0 0x7f2ae80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:38.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.786+0000 7f2af97fa640 1 -- 172.21.15.38:0/1734820437 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f2ae40cfd00 con 0x7f2afc101fe0 2024-04-23T18:20:38.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.786+0000 7f2afbfff640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2ae80a3bb0 0x7f2ae80a6070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2aec02a930 tx=0x7f2aec005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:38.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:38.791+0000 7f2af97fa640 1 -- 172.21.15.38:0/1734820437 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2ae409cb80 con 0x7f2afc101fe0 2024-04-23T18:20:39.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.021+0000 7f2b0298e640 1 -- 172.21.15.38:0/1734820437 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2afc02d5c0 con 0x7f2afc101fe0 2024-04-23T18:20:39.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.022+0000 7f2af97fa640 1 -- 172.21.15.38:0/1734820437 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5518 (secure 0 0 0) 0x7f2ae4009de0 con 0x7f2afc101fe0 2024-04-23T18:20:39.016 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:39.016 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-23T18:20:39.016 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 7 2024-04-23T18:20:39.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 -- 172.21.15.38:0/1734820437 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2ae80a3bb0 msgr2=0x7f2ae80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:39.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2ae80a3bb0 0x7f2ae80a6070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2aec02a930 tx=0x7f2aec005fd0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 -- 172.21.15.38:0/1734820437 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2afc101fe0 msgr2=0x7f2afc1987f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:39.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2afc101fe0 0x7f2afc1987f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2ae400d770 tx=0x7f2ae400dc30 comp rx=0 tx=0).stop 2024-04-23T18:20:39.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 -- 172.21.15.38:0/1734820437 shutdown_connections 2024-04-23T18:20:39.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2ae80a3bb0 0x7f2ae80a6070 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2afc1029a0 0x7f2afc19f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2afc101fe0 0x7f2afc1987f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 --2- 172.21.15.38:0/1734820437 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2afc100e90 0x7f2afc1982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 -- 172.21.15.38:0/1734820437 >> 172.21.15.38:0/1734820437 conn(0x7f2afc0fc400 msgr2=0x7f2afc105310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:39.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 -- 172.21.15.38:0/1734820437 shutdown_connections 2024-04-23T18:20:39.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:39.024+0000 7f2b0298e640 1 -- 172.21.15.38:0/1734820437 wait complete. 2024-04-23T18:20:39.052 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:20:38 smithi102 ceph-mds[63819]: -- 172.21.15.102:0/1239793498 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fb330bda40 con 0x55fb33090c00 2024-04-23T18:20:39.052 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:20:38 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c[63815]: starting mds.c at 2024-04-23T18:20:39.052 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:20:38 smithi102 bash[63800]: a21708008264db90afb0f2a5b048c6ee3e119f1f0ed7ed32b4b4a7ea81f0d20e 2024-04-23T18:20:39.052 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:20:38 smithi102 systemd[1]: Started Ceph mds.c for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:40.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: Deploying daemon mds.h on smithi076 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1734820437' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] up:boot 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: fsmap 7 up:standby 2024-04-23T18:20:40.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:39 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:20:40.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:40.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:40.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:40.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:40.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:40.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:40.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:40.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: Deploying daemon mds.h on smithi076 2024-04-23T18:20:40.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1734820437' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:40.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] up:boot 2024-04-23T18:20:40.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: fsmap 7 up:standby 2024-04-23T18:20:40.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:39 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:20:40.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: Deploying daemon mds.h on smithi076 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1734820437' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] up:boot 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: fsmap 7 up:standby 2024-04-23T18:20:40.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:39 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:20:41.031 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:41.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.151+0000 7fd6373a2640 1 -- 172.21.15.38:0/2072101376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd630107cf0 msgr2=0x7fd63010a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:41.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.151+0000 7fd6373a2640 1 --2- 172.21.15.38:0/2072101376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd630107cf0 0x7fd63010a0e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd628009ca0 tx=0x7fd62802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.151+0000 7fd6373a2640 1 -- 172.21.15.38:0/2072101376 shutdown_connections 2024-04-23T18:20:41.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.151+0000 7fd6373a2640 1 --2- 172.21.15.38:0/2072101376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6301053c0 0x7fd6301077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.151+0000 7fd6373a2640 1 --2- 172.21.15.38:0/2072101376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd630107cf0 0x7fd63010a0e0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.151+0000 7fd6373a2640 1 --2- 172.21.15.38:0/2072101376 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd630102a90 0x7fd630104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.151+0000 7fd6373a2640 1 -- 172.21.15.38:0/2072101376 >> 172.21.15.38:0/2072101376 conn(0x7fd6300fc440 msgr2=0x7fd6300fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:41.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.151+0000 7fd6373a2640 1 -- 172.21.15.38:0/2072101376 shutdown_connections 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.151+0000 7fd6373a2640 1 -- 172.21.15.38:0/2072101376 wait complete. 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd6373a2640 1 Processor -- start 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd6373a2640 1 -- start start 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd6373a2640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd630102a90 0x7fd630198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd6373a2640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6301053c0 0x7fd6301987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd6373a2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd630107cf0 0x7fd63019f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd6373a2640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd63010dc30 con 0x7fd6301053c0 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd6373a2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd63010dab0 con 0x7fd630107cf0 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd6373a2640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd63010ddb0 con 0x7fd630102a90 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd63493d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6301053c0 0x7fd6301987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd63493d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6301053c0 0x7fd6301987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:50870/0 (socket says 172.21.15.38:50870) 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd63493d640 1 -- 172.21.15.38:0/862863551 learned_addr learned my addr 172.21.15.38:0/862863551 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd63593f640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd630107cf0 0x7fd63019f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:41.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd63513e640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd630102a90 0x7fd630198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd63493d640 1 -- 172.21.15.38:0/862863551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd630102a90 msgr2=0x7fd630198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd63493d640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd630102a90 0x7fd630198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd63493d640 1 -- 172.21.15.38:0/862863551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd630107cf0 msgr2=0x7fd63019f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd63493d640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd630107cf0 0x7fd63019f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.152+0000 7fd63493d640 1 -- 172.21.15.38:0/862863551 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd63019fe90 con 0x7fd6301053c0 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.153+0000 7fd63493d640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6301053c0 0x7fd6301987b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd62c00e9f0 tx=0x7fd62c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.153+0000 7fd6267fc640 1 -- 172.21.15.38:0/862863551 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd62c00ccc0 con 0x7fd6301053c0 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.153+0000 7fd6267fc640 1 -- 172.21.15.38:0/862863551 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd62c0054f0 con 0x7fd6301053c0 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.153+0000 7fd6373a2640 1 -- 172.21.15.38:0/862863551 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6301a0180 con 0x7fd6301053c0 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.153+0000 7fd6267fc640 1 -- 172.21.15.38:0/862863551 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd62c010690 con 0x7fd6301053c0 2024-04-23T18:20:41.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.153+0000 7fd6373a2640 1 -- 172.21.15.38:0/862863551 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6301a06d0 con 0x7fd6301053c0 2024-04-23T18:20:41.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.154+0000 7fd6373a2640 1 -- 172.21.15.38:0/862863551 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6300fdf30 con 0x7fd6301053c0 2024-04-23T18:20:41.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.155+0000 7fd6267fc640 1 -- 172.21.15.38:0/862863551 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd62c0046c0 con 0x7fd6301053c0 2024-04-23T18:20:41.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.156+0000 7fd6267fc640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd61c0a3c30 0x7fd61c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:41.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.156+0000 7fd63513e640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd61c0a3c30 0x7fd61c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:41.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.156+0000 7fd6267fc640 1 -- 172.21.15.38:0/862863551 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fd62c0d02d0 con 0x7fd6301053c0 2024-04-23T18:20:41.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.156+0000 7fd63513e640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd61c0a3c30 0x7fd61c0a60f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd620009bd0 tx=0x7fd620005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:41.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.160+0000 7fd6267fc640 1 -- 172.21.15.38:0/862863551 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd62c09d150 con 0x7fd6301053c0 2024-04-23T18:20:41.163 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:20:40 smithi076 systemd[1]: Starting Ceph mds.h for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:41.382 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.389+0000 7fd6373a2640 1 -- 172.21.15.38:0/862863551 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd63002d5c0 con 0x7fd6301053c0 2024-04-23T18:20:41.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.389+0000 7fd6267fc640 1 -- 172.21.15.38:0/862863551 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6346 (secure 0 0 0) 0x7fd62c09ca50 con 0x7fd6301053c0 2024-04-23T18:20:41.383 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:41.383 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-23T18:20:41.384 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 8 2024-04-23T18:20:41.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.391+0000 7fd6373a2640 1 -- 172.21.15.38:0/862863551 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd61c0a3c30 msgr2=0x7fd61c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:41.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.391+0000 7fd6373a2640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd61c0a3c30 0x7fd61c0a60f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd620009bd0 tx=0x7fd620005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:41.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.391+0000 7fd6373a2640 1 -- 172.21.15.38:0/862863551 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6301053c0 msgr2=0x7fd6301987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:41.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.391+0000 7fd6373a2640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6301053c0 0x7fd6301987b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd62c00e9f0 tx=0x7fd62c00eeb0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.391+0000 7fd6373a2640 1 -- 172.21.15.38:0/862863551 shutdown_connections 2024-04-23T18:20:41.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.391+0000 7fd6373a2640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd61c0a3c30 0x7fd61c0a60f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.391+0000 7fd6373a2640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd630107cf0 0x7fd63019f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.391+0000 7fd6373a2640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6301053c0 0x7fd6301987b0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.391+0000 7fd6373a2640 1 --2- 172.21.15.38:0/862863551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd630102a90 0x7fd630198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.391+0000 7fd6373a2640 1 -- 172.21.15.38:0/862863551 >> 172.21.15.38:0/862863551 conn(0x7fd6300fc440 msgr2=0x7fd630103390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:41.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.392+0000 7fd6373a2640 1 -- 172.21.15.38:0/862863551 shutdown_connections 2024-04-23T18:20:41.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:41.392+0000 7fd6373a2640 1 -- 172.21.15.38:0/862863551 wait complete. 2024-04-23T18:20:41.482 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:20:41 smithi076 podman[62807]: 2024-04-23 18:20:41.073294029 +0000 UTC m=+0.018006463 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:41.482 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:20:41 smithi076 podman[62807]: 2024-04-23 18:20:41.202328001 +0000 UTC m=+0.147040411 container create 246aac16be6ff53f0a8d142c64dd4297a01319d36241531220bc527801fb37a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:20:41.482 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:20:41 smithi076 podman[62807]: 2024-04-23 18:20:41.489110128 +0000 UTC m=+0.433822543 container init 246aac16be6ff53f0a8d142c64dd4297a01319d36241531220bc527801fb37a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-23T18:20:41.758 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:20:41 smithi076 podman[62807]: 2024-04-23 18:20:41.49188537 +0000 UTC m=+0.436597783 container start 246aac16be6ff53f0a8d142c64dd4297a01319d36241531220bc527801fb37a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True) 2024-04-23T18:20:41.759 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-mds[62825]: -- 172.21.15.76:0/1201421708 <== mon.2 v2:172.21.15.76:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fe5acc5a40 con 0x55fe5ac98c00 2024-04-23T18:20:41.759 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h[62821]: starting mds.h at 2024-04-23T18:20:41.759 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:20:41 smithi076 bash[62807]: 246aac16be6ff53f0a8d142c64dd4297a01319d36241531220bc527801fb37a7 2024-04-23T18:20:41.759 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:20:41 smithi076 systemd[1]: Started Ceph mds.h for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:42.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:41 smithi038 ceph-mon[29217]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:42.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:41 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/862863551' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:42.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:41 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:42.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:41 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:42.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:41 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:42.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:41 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:42.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:41 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:42.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:41 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:42.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:41 smithi038 ceph-mon[29217]: Deploying daemon mds.i on smithi102 2024-04-23T18:20:42.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-mon[32458]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:42.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/862863551' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:42.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:42.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:42.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:42.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:42.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:42.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:42.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:41 smithi076 ceph-mon[32458]: Deploying daemon mds.i on smithi102 2024-04-23T18:20:42.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:41 smithi102 ceph-mon[32874]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:42.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:41 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/862863551' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:42.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:41 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:42.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:41 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:42.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:41 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:42.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:41 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:42.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:41 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:42.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:41 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:42.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:41 smithi102 ceph-mon[32874]: Deploying daemon mds.i on smithi102 2024-04-23T18:20:43.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:42 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] up:boot 2024-04-23T18:20:43.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:42 smithi102 ceph-mon[32874]: fsmap 8 up:standby 2024-04-23T18:20:43.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:42 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:20:43.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:42 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] up:boot 2024-04-23T18:20:43.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:42 smithi038 ceph-mon[29217]: fsmap 8 up:standby 2024-04-23T18:20:43.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:42 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:20:43.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:42 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] up:boot 2024-04-23T18:20:43.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:42 smithi076 ceph-mon[32458]: fsmap 8 up:standby 2024-04-23T18:20:43.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:42 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:20:43.397 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:43.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.518+0000 7f9b2bd37640 1 -- 172.21.15.38:0/3358424179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b24100820 msgr2=0x7f9b24100c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:43.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.518+0000 7f9b2bd37640 1 --2- 172.21.15.38:0/3358424179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b24100820 0x7f9b24100c40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9b20009900 tx=0x7f9b2002a410 comp rx=0 tx=0).stop 2024-04-23T18:20:43.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.518+0000 7f9b2bd37640 1 -- 172.21.15.38:0/3358424179 shutdown_connections 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.518+0000 7f9b2bd37640 1 --2- 172.21.15.38:0/3358424179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b24101180 0x7f9b241015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 --2- 172.21.15.38:0/3358424179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b24101b20 0x7f9b24101fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 --2- 172.21.15.38:0/3358424179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b24100820 0x7f9b24100c40 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 -- 172.21.15.38:0/3358424179 >> 172.21.15.38:0/3358424179 conn(0x7f9b240fc440 msgr2=0x7f9b240fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 -- 172.21.15.38:0/3358424179 shutdown_connections 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 -- 172.21.15.38:0/3358424179 wait complete. 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 Processor -- start 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 -- start start 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b24100820 0x7f9b2419a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b24101180 0x7f9b2419aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b24101b20 0x7f9b241a1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9b2410fe20 con 0x7f9b24101b20 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f9b2410fca0 con 0x7f9b24101180 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.519+0000 7f9b2bd37640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9b2410ffa0 con 0x7f9b24100820 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2a2d4640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b24101b20 0x7f9b241a1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:43.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b29ad3640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b24100820 0x7f9b2419a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2a2d4640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b24101b20 0x7f9b241a1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:50890/0 (socket says 172.21.15.38:50890) 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2a2d4640 1 -- 172.21.15.38:0/707970178 learned_addr learned my addr 172.21.15.38:0/707970178 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b292d2640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b24101180 0x7f9b2419aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2a2d4640 1 -- 172.21.15.38:0/707970178 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b24100820 msgr2=0x7f9b2419a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2a2d4640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b24100820 0x7f9b2419a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2a2d4640 1 -- 172.21.15.38:0/707970178 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b24101180 msgr2=0x7f9b2419aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2a2d4640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b24101180 0x7f9b2419aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2a2d4640 1 -- 172.21.15.38:0/707970178 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b241a20f0 con 0x7f9b24101b20 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b292d2640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b24101180 0x7f9b2419aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2a2d4640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b24101b20 0x7f9b241a1a80 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c00eb10 tx=0x7f9b1c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b1affd640 1 -- 172.21.15.38:0/707970178 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c004b20 con 0x7f9b24101b20 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b1affd640 1 -- 172.21.15.38:0/707970178 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9b1c004cc0 con 0x7f9b24101b20 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2bd37640 1 -- 172.21.15.38:0/707970178 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b241a23e0 con 0x7f9b24101b20 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b1affd640 1 -- 172.21.15.38:0/707970178 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c010720 con 0x7f9b24101b20 2024-04-23T18:20:43.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.520+0000 7f9b2bd37640 1 -- 172.21.15.38:0/707970178 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b241a28e0 con 0x7f9b24101b20 2024-04-23T18:20:43.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.521+0000 7f9b2bd37640 1 -- 172.21.15.38:0/707970178 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b2410b570 con 0x7f9b24101b20 2024-04-23T18:20:43.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.522+0000 7f9b1affd640 1 -- 172.21.15.38:0/707970178 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9b1c0108c0 con 0x7f9b24101b20 2024-04-23T18:20:43.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.523+0000 7f9b1affd640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9b100a3bb0 0x7f9b100a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:43.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.523+0000 7f9b29ad3640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9b100a3bb0 0x7f9b100a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:43.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.523+0000 7f9b1affd640 1 -- 172.21.15.38:0/707970178 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f9b1c0d0830 con 0x7f9b24101b20 2024-04-23T18:20:43.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.524+0000 7f9b29ad3640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9b100a3bb0 0x7f9b100a6070 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9b20000c00 tx=0x7f9b20031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:43.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.527+0000 7f9b1affd640 1 -- 172.21.15.38:0/707970178 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9b1c053ff0 con 0x7f9b24101b20 2024-04-23T18:20:43.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.753+0000 7f9b2bd37640 1 -- 172.21.15.38:0/707970178 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b2402d5c0 con 0x7f9b24101b20 2024-04-23T18:20:43.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.754+0000 7f9b1affd640 1 -- 172.21.15.38:0/707970178 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7171 (secure 0 0 0) 0x7f9b1c09d610 con 0x7f9b24101b20 2024-04-23T18:20:43.747 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:43.748 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-23T18:20:43.748 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 9 2024-04-23T18:20:43.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 -- 172.21.15.38:0/707970178 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9b100a3bb0 msgr2=0x7f9b100a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9b100a3bb0 0x7f9b100a6070 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9b20000c00 tx=0x7f9b20031510 comp rx=0 tx=0).stop 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 -- 172.21.15.38:0/707970178 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b24101b20 msgr2=0x7f9b241a1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b24101b20 0x7f9b241a1a80 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c00eb10 tx=0x7f9b1c00c2d0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 -- 172.21.15.38:0/707970178 shutdown_connections 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9b100a3bb0 0x7f9b100a6070 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b24101b20 0x7f9b241a1a80 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b24101180 0x7f9b2419aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 --2- 172.21.15.38:0/707970178 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b24100820 0x7f9b2419a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 -- 172.21.15.38:0/707970178 >> 172.21.15.38:0/707970178 conn(0x7f9b240fc440 msgr2=0x7f9b240ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 -- 172.21.15.38:0/707970178 shutdown_connections 2024-04-23T18:20:43.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:43.756+0000 7f9b2bd37640 1 -- 172.21.15.38:0/707970178 wait complete. 2024-04-23T18:20:44.045 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:43 smithi102 ceph-mon[32874]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:44.045 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:43 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/707970178' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:44.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:43 smithi038 ceph-mon[29217]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:44.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:43 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/707970178' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:44.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:43 smithi076 ceph-mon[32458]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:44.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:43 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/707970178' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:44.302 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:20:44 smithi102 podman[64109]: 2024-04-23 18:20:44.092292577 +0000 UTC m=+0.154586392 container create d27568daec61354b6c6e335321a20e54acb2aeac5e36fa15cc714ccc993d0afc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-23T18:20:44.802 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:20:44 smithi102 podman[64109]: 2024-04-23 18:20:44.486852031 +0000 UTC m=+0.549145809 container init d27568daec61354b6c6e335321a20e54acb2aeac5e36fa15cc714ccc993d0afc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:20:44.802 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:20:44 smithi102 podman[64109]: 2024-04-23 18:20:44.489448944 +0000 UTC m=+0.551742713 container start d27568daec61354b6c6e335321a20e54acb2aeac5e36fa15cc714ccc993d0afc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-23T18:20:44.802 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:20:44 smithi102 ceph-mds[64128]: -- 172.21.15.102:0/2308325313 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561b61b8fa40 con 0x561b61b62800 2024-04-23T18:20:44.802 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:20:44 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i[64124]: starting mds.i at 2024-04-23T18:20:44.803 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:20:44 smithi102 bash[64109]: d27568daec61354b6c6e335321a20e54acb2aeac5e36fa15cc714ccc993d0afc 2024-04-23T18:20:44.803 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:20:44 smithi102 systemd[1]: Started Ceph mds.i for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:45.762 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.876+0000 7f136cb36640 1 -- 172.21.15.38:0/2891377613 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1368101fe0 msgr2=0x7f1368102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.876+0000 7f136cb36640 1 --2- 172.21.15.38:0/2891377613 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1368101fe0 0x7f1368102460 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1350009900 tx=0x7f135002a410 comp rx=0 tx=0).stop 2024-04-23T18:20:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.876+0000 7f136cb36640 1 -- 172.21.15.38:0/2891377613 shutdown_connections 2024-04-23T18:20:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.876+0000 7f136cb36640 1 --2- 172.21.15.38:0/2891377613 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13681029a0 0x7f13681092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.876+0000 7f136cb36640 1 --2- 172.21.15.38:0/2891377613 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1368101fe0 0x7f1368102460 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.876+0000 7f136cb36640 1 --2- 172.21.15.38:0/2891377613 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1368100e90 0x7f13681012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.876+0000 7f136cb36640 1 -- 172.21.15.38:0/2891377613 >> 172.21.15.38:0/2891377613 conn(0x7f13680fc400 msgr2=0x7f13680fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.876+0000 7f136cb36640 1 -- 172.21.15.38:0/2891377613 shutdown_connections 2024-04-23T18:20:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.876+0000 7f136cb36640 1 -- 172.21.15.38:0/2891377613 wait complete. 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f136cb36640 1 Processor -- start 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f136cb36640 1 -- start start 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f136cb36640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1368100e90 0x7f1368198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f136cb36640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1368101fe0 0x7f13681988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f136cb36640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13681029a0 0x7f136819f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f136cb36640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f136810cb20 con 0x7f1368101fe0 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f136cb36640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f136810c9a0 con 0x7f1368100e90 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f136cb36640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f136810cca0 con 0x7f13681029a0 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f1365d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1368101fe0 0x7f13681988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f1365d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1368101fe0 0x7f13681988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:50908/0 (socket says 172.21.15.38:50908) 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f1365d9b640 1 -- 172.21.15.38:0/3273390566 learned_addr learned my addr 172.21.15.38:0/3273390566 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f136659c640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1368100e90 0x7f1368198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f1366d9d640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13681029a0 0x7f136819f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f1365d9b640 1 -- 172.21.15.38:0/3273390566 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13681029a0 msgr2=0x7f136819f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f1365d9b640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13681029a0 0x7f136819f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f1365d9b640 1 -- 172.21.15.38:0/3273390566 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1368100e90 msgr2=0x7f1368198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f1365d9b640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1368100e90 0x7f1368198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f1365d9b640 1 -- 172.21.15.38:0/3273390566 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f136819ff20 con 0x7f1368101fe0 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.877+0000 7f1365d9b640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1368101fe0 0x7f13681988b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1350006010 tx=0x7f13500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.878+0000 7f135f7fe640 1 -- 172.21.15.38:0/3273390566 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135003f030 con 0x7f1368101fe0 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.878+0000 7f135f7fe640 1 -- 172.21.15.38:0/3273390566 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1350003cd0 con 0x7f1368101fe0 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.878+0000 7f136cb36640 1 -- 172.21.15.38:0/3273390566 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13681a01b0 con 0x7f1368101fe0 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.878+0000 7f135f7fe640 1 -- 172.21.15.38:0/3273390566 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1350035070 con 0x7f1368101fe0 2024-04-23T18:20:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.878+0000 7f136cb36640 1 -- 172.21.15.38:0/3273390566 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13681a06a0 con 0x7f1368101fe0 2024-04-23T18:20:45.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.879+0000 7f136cb36640 1 -- 172.21.15.38:0/3273390566 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13681a0900 con 0x7f1368101fe0 2024-04-23T18:20:45.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.880+0000 7f135f7fe640 1 -- 172.21.15.38:0/3273390566 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f1350042030 con 0x7f1368101fe0 2024-04-23T18:20:45.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.881+0000 7f135f7fe640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f13540a3bb0 0x7f13540a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:45.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.881+0000 7f136659c640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f13540a3bb0 0x7f13540a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:45.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.881+0000 7f135f7fe640 1 -- 172.21.15.38:0/3273390566 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f13500f0600 con 0x7f1368101fe0 2024-04-23T18:20:45.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.881+0000 7f136659c640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f13540a3bb0 0x7f13540a6070 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f135800bbe0 tx=0x7f135800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:45.886+0000 7f135f7fe640 1 -- 172.21.15.38:0/3273390566 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f13500bd480 con 0x7f1368101fe0 2024-04-23T18:20:45.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:45.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:45.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:45.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:45.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:45.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:45.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:45 smithi038 ceph-mon[29217]: Deploying daemon mds.g on smithi038 2024-04-23T18:20:45.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:45 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] up:boot 2024-04-23T18:20:45.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:45 smithi038 ceph-mon[29217]: fsmap 9 up:standby 2024-04-23T18:20:45.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:45 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:20:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:45 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:45 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:45 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:45 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:45 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:45 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:45 smithi076 ceph-mon[32458]: Deploying daemon mds.g on smithi038 2024-04-23T18:20:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:45 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] up:boot 2024-04-23T18:20:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:45 smithi076 ceph-mon[32458]: fsmap 9 up:standby 2024-04-23T18:20:46.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:45 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:20:46.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:46.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:46.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:46.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:46.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:46.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:46.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:45 smithi102 ceph-mon[32874]: Deploying daemon mds.g on smithi038 2024-04-23T18:20:46.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:45 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] up:boot 2024-04-23T18:20:46.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:45 smithi102 ceph-mon[32874]: fsmap 9 up:standby 2024-04-23T18:20:46.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:45 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:20:46.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.114+0000 7f136cb36640 1 -- 172.21.15.38:0/3273390566 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f13681a0ad0 con 0x7f1368101fe0 2024-04-23T18:20:46.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.115+0000 7f135f7fe640 1 -- 172.21.15.38:0/3273390566 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7998 (secure 0 0 0) 0x7f13500bcd80 con 0x7f1368101fe0 2024-04-23T18:20:46.109 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:46.109 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-23T18:20:46.109 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 10 2024-04-23T18:20:46.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.116+0000 7f136cb36640 1 -- 172.21.15.38:0/3273390566 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f13540a3bb0 msgr2=0x7f13540a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.116+0000 7f136cb36640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f13540a3bb0 0x7f13540a6070 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f135800bbe0 tx=0x7f135800b390 comp rx=0 tx=0).stop 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.116+0000 7f136cb36640 1 -- 172.21.15.38:0/3273390566 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1368101fe0 msgr2=0x7f13681988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.116+0000 7f136cb36640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1368101fe0 0x7f13681988b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1350006010 tx=0x7f13500042f0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.117+0000 7f136cb36640 1 -- 172.21.15.38:0/3273390566 shutdown_connections 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.117+0000 7f136cb36640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13681029a0 0x7f136819f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.117+0000 7f136cb36640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f13540a3bb0 0x7f13540a6070 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.117+0000 7f136cb36640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1368101fe0 0x7f13681988b0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.117+0000 7f136cb36640 1 --2- 172.21.15.38:0/3273390566 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1368100e90 0x7f1368198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.117+0000 7f136cb36640 1 -- 172.21.15.38:0/3273390566 >> 172.21.15.38:0/3273390566 conn(0x7f13680fc400 msgr2=0x7f13680fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.117+0000 7f136cb36640 1 -- 172.21.15.38:0/3273390566 shutdown_connections 2024-04-23T18:20:46.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:46.117+0000 7f136cb36640 1 -- 172.21.15.38:0/3273390566 wait complete. 2024-04-23T18:20:46.818 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:20:46 smithi038 systemd[1]: Starting Ceph mds.g for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:46.819 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:46 smithi038 ceph-mon[29217]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:46.819 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:46 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3273390566' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:47.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:46 smithi076 ceph-mon[32458]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:47.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:46 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3273390566' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:47.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:46 smithi102 ceph-mon[32874]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:47.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:46 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3273390566' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:47.158 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:20:47 smithi038 podman[70263]: 2024-04-23 18:20:46.947840143 +0000 UTC m=+0.018329593 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:47.159 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:20:47 smithi038 podman[70263]: 2024-04-23 18:20:47.062605831 +0000 UTC m=+0.133095299 container create ac33e85d1015d5f5edc5562e6549b7178589c1c0ed184cc14bf749eeff3312ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-23T18:20:47.659 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:20:47 smithi038 podman[70263]: 2024-04-23 18:20:47.307014652 +0000 UTC m=+0.377504077 container init ac33e85d1015d5f5edc5562e6549b7178589c1c0ed184cc14bf749eeff3312ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-23T18:20:47.659 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:20:47 smithi038 podman[70263]: 2024-04-23 18:20:47.30979313 +0000 UTC m=+0.380282560 container start ac33e85d1015d5f5edc5562e6549b7178589c1c0ed184cc14bf749eeff3312ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-23T18:20:47.659 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:20:47 smithi038 ceph-mds[70282]: -- 172.21.15.38:0/1178119387 <== mon.0 v2:172.21.15.38:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a382607a40 con 0x55a3825da800 2024-04-23T18:20:47.659 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:20:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g[70278]: starting mds.g at 2024-04-23T18:20:47.659 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:20:47 smithi038 bash[70263]: ac33e85d1015d5f5edc5562e6549b7178589c1c0ed184cc14bf749eeff3312ec 2024-04-23T18:20:47.659 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:20:47 smithi038 systemd[1]: Started Ceph mds.g for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:48.122 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:48.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.236+0000 7f37b581e640 1 -- 172.21.15.38:0/2576903546 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37b01029a0 msgr2=0x7f37b01092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:48.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.236+0000 7f37b581e640 1 --2- 172.21.15.38:0/2576903546 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37b01029a0 0x7f37b01092c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f37a8009ca0 tx=0x7f37a802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.236+0000 7f37b581e640 1 -- 172.21.15.38:0/2576903546 shutdown_connections 2024-04-23T18:20:48.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.236+0000 7f37b581e640 1 --2- 172.21.15.38:0/2576903546 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37b01029a0 0x7f37b01092c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.236+0000 7f37b581e640 1 --2- 172.21.15.38:0/2576903546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37b0101fe0 0x7f37b0102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.236+0000 7f37b581e640 1 --2- 172.21.15.38:0/2576903546 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37b0100e90 0x7f37b01012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.236+0000 7f37b581e640 1 -- 172.21.15.38:0/2576903546 >> 172.21.15.38:0/2576903546 conn(0x7f37b00fc400 msgr2=0x7f37b00fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:48.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.236+0000 7f37b581e640 1 -- 172.21.15.38:0/2576903546 shutdown_connections 2024-04-23T18:20:48.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.236+0000 7f37b581e640 1 -- 172.21.15.38:0/2576903546 wait complete. 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37b581e640 1 Processor -- start 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37b581e640 1 -- start start 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37b581e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37b0100e90 0x7f37b0104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37b581e640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37b0101fe0 0x7f37b0103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37b581e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37b01029a0 0x7f37b0103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37b581e640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f37b010cb10 con 0x7f37b0100e90 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37b581e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f37b010c990 con 0x7f37b01029a0 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37b581e640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f37b010cc90 con 0x7f37b0101fe0 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37aeffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37b0100e90 0x7f37b0104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37aeffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37b0100e90 0x7f37b0104e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:50952/0 (socket says 172.21.15.38:50952) 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37aeffd640 1 -- 172.21.15.38:0/1255849320 learned_addr learned my addr 172.21.15.38:0/1255849320 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37a7fff640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37b0101fe0 0x7f37b0103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37aeffd640 1 -- 172.21.15.38:0/1255849320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37b0101fe0 msgr2=0x7f37b0103450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37af7fe640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37b01029a0 0x7f37b0103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:48.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37aeffd640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37b0101fe0 0x7f37b0103450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37aeffd640 1 -- 172.21.15.38:0/1255849320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37b01029a0 msgr2=0x7f37b0103990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:48.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37aeffd640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37b01029a0 0x7f37b0103990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37aeffd640 1 -- 172.21.15.38:0/1255849320 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37b0104220 con 0x7f37b0100e90 2024-04-23T18:20:48.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37a7fff640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37b0101fe0 0x7f37b0103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:20:48.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.237+0000 7f37aeffd640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37b0100e90 0x7f37b0104e10 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f37a000d950 tx=0x7f37a000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:48.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.238+0000 7f37b481c640 1 -- 172.21.15.38:0/1255849320 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a0017070 con 0x7f37b0100e90 2024-04-23T18:20:48.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.238+0000 7f37b481c640 1 -- 172.21.15.38:0/1255849320 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37a0009c30 con 0x7f37b0100e90 2024-04-23T18:20:48.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.238+0000 7f37b581e640 1 -- 172.21.15.38:0/1255849320 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37b01a2390 con 0x7f37b0100e90 2024-04-23T18:20:48.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.238+0000 7f37b481c640 1 -- 172.21.15.38:0/1255849320 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a000f6b0 con 0x7f37b0100e90 2024-04-23T18:20:48.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.238+0000 7f37b581e640 1 -- 172.21.15.38:0/1255849320 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37b01a28e0 con 0x7f37b0100e90 2024-04-23T18:20:48.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.239+0000 7f37b581e640 1 -- 172.21.15.38:0/1255849320 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37b01a2ba0 con 0x7f37b0100e90 2024-04-23T18:20:48.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.240+0000 7f37b481c640 1 -- 172.21.15.38:0/1255849320 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f37a00109c0 con 0x7f37b0100e90 2024-04-23T18:20:48.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.241+0000 7f37b481c640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f379c0a3bb0 0x7f379c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:48.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.241+0000 7f37a7fff640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f379c0a3bb0 0x7f379c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:48.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.241+0000 7f37b481c640 1 -- 172.21.15.38:0/1255849320 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f37a00cfc40 con 0x7f37b0100e90 2024-04-23T18:20:48.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.241+0000 7f37a7fff640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f379c0a3bb0 0x7f379c0a6070 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f37b0104b80 tx=0x7f3798005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:48.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.245+0000 7f37b481c640 1 -- 172.21.15.38:0/1255849320 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f37a0009de0 con 0x7f37b0100e90 2024-04-23T18:20:48.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.481+0000 7f37b581e640 1 -- 172.21.15.38:0/1255849320 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f37b01a2d70 con 0x7f37b0100e90 2024-04-23T18:20:48.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.482+0000 7f37b481c640 1 -- 172.21.15.38:0/1255849320 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8824 (secure 0 0 0) 0x7f37a009cac0 con 0x7f37b0100e90 2024-04-23T18:20:48.476 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:48.476 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-23T18:20:48.476 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 11 2024-04-23T18:20:48.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 -- 172.21.15.38:0/1255849320 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f379c0a3bb0 msgr2=0x7f379c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:48.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f379c0a3bb0 0x7f379c0a6070 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f37b0104b80 tx=0x7f3798005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:48.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 -- 172.21.15.38:0/1255849320 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37b0100e90 msgr2=0x7f37b0104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:48.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37b0100e90 0x7f37b0104e10 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f37a000d950 tx=0x7f37a000de10 comp rx=0 tx=0).stop 2024-04-23T18:20:48.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 -- 172.21.15.38:0/1255849320 shutdown_connections 2024-04-23T18:20:48.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37b0101fe0 0x7f37b0103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f379c0a3bb0 0x7f379c0a6070 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37b01029a0 0x7f37b0103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 --2- 172.21.15.38:0/1255849320 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37b0100e90 0x7f37b0104e10 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 -- 172.21.15.38:0/1255849320 >> 172.21.15.38:0/1255849320 conn(0x7f37b00fc400 msgr2=0x7f37b00fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:48.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 -- 172.21.15.38:0/1255849320 shutdown_connections 2024-04-23T18:20:48.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:48.484+0000 7f37b581e640 1 -- 172.21.15.38:0/1255849320 wait complete. 2024-04-23T18:20:48.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: Deploying daemon mds.a on smithi038 2024-04-23T18:20:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.38:6838/3049159496,v1:172.21.15.38:6839/3049159496] up:boot 2024-04-23T18:20:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: fsmap 10 up:standby 2024-04-23T18:20:48.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:48 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:20:48.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:48.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:48.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:48.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:48.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:48.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:48.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:48.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: Deploying daemon mds.a on smithi038 2024-04-23T18:20:48.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.38:6838/3049159496,v1:172.21.15.38:6839/3049159496] up:boot 2024-04-23T18:20:48.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: fsmap 10 up:standby 2024-04-23T18:20:48.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:48 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:20:48.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:48.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: Deploying daemon mds.a on smithi038 2024-04-23T18:20:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.38:6838/3049159496,v1:172.21.15.38:6839/3049159496] up:boot 2024-04-23T18:20:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: fsmap 10 up:standby 2024-04-23T18:20:48.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:48 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:20:49.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:49 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1255849320' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:49.659 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:20:49 smithi038 systemd[1]: Starting Ceph mds.a for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:49.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1255849320' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:49.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:49 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1255849320' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:50.139 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:20:49 smithi038 podman[70623]: 2024-04-23 18:20:49.769872223 +0000 UTC m=+0.018589418 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:50.139 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:20:49 smithi038 podman[70623]: 2024-04-23 18:20:49.893583113 +0000 UTC m=+0.142300281 container create 7e9c104ba16ac1f6807b58258fbd213e5fb07dbe367ea41312c0f2778abf8fd6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-23T18:20:50.139 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:20:50 smithi038 podman[70623]: 2024-04-23 18:20:50.146655746 +0000 UTC m=+0.395372919 container init 7e9c104ba16ac1f6807b58258fbd213e5fb07dbe367ea41312c0f2778abf8fd6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:20:50.408 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:20:50 smithi038 podman[70623]: 2024-04-23 18:20:50.149699883 +0000 UTC m=+0.398417053 container start 7e9c104ba16ac1f6807b58258fbd213e5fb07dbe367ea41312c0f2778abf8fd6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-23T18:20:50.408 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:20:50 smithi038 ceph-mds[70642]: -- 172.21.15.38:0/2342192716 <== mon.0 v2:172.21.15.38:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5611a128fa40 con 0x5611a1262c00 2024-04-23T18:20:50.409 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:20:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a[70638]: starting mds.a at 2024-04-23T18:20:50.409 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:20:50 smithi038 bash[70623]: 7e9c104ba16ac1f6807b58258fbd213e5fb07dbe367ea41312c0f2778abf8fd6 2024-04-23T18:20:50.409 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:20:50 smithi038 systemd[1]: Started Ceph mds.a for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:50.490 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:50.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.602+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1931666114 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fceb41031b0 msgr2=0x7fceb4103630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:50.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.602+0000 7fcebbbf7640 1 --2- 172.21.15.38:0/1931666114 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fceb41031b0 0x7fceb4103630 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcea4009900 tx=0x7fcea402a410 comp rx=0 tx=0).stop 2024-04-23T18:20:50.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.602+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1931666114 shutdown_connections 2024-04-23T18:20:50.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.602+0000 7fcebbbf7640 1 --2- 172.21.15.38:0/1931666114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fceb4103b70 0x7fceb410a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:50.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.602+0000 7fcebbbf7640 1 --2- 172.21.15.38:0/1931666114 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fceb41031b0 0x7fceb4103630 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.602+0000 7fcebbbf7640 1 --2- 172.21.15.38:0/1931666114 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceb4101fc0 0x7fceb41023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.602+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1931666114 >> 172.21.15.38:0/1931666114 conn(0x7fceb40fd550 msgr2=0x7fceb40ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.602+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1931666114 shutdown_connections 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.602+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1931666114 wait complete. 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fcebbbf7640 1 Processor -- start 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fcebbbf7640 1 -- start start 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fcebbbf7640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceb4101fc0 0x7fceb4075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fcebbbf7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fceb41031b0 0x7fceb4074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fcebbbf7640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fceb4103b70 0x7fceb4074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fcebbbf7640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fceb410dc20 con 0x7fceb4103b70 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fcebbbf7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fceb410daa0 con 0x7fceb41031b0 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fcebbbf7640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fceb410dda0 con 0x7fceb4101fc0 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fceba194640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fceb4103b70 0x7fceb4074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fceb9993640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceb4101fc0 0x7fceb4075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:50.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fceba194640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fceb4103b70 0x7fceb4074880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37172/0 (socket says 172.21.15.38:37172) 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fceb9993640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceb4101fc0 0x7fceb4075d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:50618/0 (socket says 172.21.15.38:50618) 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fceba194640 1 -- 172.21.15.38:0/1784146515 learned_addr learned my addr 172.21.15.38:0/1784146515 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.603+0000 7fceb9192640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fceb41031b0 0x7fceb4074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fceba194640 1 -- 172.21.15.38:0/1784146515 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceb4101fc0 msgr2=0x7fceb4075d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fceba194640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceb4101fc0 0x7fceb4075d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fceba194640 1 -- 172.21.15.38:0/1784146515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fceb41031b0 msgr2=0x7fceb4074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fceba194640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fceb41031b0 0x7fceb4074340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fceba194640 1 -- 172.21.15.38:0/1784146515 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceb4075110 con 0x7fceb4103b70 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fceb9192640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fceb41031b0 0x7fceb4074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fceba194640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fceb4103b70 0x7fceb4074880 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fceac00eb10 tx=0x7fceac00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fceaaffd640 1 -- 172.21.15.38:0/1784146515 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceac004b20 con 0x7fceb4103b70 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1784146515 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fceb41a23f0 con 0x7fceb4103b70 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fceaaffd640 1 -- 172.21.15.38:0/1784146515 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fceac004cc0 con 0x7fceb4103b70 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fceaaffd640 1 -- 172.21.15.38:0/1784146515 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceac010720 con 0x7fceb4103b70 2024-04-23T18:20:50.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.604+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1784146515 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fceb41a2910 con 0x7fceb4103b70 2024-04-23T18:20:50.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.605+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1784146515 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fceb40691c0 con 0x7fceb4103b70 2024-04-23T18:20:50.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.606+0000 7fceaaffd640 1 -- 172.21.15.38:0/1784146515 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fceac005020 con 0x7fceb4103b70 2024-04-23T18:20:50.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.607+0000 7fceaaffd640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fcea00a3bb0 0x7fcea00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:50.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.607+0000 7fceb9993640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fcea00a3bb0 0x7fcea00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:50.602 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.607+0000 7fceaaffd640 1 -- 172.21.15.38:0/1784146515 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fceac0d0530 con 0x7fceb4103b70 2024-04-23T18:20:50.602 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.607+0000 7fceb9993640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fcea00a3bb0 0x7fcea00a6070 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fceb0005fd0 tx=0x7fceb000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:50.605 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.612+0000 7fceaaffd640 1 -- 172.21.15.38:0/1784146515 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fceac09d3b0 con 0x7fceb4103b70 2024-04-23T18:20:50.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:50 smithi076 ceph-mon[32458]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:50.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:50.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:50.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:50.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:50.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:50.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:50 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:50.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:50 smithi102 ceph-mon[32874]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:50.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:50.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:50.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:50.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:50.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:50.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:50 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:50.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.838+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1784146515 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fceb4062b50 con 0x7fceb4103b70 2024-04-23T18:20:50.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.839+0000 7fceaaffd640 1 -- 172.21.15.38:0/1784146515 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9650 (secure 0 0 0) 0x7fceac09ccb0 con 0x7fceb4103b70 2024-04-23T18:20:50.833 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:50.833 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-23T18:20:50.833 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 12 2024-04-23T18:20:50.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1784146515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fcea00a3bb0 msgr2=0x7fcea00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:50.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fcea00a3bb0 0x7fcea00a6070 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fceb0005fd0 tx=0x7fceb000b390 comp rx=0 tx=0).stop 2024-04-23T18:20:50.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1784146515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fceb4103b70 msgr2=0x7fceb4074880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:50.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fceb4103b70 0x7fceb4074880 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fceac00eb10 tx=0x7fceac00c2d0 comp rx=0 tx=0).stop 2024-04-23T18:20:50.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1784146515 shutdown_connections 2024-04-23T18:20:50.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fcea00a3bb0 0x7fcea00a6070 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:50.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fceb4103b70 0x7fceb4074880 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:50.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fceb41031b0 0x7fceb4074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:50.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 --2- 172.21.15.38:0/1784146515 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceb4101fc0 0x7fceb4075d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:50.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1784146515 >> 172.21.15.38:0/1784146515 conn(0x7fceb40fd550 msgr2=0x7fceb4106520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:50.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1784146515 shutdown_connections 2024-04-23T18:20:50.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:50.841+0000 7fcebbbf7640 1 -- 172.21.15.38:0/1784146515 wait complete. 2024-04-23T18:20:50.845 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:50 smithi038 ceph-mon[29217]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:50.845 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:50.845 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:50.845 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:50.845 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:50.845 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:50.845 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:50 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:51.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:51 smithi076 ceph-mon[32458]: Deploying daemon mds.b on smithi076 2024-04-23T18:20:51.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:51 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] up:boot 2024-04-23T18:20:51.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:51 smithi076 ceph-mon[32458]: fsmap 11 up:standby 2024-04-23T18:20:51.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:51 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:20:51.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:51 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1784146515' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:51.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:51 smithi102 ceph-mon[32874]: Deploying daemon mds.b on smithi076 2024-04-23T18:20:51.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:51 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] up:boot 2024-04-23T18:20:51.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:51 smithi102 ceph-mon[32874]: fsmap 11 up:standby 2024-04-23T18:20:51.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:51 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:20:51.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:51 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1784146515' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:51.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:51 smithi038 ceph-mon[29217]: Deploying daemon mds.b on smithi076 2024-04-23T18:20:51.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:51 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] up:boot 2024-04-23T18:20:51.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:51 smithi038 ceph-mon[29217]: fsmap 11 up:standby 2024-04-23T18:20:51.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:51 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:20:51.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:51 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1784146515' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:52.749 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:52 smithi076 ceph-mon[32458]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:52.749 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:20:52 smithi076 systemd[1]: Starting Ceph mds.b for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:52.749 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:20:52 smithi076 podman[63120]: 2024-04-23 18:20:52.658968377 +0000 UTC m=+0.017990496 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:52.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:52 smithi102 ceph-mon[32874]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:52.848 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:52.873 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:52 smithi038 ceph-mon[29217]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:52.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.969+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2212456073 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe018103b70 msgr2=0x7fe01810a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:52.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.969+0000 7fe01dcdc640 1 --2- 172.21.15.38:0/2212456073 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe018103b70 0x7fe01810a400 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe010009ca0 tx=0x7fe01002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:52.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.969+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2212456073 shutdown_connections 2024-04-23T18:20:52.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.969+0000 7fe01dcdc640 1 --2- 172.21.15.38:0/2212456073 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe0181031b0 0x7fe018103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:52.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.969+0000 7fe01dcdc640 1 --2- 172.21.15.38:0/2212456073 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe018103b70 0x7fe01810a400 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:52.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.969+0000 7fe01dcdc640 1 --2- 172.21.15.38:0/2212456073 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe018101fc0 0x7fe0181023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:52.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.969+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2212456073 >> 172.21.15.38:0/2212456073 conn(0x7fe0180fd530 msgr2=0x7fe0180ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:52.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.969+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2212456073 shutdown_connections 2024-04-23T18:20:52.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.969+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2212456073 wait complete. 2024-04-23T18:20:52.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.969+0000 7fe01dcdc640 1 Processor -- start 2024-04-23T18:20:52.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe01dcdc640 1 -- start start 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe01dcdc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe018101fc0 0x7fe018198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe01dcdc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0181031b0 0x7fe0181987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe01dcdc640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe018103b70 0x7fe01819f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe01dcdc640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe01810dc20 con 0x7fe018101fc0 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe01dcdc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe01810daa0 con 0x7fe0181031b0 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe01dcdc640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe01810dda0 con 0x7fe018103b70 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe0177fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe018101fc0 0x7fe018198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe016ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0181031b0 0x7fe0181987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe0177fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe018101fc0 0x7fe018198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37184/0 (socket says 172.21.15.38:37184) 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe0177fe640 1 -- 172.21.15.38:0/2846424589 learned_addr learned my addr 172.21.15.38:0/2846424589 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:52.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe017fff640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe018103b70 0x7fe01819f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe0177fe640 1 -- 172.21.15.38:0/2846424589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe018103b70 msgr2=0x7fe01819f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe0177fe640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe018103b70 0x7fe01819f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe0177fe640 1 -- 172.21.15.38:0/2846424589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0181031b0 msgr2=0x7fe0181987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe0177fe640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0181031b0 0x7fe0181987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe0177fe640 1 -- 172.21.15.38:0/2846424589 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe01819feb0 con 0x7fe018101fc0 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.970+0000 7fe016ffd640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0181031b0 0x7fe0181987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.971+0000 7fe0177fe640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe018101fc0 0x7fe018198290 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe00800e9c0 tx=0x7fe00800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.971+0000 7fe014ff9640 1 -- 172.21.15.38:0/2846424589 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe00800cd80 con 0x7fe018101fc0 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.971+0000 7fe014ff9640 1 -- 172.21.15.38:0/2846424589 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe0080035f0 con 0x7fe018101fc0 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.971+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2846424589 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0181a01a0 con 0x7fe018101fc0 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.971+0000 7fe014ff9640 1 -- 172.21.15.38:0/2846424589 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe008010690 con 0x7fe018101fc0 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.971+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2846424589 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0181a06f0 con 0x7fe018101fc0 2024-04-23T18:20:52.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.972+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2846424589 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0181092e0 con 0x7fe018101fc0 2024-04-23T18:20:52.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.973+0000 7fe014ff9640 1 -- 172.21.15.38:0/2846424589 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe0080037a0 con 0x7fe018101fc0 2024-04-23T18:20:52.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.973+0000 7fe014ff9640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe0000a3bb0 0x7fe0000a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:52.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.974+0000 7fe016ffd640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe0000a3bb0 0x7fe0000a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:52.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.974+0000 7fe014ff9640 1 -- 172.21.15.38:0/2846424589 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe0080d04c0 con 0x7fe018101fc0 2024-04-23T18:20:52.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.974+0000 7fe016ffd640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe0000a3bb0 0x7fe0000a6070 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe0181997a0 tx=0x7fe00c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:52.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:52.977+0000 7fe014ff9640 1 -- 172.21.15.38:0/2846424589 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe00809d3d0 con 0x7fe018101fc0 2024-04-23T18:20:53.008 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:20:52 smithi076 podman[63120]: 2024-04-23 18:20:52.788971366 +0000 UTC m=+0.147993485 container create dc7b4f97ff5af02e6d59013e7816d7a127c076697b57217379a4eb5c23e1f408 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-23T18:20:53.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.206+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2846424589 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe01802d5c0 con 0x7fe018101fc0 2024-04-23T18:20:53.201 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.207+0000 7fe014ff9640 1 -- 172.21.15.38:0/2846424589 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9650 (secure 0 0 0) 0x7fe00809ccd0 con 0x7fe018101fc0 2024-04-23T18:20:53.201 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:53.201 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-23T18:20:53.201 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 12 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2846424589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe0000a3bb0 msgr2=0x7fe0000a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe0000a3bb0 0x7fe0000a6070 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe0181997a0 tx=0x7fe00c00b390 comp rx=0 tx=0).stop 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2846424589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe018101fc0 msgr2=0x7fe018198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe018101fc0 0x7fe018198290 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe00800e9c0 tx=0x7fe00800ee80 comp rx=0 tx=0).stop 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2846424589 shutdown_connections 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe018103b70 0x7fe01819f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe0000a3bb0 0x7fe0000a6070 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0181031b0 0x7fe0181987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 --2- 172.21.15.38:0/2846424589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe018101fc0 0x7fe018198290 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2846424589 >> 172.21.15.38:0/2846424589 conn(0x7fe0180fd530 msgr2=0x7fe0181064b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:53.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2846424589 shutdown_connections 2024-04-23T18:20:53.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:53.209+0000 7fe01dcdc640 1 -- 172.21.15.38:0/2846424589 wait complete. 2024-04-23T18:20:53.508 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:20:53 smithi076 podman[63120]: 2024-04-23 18:20:53.022488603 +0000 UTC m=+0.381510723 container init dc7b4f97ff5af02e6d59013e7816d7a127c076697b57217379a4eb5c23e1f408 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-23T18:20:53.508 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:20:53 smithi076 podman[63120]: 2024-04-23 18:20:53.025069515 +0000 UTC m=+0.384091633 container start dc7b4f97ff5af02e6d59013e7816d7a127c076697b57217379a4eb5c23e1f408 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:20:53.508 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:20:53 smithi076 ceph-mds[63140]: -- 172.21.15.76:0/2206225752 <== mon.2 v2:172.21.15.76:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cc831dfa40 con 0x55cc831b3000 2024-04-23T18:20:53.508 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:20:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b[63136]: starting mds.b at 2024-04-23T18:20:53.508 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:20:53 smithi076 bash[63120]: dc7b4f97ff5af02e6d59013e7816d7a127c076697b57217379a4eb5c23e1f408 2024-04-23T18:20:53.509 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:20:53 smithi076 systemd[1]: Started Ceph mds.b for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:54.445 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:54.445 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.445 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.445 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.446 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2846424589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:54.446 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.446 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.446 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:54.446 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] up:boot 2024-04-23T18:20:54.446 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: fsmap 12 up:standby 2024-04-23T18:20:54.446 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:54 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:20:54.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:54.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2846424589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:54.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:54.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] up:boot 2024-04-23T18:20:54.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: fsmap 12 up:standby 2024-04-23T18:20:54.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:54 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:20:54.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:54.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2846424589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:54.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:54.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:54.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] up:boot 2024-04-23T18:20:54.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: fsmap 12 up:standby 2024-04-23T18:20:54.553 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:54 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:20:55.217 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:55.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.328+0000 7f6b19a79640 1 -- 172.21.15.38:0/4290853422 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b14102ab0 msgr2=0x7f6b14104ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.328+0000 7f6b19a79640 1 --2- 172.21.15.38:0/4290853422 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b14102ab0 0x7f6b14104ea0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6b04009900 tx=0x7f6b0402a410 comp rx=0 tx=0).stop 2024-04-23T18:20:55.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.328+0000 7f6b19a79640 1 -- 172.21.15.38:0/4290853422 shutdown_connections 2024-04-23T18:20:55.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.328+0000 7f6b19a79640 1 --2- 172.21.15.38:0/4290853422 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b141053e0 0x7f6b141077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.328+0000 7f6b19a79640 1 --2- 172.21.15.38:0/4290853422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b14107d10 0x7f6b1410a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.328+0000 7f6b19a79640 1 --2- 172.21.15.38:0/4290853422 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b14102ab0 0x7f6b14104ea0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.328+0000 7f6b19a79640 1 -- 172.21.15.38:0/4290853422 >> 172.21.15.38:0/4290853422 conn(0x7f6b140fc400 msgr2=0x7f6b140fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:55.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.328+0000 7f6b19a79640 1 -- 172.21.15.38:0/4290853422 shutdown_connections 2024-04-23T18:20:55.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.328+0000 7f6b19a79640 1 -- 172.21.15.38:0/4290853422 wait complete. 2024-04-23T18:20:55.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b19a79640 1 Processor -- start 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b19a79640 1 -- start start 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b19a79640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b14102ab0 0x7f6b141982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b19a79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b141053e0 0x7f6b14198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b19a79640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b14107d10 0x7f6b1419f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b19a79640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1410dc10 con 0x7f6b14107d10 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b19a79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1410da90 con 0x7f6b141053e0 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b19a79640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1410dd90 con 0x7f6b14102ab0 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b13fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b14107d10 0x7f6b1419f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b137fe640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b14102ab0 0x7f6b141982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b13fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b14107d10 0x7f6b1419f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37196/0 (socket says 172.21.15.38:37196) 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b13fff640 1 -- 172.21.15.38:0/2861061806 learned_addr learned my addr 172.21.15.38:0/2861061806 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.329+0000 7f6b12ffd640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b141053e0 0x7f6b14198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b13fff640 1 -- 172.21.15.38:0/2861061806 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b14102ab0 msgr2=0x7f6b141982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b13fff640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b14102ab0 0x7f6b141982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b13fff640 1 -- 172.21.15.38:0/2861061806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b141053e0 msgr2=0x7f6b14198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b13fff640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b141053e0 0x7f6b14198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b13fff640 1 -- 172.21.15.38:0/2861061806 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b1419ff00 con 0x7f6b14107d10 2024-04-23T18:20:55.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b137fe640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b14102ab0 0x7f6b141982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:20:55.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b13fff640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b14107d10 0x7f6b1419f890 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c00eb10 tx=0x7f6b0c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:55.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b10ff9640 1 -- 172.21.15.38:0/2861061806 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b0c004b20 con 0x7f6b14107d10 2024-04-23T18:20:55.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b10ff9640 1 -- 172.21.15.38:0/2861061806 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6b0c004cc0 con 0x7f6b14107d10 2024-04-23T18:20:55.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b19a79640 1 -- 172.21.15.38:0/2861061806 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b141a01f0 con 0x7f6b14107d10 2024-04-23T18:20:55.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b10ff9640 1 -- 172.21.15.38:0/2861061806 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b0c010720 con 0x7f6b14107d10 2024-04-23T18:20:55.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.330+0000 7f6b19a79640 1 -- 172.21.15.38:0/2861061806 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b141a06f0 con 0x7f6b14107d10 2024-04-23T18:20:55.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.331+0000 7f6b19a79640 1 -- 172.21.15.38:0/2861061806 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b140fdef0 con 0x7f6b14107d10 2024-04-23T18:20:55.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.332+0000 7f6b10ff9640 1 -- 172.21.15.38:0/2861061806 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f6b0c0108c0 con 0x7f6b14107d10 2024-04-23T18:20:55.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.333+0000 7f6b10ff9640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6afc0a3bb0 0x7f6afc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.333+0000 7f6b137fe640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6afc0a3bb0 0x7f6afc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:55.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.333+0000 7f6b10ff9640 1 -- 172.21.15.38:0/2861061806 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f6b0c0d06e0 con 0x7f6b14107d10 2024-04-23T18:20:55.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.333+0000 7f6b137fe640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6afc0a3bb0 0x7f6afc0a6070 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6b04000c00 tx=0x7f6b04031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:55.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.337+0000 7f6b10ff9640 1 -- 172.21.15.38:0/2861061806 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6b0c053ff0 con 0x7f6b14107d10 2024-04-23T18:20:55.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.567+0000 7f6b19a79640 1 -- 172.21.15.38:0/2861061806 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6b1402d5c0 con 0x7f6b14107d10 2024-04-23T18:20:55.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.568+0000 7f6b10ff9640 1 -- 172.21.15.38:0/2861061806 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10476 (secure 0 0 0) 0x7f6b0c09d560 con 0x7f6b14107d10 2024-04-23T18:20:55.562 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:55.562 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24515,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-23T18:20:55.563 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 13 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 -- 172.21.15.38:0/2861061806 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6afc0a3bb0 msgr2=0x7f6afc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6afc0a3bb0 0x7f6afc0a6070 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6b04000c00 tx=0x7f6b04031510 comp rx=0 tx=0).stop 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 -- 172.21.15.38:0/2861061806 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b14107d10 msgr2=0x7f6b1419f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b14107d10 0x7f6b1419f890 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c00eb10 tx=0x7f6b0c00c2d0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 -- 172.21.15.38:0/2861061806 shutdown_connections 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6afc0a3bb0 0x7f6afc0a6070 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b14107d10 0x7f6b1419f890 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b141053e0 0x7f6b14198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 --2- 172.21.15.38:0/2861061806 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b14102ab0 0x7f6b141982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 -- 172.21.15.38:0/2861061806 >> 172.21.15.38:0/2861061806 conn(0x7f6b140fc400 msgr2=0x7f6b141034f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 -- 172.21.15.38:0/2861061806 shutdown_connections 2024-04-23T18:20:55.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.571+0000 7f6b19a79640 1 -- 172.21.15.38:0/2861061806 wait complete. 2024-04-23T18:20:55.577 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:20:55.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.685+0000 7f3c40995640 1 -- 172.21.15.38:0/4088714645 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3c1029a0 msgr2=0x7f3c3c1092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.685+0000 7f3c40995640 1 --2- 172.21.15.38:0/4088714645 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3c1029a0 0x7f3c3c1092c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f3c34009ca0 tx=0x7f3c3402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 -- 172.21.15.38:0/4088714645 shutdown_connections 2024-04-23T18:20:55.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 --2- 172.21.15.38:0/4088714645 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3c1029a0 0x7f3c3c1092c0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 --2- 172.21.15.38:0/4088714645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c3c101fe0 0x7f3c3c102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 --2- 172.21.15.38:0/4088714645 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3c3c100e90 0x7f3c3c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 -- 172.21.15.38:0/4088714645 >> 172.21.15.38:0/4088714645 conn(0x7f3c3c0fc400 msgr2=0x7f3c3c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:55.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 -- 172.21.15.38:0/4088714645 shutdown_connections 2024-04-23T18:20:55.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 -- 172.21.15.38:0/4088714645 wait complete. 2024-04-23T18:20:55.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 Processor -- start 2024-04-23T18:20:55.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 -- start start 2024-04-23T18:20:55.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3c3c100e90 0x7f3c3c104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3c101fe0 0x7f3c3c103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.686+0000 7f3c40995640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c3c1029a0 0x7f3c3c103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c40995640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3c10cb30 con 0x7f3c3c101fe0 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c40995640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3c10c9b0 con 0x7f3c3c1029a0 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c40995640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3c10ccb0 con 0x7f3c3c100e90 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c39d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3c101fe0 0x7f3c3c103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c39d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3c101fe0 0x7f3c3c103450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37218/0 (socket says 172.21.15.38:37218) 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c39d9b640 1 -- 172.21.15.38:0/3551794782 learned_addr learned my addr 172.21.15.38:0/3551794782 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c3a59c640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3c3c100e90 0x7f3c3c104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c3ad9d640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c3c1029a0 0x7f3c3c103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c39d9b640 1 -- 172.21.15.38:0/3551794782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3c3c100e90 msgr2=0x7f3c3c104e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c39d9b640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3c3c100e90 0x7f3c3c104e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c39d9b640 1 -- 172.21.15.38:0/3551794782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c3c1029a0 msgr2=0x7f3c3c103990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c39d9b640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c3c1029a0 0x7f3c3c103990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c39d9b640 1 -- 172.21.15.38:0/3551794782 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c3c104220 con 0x7f3c3c101fe0 2024-04-23T18:20:55.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c39d9b640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3c101fe0 0x7f3c3c103450 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c00d950 tx=0x7f3c2c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:55.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c2b7fe640 1 -- 172.21.15.38:0/3551794782 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2c017020 con 0x7f3c3c101fe0 2024-04-23T18:20:55.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c2b7fe640 1 -- 172.21.15.38:0/3551794782 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3c2c009c30 con 0x7f3c3c101fe0 2024-04-23T18:20:55.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c40995640 1 -- 172.21.15.38:0/3551794782 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c3c1a2360 con 0x7f3c3c101fe0 2024-04-23T18:20:55.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c2b7fe640 1 -- 172.21.15.38:0/3551794782 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2c00f740 con 0x7f3c3c101fe0 2024-04-23T18:20:55.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.687+0000 7f3c40995640 1 -- 172.21.15.38:0/3551794782 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c3c1a28b0 con 0x7f3c3c101fe0 2024-04-23T18:20:55.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.688+0000 7f3c40995640 1 -- 172.21.15.38:0/3551794782 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c3c1a2bd0 con 0x7f3c3c101fe0 2024-04-23T18:20:55.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.690+0000 7f3c2b7fe640 1 -- 172.21.15.38:0/3551794782 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3c2c01a020 con 0x7f3c3c101fe0 2024-04-23T18:20:55.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.690+0000 7f3c2b7fe640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3c240a3bb0 0x7f3c240a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.690+0000 7f3c3a59c640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3c240a3bb0 0x7f3c240a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:55.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.690+0000 7f3c2b7fe640 1 -- 172.21.15.38:0/3551794782 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f3c2c0cff20 con 0x7f3c3c101fe0 2024-04-23T18:20:55.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.691+0000 7f3c3a59c640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3c240a3bb0 0x7f3c240a6070 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009bd0 tx=0x7f3c30005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:55.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.699+0000 7f3c2b7fe640 1 -- 172.21.15.38:0/3551794782 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3c2c009de0 con 0x7f3c3c101fe0 2024-04-23T18:20:55.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.907+0000 7f3c40995640 1 -- 172.21.15.38:0/3551794782 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3c3c1a2da0 con 0x7f3c3c101fe0 2024-04-23T18:20:55.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.909+0000 7f3c2b7fe640 1 -- 172.21.15.38:0/3551794782 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18386 (secure 0 0 0) 0x7f3c2c0b5e20 con 0x7f3c3c101fe0 2024-04-23T18:20:55.903 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:55.903 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":82,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:20:10.040411+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 -- 172.21.15.38:0/3551794782 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3c240a3bb0 msgr2=0x7f3c240a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3c240a3bb0 0x7f3c240a6070 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009bd0 tx=0x7f3c30005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 -- 172.21.15.38:0/3551794782 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3c101fe0 msgr2=0x7f3c3c103450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3c101fe0 0x7f3c3c103450 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c00d950 tx=0x7f3c2c00de10 comp rx=0 tx=0).stop 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 -- 172.21.15.38:0/3551794782 shutdown_connections 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3c240a3bb0 0x7f3c240a6070 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c3c1029a0 0x7f3c3c103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3c101fe0 0x7f3c3c103450 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 --2- 172.21.15.38:0/3551794782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3c3c100e90 0x7f3c3c104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 -- 172.21.15.38:0/3551794782 >> 172.21.15.38:0/3551794782 conn(0x7f3c3c0fc400 msgr2=0x7f3c3c0fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 -- 172.21.15.38:0/3551794782 shutdown_connections 2024-04-23T18:20:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:55.911+0000 7f3c40995640 1 -- 172.21.15.38:0/3551794782 wait complete. 2024-04-23T18:20:55.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:55.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:55.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:55.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:55.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:55.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:55.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:55.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:55.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:55.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:55.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:55.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:55.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:55 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2861061806' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:55.917 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:20:55.917 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:20:56.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.030+0000 7f1b76144640 1 -- 172.21.15.38:0/3646490655 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b70101b30 msgr2=0x7f1b701093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.030+0000 7f1b76144640 1 --2- 172.21.15.38:0/3646490655 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b70101b30 0x7f1b701093d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1b68009ca0 tx=0x7f1b6802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.030+0000 7f1b76144640 1 -- 172.21.15.38:0/3646490655 shutdown_connections 2024-04-23T18:20:56.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.030+0000 7f1b76144640 1 --2- 172.21.15.38:0/3646490655 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b70101b30 0x7f1b701093d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.030+0000 7f1b76144640 1 --2- 172.21.15.38:0/3646490655 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b70101170 0x7f1b701015f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.030+0000 7f1b76144640 1 --2- 172.21.15.38:0/3646490655 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b70102440 0x7f1b70102860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.030+0000 7f1b76144640 1 -- 172.21.15.38:0/3646490655 >> 172.21.15.38:0/3646490655 conn(0x7f1b700fbb80 msgr2=0x7f1b700fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:56.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.030+0000 7f1b76144640 1 -- 172.21.15.38:0/3646490655 shutdown_connections 2024-04-23T18:20:56.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.030+0000 7f1b76144640 1 -- 172.21.15.38:0/3646490655 wait complete. 2024-04-23T18:20:56.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b76144640 1 Processor -- start 2024-04-23T18:20:56.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b76144640 1 -- start start 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b76144640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b70101170 0x7f1b70198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b76144640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b70101b30 0x7f1b701987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b76144640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b70102440 0x7f1b7019f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b76144640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b7010cb30 con 0x7f1b70102440 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b76144640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1b7010c9b0 con 0x7f1b70101b30 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b76144640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1b7010ccb0 con 0x7f1b70101170 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b70102440 0x7f1b7019f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b70102440 0x7f1b7019f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37232/0 (socket says 172.21.15.38:37232) 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6ffff640 1 -- 172.21.15.38:0/2020340179 learned_addr learned my addr 172.21.15.38:0/2020340179 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6f7fe640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b70101170 0x7f1b70198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6effd640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b70101b30 0x7f1b701987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6ffff640 1 -- 172.21.15.38:0/2020340179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b70101170 msgr2=0x7f1b70198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6ffff640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b70101170 0x7f1b70198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6ffff640 1 -- 172.21.15.38:0/2020340179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b70101b30 msgr2=0x7f1b701987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6ffff640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b70101b30 0x7f1b701987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6ffff640 1 -- 172.21.15.38:0/2020340179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b7019fe90 con 0x7f1b70102440 2024-04-23T18:20:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6f7fe640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b70101170 0x7f1b70198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.031+0000 7f1b6effd640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b70101b30 0x7f1b701987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.032+0000 7f1b6ffff640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b70102440 0x7f1b7019f820 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1b68009dc0 tx=0x7f1b6802f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.032+0000 7f1b6cff9640 1 -- 172.21.15.38:0/2020340179 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b68003bf0 con 0x7f1b70102440 2024-04-23T18:20:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.032+0000 7f1b6cff9640 1 -- 172.21.15.38:0/2020340179 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b68003d90 con 0x7f1b70102440 2024-04-23T18:20:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.032+0000 7f1b76144640 1 -- 172.21.15.38:0/2020340179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b701a0120 con 0x7f1b70102440 2024-04-23T18:20:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.032+0000 7f1b6cff9640 1 -- 172.21.15.38:0/2020340179 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6802fc60 con 0x7f1b70102440 2024-04-23T18:20:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.032+0000 7f1b76144640 1 -- 172.21.15.38:0/2020340179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b701a0670 con 0x7f1b70102440 2024-04-23T18:20:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.033+0000 7f1b76144640 1 -- 172.21.15.38:0/2020340179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b701a08d0 con 0x7f1b70102440 2024-04-23T18:20:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.034+0000 7f1b6cff9640 1 -- 172.21.15.38:0/2020340179 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f1b68004040 con 0x7f1b70102440 2024-04-23T18:20:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.034+0000 7f1b6cff9640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b580a3bb0 0x7f1b580a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.035+0000 7f1b6cff9640 1 -- 172.21.15.38:0/2020340179 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f1b680f16f0 con 0x7f1b70102440 2024-04-23T18:20:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.035+0000 7f1b6f7fe640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b580a3bb0 0x7f1b580a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.035+0000 7f1b6f7fe640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b580a3bb0 0x7f1b580a6070 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1b7006a2d0 tx=0x7f1b60005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:56.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.039+0000 7f1b6cff9640 1 -- 172.21.15.38:0/2020340179 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1b680be4d0 con 0x7f1b70102440 2024-04-23T18:20:56.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:56.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:56.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:56.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:56.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:55 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2861061806' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:56.090 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:56.091 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:56.091 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:55 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2861061806' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:56.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.230+0000 7f1b76144640 1 -- 172.21.15.38:0/2020340179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1b701a0c60 con 0x7f1b70102440 2024-04-23T18:20:56.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.230+0000 7f1b6cff9640 1 -- 172.21.15.38:0/2020340179 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f1b680098b0 con 0x7f1b70102440 2024-04-23T18:20:56.224 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:20:56.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 -- 172.21.15.38:0/2020340179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b580a3bb0 msgr2=0x7f1b580a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b580a3bb0 0x7f1b580a6070 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1b7006a2d0 tx=0x7f1b60005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:56.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 -- 172.21.15.38:0/2020340179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b70102440 msgr2=0x7f1b7019f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b70102440 0x7f1b7019f820 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1b68009dc0 tx=0x7f1b6802f310 comp rx=0 tx=0).stop 2024-04-23T18:20:56.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 -- 172.21.15.38:0/2020340179 shutdown_connections 2024-04-23T18:20:56.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b580a3bb0 0x7f1b580a6070 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b70102440 0x7f1b7019f820 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b70101b30 0x7f1b701987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 --2- 172.21.15.38:0/2020340179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b70101170 0x7f1b70198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 -- 172.21.15.38:0/2020340179 >> 172.21.15.38:0/2020340179 conn(0x7f1b700fbb80 msgr2=0x7f1b700fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 -- 172.21.15.38:0/2020340179 shutdown_connections 2024-04-23T18:20:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.232+0000 7f1b76144640 1 -- 172.21.15.38:0/2020340179 wait complete. 2024-04-23T18:20:56.238 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-23T18:20:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 -- 172.21.15.38:0/597295172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26d4103b50 msgr2=0x7f26d410a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 --2- 172.21.15.38:0/597295172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26d4103b50 0x7f26d410a3e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f26c4009ca0 tx=0x7f26c402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 -- 172.21.15.38:0/597295172 shutdown_connections 2024-04-23T18:20:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 --2- 172.21.15.38:0/597295172 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26d4103190 0x7f26d4103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 --2- 172.21.15.38:0/597295172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26d4103b50 0x7f26d410a3e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 --2- 172.21.15.38:0/597295172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26d4101fa0 0x7f26d41023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 -- 172.21.15.38:0/597295172 >> 172.21.15.38:0/597295172 conn(0x7f26d40fd530 msgr2=0x7f26d40ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 -- 172.21.15.38:0/597295172 shutdown_connections 2024-04-23T18:20:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 -- 172.21.15.38:0/597295172 wait complete. 2024-04-23T18:20:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 Processor -- start 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 -- start start 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26d4101fa0 0x7f26d41981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26d4103190 0x7f26d41986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26d4103b50 0x7f26d419f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f26d410dc00 con 0x7f26d4103190 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f26d410da80 con 0x7f26d4101fa0 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.349+0000 7f26dbf37640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f26d410dd80 con 0x7f26d4103b50 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d94d2640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26d4103190 0x7f26d41986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d94d2640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26d4103190 0x7f26d41986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37252/0 (socket says 172.21.15.38:37252) 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d94d2640 1 -- 172.21.15.38:0/228859875 learned_addr learned my addr 172.21.15.38:0/228859875 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26da4d4640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26d4103b50 0x7f26d419f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d9cd3640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26d4101fa0 0x7f26d41981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d94d2640 1 -- 172.21.15.38:0/228859875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26d4103b50 msgr2=0x7f26d419f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d94d2640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26d4103b50 0x7f26d419f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d94d2640 1 -- 172.21.15.38:0/228859875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26d4101fa0 msgr2=0x7f26d41981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d94d2640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26d4101fa0 0x7f26d41981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d94d2640 1 -- 172.21.15.38:0/228859875 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d419fdd0 con 0x7f26d4103190 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d94d2640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26d4103190 0x7f26d41986f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f26c800d770 tx=0x7f26c800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d2ffd640 1 -- 172.21.15.38:0/228859875 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c8017070 con 0x7f26d4103190 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26dbf37640 1 -- 172.21.15.38:0/228859875 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26d41a00c0 con 0x7f26d4103190 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d2ffd640 1 -- 172.21.15.38:0/228859875 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f26c80054f0 con 0x7f26d4103190 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26d2ffd640 1 -- 172.21.15.38:0/228859875 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c8004de0 con 0x7f26d4103190 2024-04-23T18:20:56.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.350+0000 7f26dbf37640 1 -- 172.21.15.38:0/228859875 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26d41a05c0 con 0x7f26d4103190 2024-04-23T18:20:56.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.351+0000 7f26dbf37640 1 -- 172.21.15.38:0/228859875 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26d41091f0 con 0x7f26d4103190 2024-04-23T18:20:56.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.353+0000 7f26d2ffd640 1 -- 172.21.15.38:0/228859875 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f26c8004f80 con 0x7f26d4103190 2024-04-23T18:20:56.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.353+0000 7f26d2ffd640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26bc0a3bb0 0x7f26bc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.353+0000 7f26d9cd3640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26bc0a3bb0 0x7f26bc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.353+0000 7f26d2ffd640 1 -- 172.21.15.38:0/228859875 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f26c80cfda0 con 0x7f26d4103190 2024-04-23T18:20:56.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.354+0000 7f26d9cd3640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26bc0a3bb0 0x7f26bc0a6070 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f26d4102ff0 tx=0x7f26cc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:56.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.357+0000 7f26d2ffd640 1 -- 172.21.15.38:0/228859875 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f26c809c5d0 con 0x7f26d4103190 2024-04-23T18:20:56.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.548+0000 7f26dbf37640 1 -- 172.21.15.38:0/228859875 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f26d402d810 con 0x7f26d4103190 2024-04-23T18:20:56.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.548+0000 7f26d2ffd640 1 -- 172.21.15.38:0/228859875 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7f26c80a08d0 con 0x7f26d4103190 2024-04-23T18:20:56.542 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:20:56.542 INFO:teuthology.orchestra.run.smithi038.stdout:[ 2024-04-23T18:20:56.542 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:20:56.542 INFO:teuthology.orchestra.run.smithi038.stdout: "poolnum": 1, 2024-04-23T18:20:56.542 INFO:teuthology.orchestra.run.smithi038.stdout: "poolname": ".mgr" 2024-04-23T18:20:56.542 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:20:56.542 INFO:teuthology.orchestra.run.smithi038.stdout:] 2024-04-23T18:20:56.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 -- 172.21.15.38:0/228859875 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26bc0a3bb0 msgr2=0x7f26bc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26bc0a3bb0 0x7f26bc0a6070 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f26d4102ff0 tx=0x7f26cc005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:56.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 -- 172.21.15.38:0/228859875 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26d4103190 msgr2=0x7f26d41986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26d4103190 0x7f26d41986f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f26c800d770 tx=0x7f26c800dc30 comp rx=0 tx=0).stop 2024-04-23T18:20:56.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 -- 172.21.15.38:0/228859875 shutdown_connections 2024-04-23T18:20:56.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26d4103b50 0x7f26d419f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26bc0a3bb0 0x7f26bc0a6070 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26d4103190 0x7f26d41986f0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 --2- 172.21.15.38:0/228859875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26d4101fa0 0x7f26d41981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 -- 172.21.15.38:0/228859875 >> 172.21.15.38:0/228859875 conn(0x7f26d40fd530 msgr2=0x7f26d41063c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:56.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 -- 172.21.15.38:0/228859875 shutdown_connections 2024-04-23T18:20:56.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.550+0000 7f26dbf37640 1 -- 172.21.15.38:0/228859875 wait complete. 2024-04-23T18:20:56.555 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-23T18:20:56.556 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-23T18:20:56.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.689+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2246836782 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa238107c90 msgr2=0x7fa23810a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.689+0000 7fa23d1bb640 1 --2- 172.21.15.38:0/2246836782 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa238107c90 0x7fa23810a0e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa230009ca0 tx=0x7fa23002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.689+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2246836782 shutdown_connections 2024-04-23T18:20:56.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.689+0000 7fa23d1bb640 1 --2- 172.21.15.38:0/2246836782 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa238107c90 0x7fa23810a0e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.689+0000 7fa23d1bb640 1 --2- 172.21.15.38:0/2246836782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa238105360 0x7fa238107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.689+0000 7fa23d1bb640 1 --2- 172.21.15.38:0/2246836782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa238102a30 0x7fa238104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.689+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2246836782 >> 172.21.15.38:0/2246836782 conn(0x7fa2380fc440 msgr2=0x7fa2380fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:56.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.689+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2246836782 shutdown_connections 2024-04-23T18:20:56.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.689+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2246836782 wait complete. 2024-04-23T18:20:56.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.690+0000 7fa23d1bb640 1 Processor -- start 2024-04-23T18:20:56.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.690+0000 7fa23d1bb640 1 -- start start 2024-04-23T18:20:56.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23d1bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa238102a30 0x7fa2381982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23d1bb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa238105360 0x7fa238198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23d1bb640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa238107c90 0x7fa23819f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23d1bb640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa23810dc80 con 0x7fa238105360 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23d1bb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fa23810db00 con 0x7fa238102a30 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23d1bb640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa23810de00 con 0x7fa238107c90 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23659c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa238105360 0x7fa238198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23659c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa238105360 0x7fa238198810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37272/0 (socket says 172.21.15.38:37272) 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23659c640 1 -- 172.21.15.38:0/2681523761 learned_addr learned my addr 172.21.15.38:0/2681523761 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23759e640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa238107c90 0x7fa23819f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa236d9d640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa238102a30 0x7fa2381982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa236d9d640 1 -- 172.21.15.38:0/2681523761 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa238107c90 msgr2=0x7fa23819f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa236d9d640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa238107c90 0x7fa23819f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa236d9d640 1 -- 172.21.15.38:0/2681523761 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa238105360 msgr2=0x7fa238198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa236d9d640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa238105360 0x7fa238198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa236d9d640 1 -- 172.21.15.38:0/2681523761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa23819fef0 con 0x7fa238102a30 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa23659c640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa238105360 0x7fa238198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:20:56.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.691+0000 7fa236d9d640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa238102a30 0x7fa2381982d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa22c00e9f0 tx=0x7fa22c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:56.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.692+0000 7fa21ffff640 1 -- 172.21.15.38:0/2681523761 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22c00ccc0 con 0x7fa238102a30 2024-04-23T18:20:56.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.692+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2681523761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2381a01e0 con 0x7fa238102a30 2024-04-23T18:20:56.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.692+0000 7fa21ffff640 1 -- 172.21.15.38:0/2681523761 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa22c005020 con 0x7fa238102a30 2024-04-23T18:20:56.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.692+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2681523761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2381a0730 con 0x7fa238102a30 2024-04-23T18:20:56.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.692+0000 7fa21ffff640 1 -- 172.21.15.38:0/2681523761 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22c0049c0 con 0x7fa238102a30 2024-04-23T18:20:56.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.693+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2681523761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2380fdf30 con 0x7fa238102a30 2024-04-23T18:20:56.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.694+0000 7fa21ffff640 1 -- 172.21.15.38:0/2681523761 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa22c004ca0 con 0x7fa238102a30 2024-04-23T18:20:56.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.694+0000 7fa21ffff640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa2200a3bb0 0x7fa2200a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:56.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.694+0000 7fa23659c640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa2200a3bb0 0x7fa2200a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:56.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.695+0000 7fa21ffff640 1 -- 172.21.15.38:0/2681523761 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa22c0cff50 con 0x7fa238102a30 2024-04-23T18:20:56.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.695+0000 7fa23659c640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa2200a3bb0 0x7fa2200a6070 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa2381997e0 tx=0x7fa228005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:56.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.699+0000 7fa21ffff640 1 -- 172.21.15.38:0/2681523761 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa22c09cdd0 con 0x7fa238102a30 2024-04-23T18:20:56.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:56.901+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2681523761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fa23802d980 con 0x7fa238102a30 2024-04-23T18:20:57.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:56 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3551794782' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:57.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:56 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2020340179' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:57.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:56 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/228859875' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-23T18:20:57.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:56 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3551794782' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:57.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:56 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2020340179' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:57.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:56 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/228859875' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-23T18:20:57.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:56 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3551794782' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:57.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:56 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2020340179' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:57.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:56 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/228859875' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-23T18:20:57.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.833+0000 7fa21ffff640 1 -- 172.21.15.38:0/2681523761 <== mon.2 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7fa22c09c6d0 con 0x7fa238102a30 2024-04-23T18:20:57.827 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'cephfs_metadata' created 2024-04-23T18:20:57.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.837+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2681523761 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa2200a3bb0 msgr2=0x7fa2200a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:57.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.837+0000 7fa23d1bb640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa2200a3bb0 0x7fa2200a6070 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa2381997e0 tx=0x7fa228005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:57.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.837+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2681523761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa238102a30 msgr2=0x7fa2381982d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:57.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.837+0000 7fa23d1bb640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa238102a30 0x7fa2381982d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa22c00e9f0 tx=0x7fa22c00eeb0 comp rx=0 tx=0).stop 2024-04-23T18:20:57.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.837+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2681523761 shutdown_connections 2024-04-23T18:20:57.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.837+0000 7fa23d1bb640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa238107c90 0x7fa23819f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:57.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.837+0000 7fa23d1bb640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa2200a3bb0 0x7fa2200a6070 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:57.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.837+0000 7fa23d1bb640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa238105360 0x7fa238198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:57.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.837+0000 7fa23d1bb640 1 --2- 172.21.15.38:0/2681523761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa238102a30 0x7fa2381982d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:57.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.837+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2681523761 >> 172.21.15.38:0/2681523761 conn(0x7fa2380fc440 msgr2=0x7fa238103330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:57.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.838+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2681523761 shutdown_connections 2024-04-23T18:20:57.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.838+0000 7fa23d1bb640 1 -- 172.21.15.38:0/2681523761 wait complete. 2024-04-23T18:20:57.846 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-23T18:20:57.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.968+0000 7ff478ecf640 1 -- 172.21.15.38:0/4041270967 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff474102040 msgr2=0x7ff4741024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:57.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.968+0000 7ff478ecf640 1 --2- 172.21.15.38:0/4041270967 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff474102040 0x7ff4741024c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff468009900 tx=0x7ff46802a410 comp rx=0 tx=0).stop 2024-04-23T18:20:57.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.968+0000 7ff478ecf640 1 -- 172.21.15.38:0/4041270967 shutdown_connections 2024-04-23T18:20:57.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.968+0000 7ff478ecf640 1 --2- 172.21.15.38:0/4041270967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff474102a00 0x7ff474109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:57.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.968+0000 7ff478ecf640 1 --2- 172.21.15.38:0/4041270967 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff474102040 0x7ff4741024c0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.968+0000 7ff478ecf640 1 --2- 172.21.15.38:0/4041270967 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff474100e60 0x7ff474101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.968+0000 7ff478ecf640 1 -- 172.21.15.38:0/4041270967 >> 172.21.15.38:0/4041270967 conn(0x7ff4740fc440 msgr2=0x7ff4740fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.968+0000 7ff478ecf640 1 -- 172.21.15.38:0/4041270967 shutdown_connections 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.968+0000 7ff478ecf640 1 -- 172.21.15.38:0/4041270967 wait complete. 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff478ecf640 1 Processor -- start 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff478ecf640 1 -- start start 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff478ecf640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff474100e60 0x7ff474198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff478ecf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff474102040 0x7ff4741988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff478ecf640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff474102a00 0x7ff47419f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff478ecf640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff47410cb30 con 0x7ff474102a00 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff478ecf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7ff47410c9b0 con 0x7ff474102040 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff478ecf640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff47410ccb0 con 0x7ff474100e60 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff472d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff474102a00 0x7ff47419f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:57.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff472d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff474102a00 0x7ff47419f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37294/0 (socket says 172.21.15.38:37294) 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.969+0000 7ff472d9d640 1 -- 172.21.15.38:0/16714591 learned_addr learned my addr 172.21.15.38:0/16714591 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff471d9b640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff474102040 0x7ff4741988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff47259c640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff474100e60 0x7ff474198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff472d9d640 1 -- 172.21.15.38:0/16714591 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff474100e60 msgr2=0x7ff474198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff472d9d640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff474100e60 0x7ff474198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff472d9d640 1 -- 172.21.15.38:0/16714591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff474102040 msgr2=0x7ff4741988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff472d9d640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff474102040 0x7ff4741988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff472d9d640 1 -- 172.21.15.38:0/16714591 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff47419ff30 con 0x7ff474102a00 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff472d9d640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff474102a00 0x7ff47419f8c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff46c00cad0 tx=0x7ff46c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff4637fe640 1 -- 172.21.15.38:0/16714591 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c00ae20 con 0x7ff474102a00 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff478ecf640 1 -- 172.21.15.38:0/16714591 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4741a0220 con 0x7ff474102a00 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff4637fe640 1 -- 172.21.15.38:0/16714591 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff46c005020 con 0x7ff474102a00 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff4637fe640 1 -- 172.21.15.38:0/16714591 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c00f6b0 con 0x7ff474102a00 2024-04-23T18:20:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.970+0000 7ff478ecf640 1 -- 172.21.15.38:0/16714591 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4741a06f0 con 0x7ff474102a00 2024-04-23T18:20:57.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.971+0000 7ff478ecf640 1 -- 172.21.15.38:0/16714591 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4741a09b0 con 0x7ff474102a00 2024-04-23T18:20:57.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.973+0000 7ff4637fe640 1 -- 172.21.15.38:0/16714591 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff46c0051d0 con 0x7ff474102a00 2024-04-23T18:20:57.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.973+0000 7ff4637fe640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff45c0a3bb0 0x7ff45c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:57.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.974+0000 7ff47259c640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff45c0a3bb0 0x7ff45c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:57.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.974+0000 7ff4637fe640 1 -- 172.21.15.38:0/16714591 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7497+0+0 (secure 0 0 0) 0x7ff46c0d0460 con 0x7ff474102a00 2024-04-23T18:20:57.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.974+0000 7ff47259c640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff45c0a3bb0 0x7ff45c0a6070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff474101bb0 tx=0x7ff46400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:57.978+0000 7ff4637fe640 1 -- 172.21.15.38:0/16714591 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff46c014030 con 0x7ff474102a00 2024-04-23T18:20:58.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.164+0000 7ff478ecf640 1 -- 172.21.15.38:0/16714591 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ff4741a0b80 con 0x7ff474102a00 2024-04-23T18:20:58.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:58.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2681523761' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-23T18:20:58.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-23T18:20:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:58.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:58.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2681523761' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-23T18:20:58.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-23T18:20:58.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:58.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:58.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:58.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2681523761' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-23T18:20:58.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-23T18:20:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:58.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:20:58.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.837+0000 7ff4637fe640 1 -- 172.21.15.38:0/16714591 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v84) ==== 170+0+0 (secure 0 0 0) 0x7ff46c09cb20 con 0x7ff474102a00 2024-04-23T18:20:58.831 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'cephfs_data' created 2024-04-23T18:20:58.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 -- 172.21.15.38:0/16714591 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff45c0a3bb0 msgr2=0x7ff45c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff45c0a3bb0 0x7ff45c0a6070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff474101bb0 tx=0x7ff46400a2d0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 -- 172.21.15.38:0/16714591 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff474102a00 msgr2=0x7ff47419f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff474102a00 0x7ff47419f8c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff46c00cad0 tx=0x7ff46c00cf90 comp rx=0 tx=0).stop 2024-04-23T18:20:58.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 -- 172.21.15.38:0/16714591 shutdown_connections 2024-04-23T18:20:58.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff45c0a3bb0 0x7ff45c0a6070 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff474102a00 0x7ff47419f8c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff474102040 0x7ff4741988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 --2- 172.21.15.38:0/16714591 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff474100e60 0x7ff474198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 -- 172.21.15.38:0/16714591 >> 172.21.15.38:0/16714591 conn(0x7ff4740fc440 msgr2=0x7ff4740fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:58.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 -- 172.21.15.38:0/16714591 shutdown_connections 2024-04-23T18:20:58.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.840+0000 7ff478ecf640 1 -- 172.21.15.38:0/16714591 wait complete. 2024-04-23T18:20:58.858 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-23T18:20:58.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.976+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3982175135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f20107c90 msgr2=0x7f4f2010a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.976+0000 7f4f25dcd640 1 --2- 172.21.15.38:0/3982175135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f20107c90 0x7f4f2010a0e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4f18009ca0 tx=0x7f4f1802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.976+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3982175135 shutdown_connections 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.976+0000 7f4f25dcd640 1 --2- 172.21.15.38:0/3982175135 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f20105360 0x7f4f20107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.976+0000 7f4f25dcd640 1 --2- 172.21.15.38:0/3982175135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f20107c90 0x7f4f2010a0e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.976+0000 7f4f25dcd640 1 --2- 172.21.15.38:0/3982175135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f20102a30 0x7f4f20104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.976+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3982175135 >> 172.21.15.38:0/3982175135 conn(0x7f4f200fc440 msgr2=0x7f4f200fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.976+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3982175135 shutdown_connections 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.976+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3982175135 wait complete. 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f25dcd640 1 Processor -- start 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f25dcd640 1 -- start start 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f25dcd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f20102a30 0x7f4f201982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f25dcd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f20105360 0x7f4f201987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f25dcd640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f20107c90 0x7f4f2019f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f25dcd640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4f2010dc80 con 0x7f4f20105360 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f25dcd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f4f2010db00 con 0x7f4f20102a30 2024-04-23T18:20:58.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f25dcd640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4f2010de00 con 0x7f4f20107c90 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f1effd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f20105360 0x7f4f201987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f1effd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f20105360 0x7f4f201987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37314/0 (socket says 172.21.15.38:37314) 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f1effd640 1 -- 172.21.15.38:0/3451148815 learned_addr learned my addr 172.21.15.38:0/3451148815 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f1f7fe640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f20102a30 0x7f4f201982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f1ffff640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f20107c90 0x7f4f2019f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.977+0000 7f4f1effd640 1 -- 172.21.15.38:0/3451148815 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f20107c90 msgr2=0x7f4f2019f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.978+0000 7f4f1effd640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f20107c90 0x7f4f2019f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.978+0000 7f4f1effd640 1 -- 172.21.15.38:0/3451148815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f20102a30 msgr2=0x7f4f201982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.978+0000 7f4f1effd640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f20102a30 0x7f4f201982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.978+0000 7f4f1effd640 1 -- 172.21.15.38:0/3451148815 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f2019fec0 con 0x7f4f20105360 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.978+0000 7f4f1effd640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f20105360 0x7f4f201987e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4f1000e9f0 tx=0x7f4f1000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.978+0000 7f4f1cff9640 1 -- 172.21.15.38:0/3451148815 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f1000ccc0 con 0x7f4f20105360 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.978+0000 7f4f1cff9640 1 -- 172.21.15.38:0/3451148815 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4f100054f0 con 0x7f4f20105360 2024-04-23T18:20:58.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.978+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3451148815 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f201a01b0 con 0x7f4f20105360 2024-04-23T18:20:58.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.978+0000 7f4f1cff9640 1 -- 172.21.15.38:0/3451148815 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f10010690 con 0x7f4f20105360 2024-04-23T18:20:58.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.978+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3451148815 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f201a0700 con 0x7f4f20105360 2024-04-23T18:20:58.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.979+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3451148815 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f200fdf30 con 0x7f4f20105360 2024-04-23T18:20:58.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.980+0000 7f4f1cff9640 1 -- 172.21.15.38:0/3451148815 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4f100046c0 con 0x7f4f20105360 2024-04-23T18:20:58.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.981+0000 7f4f1cff9640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f0c0a3c30 0x7f4f0c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.981+0000 7f4f1f7fe640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f0c0a3c30 0x7f4f0c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.981+0000 7f4f1cff9640 1 -- 172.21.15.38:0/3451148815 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7879+0+0 (secure 0 0 0) 0x7f4f100d08b0 con 0x7f4f20105360 2024-04-23T18:20:58.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.981+0000 7f4f1f7fe640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f0c0a3c30 0x7f4f0c0a60f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4f0800bbe0 tx=0x7f4f0800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:58.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:58.984+0000 7f4f1cff9640 1 -- 172.21.15.38:0/3451148815 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4f10053ff0 con 0x7f4f20105360 2024-04-23T18:20:59.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:58 smithi038 ceph-mon[29217]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-23T18:20:59.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:58 smithi038 ceph-mon[29217]: osdmap e83: 12 total, 12 up, 12 in 2024-04-23T18:20:59.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:58 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/16714591' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-23T18:20:59.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.211+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3451148815 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f4f2002d5c0 con 0x7f4f20105360 2024-04-23T18:20:59.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:58 smithi076 ceph-mon[32458]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-23T18:20:59.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:58 smithi076 ceph-mon[32458]: osdmap e83: 12 total, 12 up, 12 in 2024-04-23T18:20:59.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:58 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/16714591' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-23T18:20:59.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:58 smithi102 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-23T18:20:59.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:58 smithi102 ceph-mon[32874]: osdmap e83: 12 total, 12 up, 12 in 2024-04-23T18:20:59.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:58 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/16714591' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-23T18:20:59.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.839+0000 7f4f1cff9640 1 -- 172.21.15.38:0/3451148815 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f4f1009d440 con 0x7f4f20105360 2024-04-23T18:20:59.833 INFO:teuthology.orchestra.run.smithi038.stderr:new fs with metadata pool 2 and data pool 3 2024-04-23T18:20:59.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.842+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3451148815 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f0c0a3c30 msgr2=0x7f4f0c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.842+0000 7f4f25dcd640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f0c0a3c30 0x7f4f0c0a60f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4f0800bbe0 tx=0x7f4f0800b390 comp rx=0 tx=0).stop 2024-04-23T18:20:59.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.842+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3451148815 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f20105360 msgr2=0x7f4f201987e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.842+0000 7f4f25dcd640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f20105360 0x7f4f201987e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4f1000e9f0 tx=0x7f4f1000eeb0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.842+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3451148815 shutdown_connections 2024-04-23T18:20:59.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.842+0000 7f4f25dcd640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f20107c90 0x7f4f2019f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.842+0000 7f4f25dcd640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f0c0a3c30 0x7f4f0c0a60f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.842+0000 7f4f25dcd640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f20105360 0x7f4f201987e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.842+0000 7f4f25dcd640 1 --2- 172.21.15.38:0/3451148815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f20102a30 0x7f4f201982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.842+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3451148815 >> 172.21.15.38:0/3451148815 conn(0x7f4f200fc440 msgr2=0x7f4f20103390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:59.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.843+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3451148815 shutdown_connections 2024-04-23T18:20:59.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.843+0000 7f4f25dcd640 1 -- 172.21.15.38:0/3451148815 wait complete. 2024-04-23T18:20:59.859 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:20:59.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/4089537543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9dcc107c80 msgr2=0x7f9dcc10a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 --2- 172.21.15.38:0/4089537543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9dcc107c80 0x7f9dcc10a0d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4009ca0 tx=0x7f9dc402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/4089537543 shutdown_connections 2024-04-23T18:20:59.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 --2- 172.21.15.38:0/4089537543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9dcc105350 0x7f9dcc107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 --2- 172.21.15.38:0/4089537543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9dcc107c80 0x7f9dcc10a0d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 --2- 172.21.15.38:0/4089537543 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dcc102a20 0x7f9dcc104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/4089537543 >> 172.21.15.38:0/4089537543 conn(0x7f9dcc0fc430 msgr2=0x7f9dcc0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/4089537543 shutdown_connections 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/4089537543 wait complete. 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 Processor -- start 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.978+0000 7f9dd3d8e640 1 -- start start 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd3d8e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9dcc102a20 0x7f9dcc198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd3d8e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dcc105350 0x7f9dcc1987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd3d8e640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9dcc107c80 0x7f9dcc19f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd3d8e640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc10dc20 con 0x7f9dcc102a20 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd3d8e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc10daa0 con 0x7f9dcc105350 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd3d8e640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc10dda0 con 0x7f9dcc107c80 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd1b2a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9dcc102a20 0x7f9dcc198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd1b2a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9dcc102a20 0x7f9dcc198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40040/0 (socket says 172.21.15.38:40040) 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd1b2a640 1 -- 172.21.15.38:0/1588999797 learned_addr learned my addr 172.21.15.38:0/1588999797 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd232b640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9dcc107c80 0x7f9dcc19f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd1329640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dcc105350 0x7f9dcc1987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd1b2a640 1 -- 172.21.15.38:0/1588999797 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9dcc107c80 msgr2=0x7f9dcc19f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd1b2a640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9dcc107c80 0x7f9dcc19f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd1b2a640 1 -- 172.21.15.38:0/1588999797 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dcc105350 msgr2=0x7f9dcc1987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd1b2a640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dcc105350 0x7f9dcc1987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd1b2a640 1 -- 172.21.15.38:0/1588999797 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dcc19fea0 con 0x7f9dcc102a20 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd1b2a640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9dcc102a20 0x7f9dcc198280 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9dc800c890 tx=0x7f9dc800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dc2ffd640 1 -- 172.21.15.38:0/1588999797 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc8004220 con 0x7f9dcc102a20 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dc2ffd640 1 -- 172.21.15.38:0/1588999797 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9dc80043c0 con 0x7f9dcc102a20 2024-04-23T18:20:59.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/1588999797 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dcc1a0190 con 0x7f9dcc102a20 2024-04-23T18:20:59.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dc2ffd640 1 -- 172.21.15.38:0/1588999797 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc80049c0 con 0x7f9dcc102a20 2024-04-23T18:20:59.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.979+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/1588999797 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dcc1a06e0 con 0x7f9dcc102a20 2024-04-23T18:20:59.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.980+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/1588999797 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dcc0fdf20 con 0x7f9dcc102a20 2024-04-23T18:20:59.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.982+0000 7f9dc2ffd640 1 -- 172.21.15.38:0/1588999797 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9dc8005140 con 0x7f9dcc102a20 2024-04-23T18:20:59.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.983+0000 7f9dc2ffd640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9db80a3bb0 0x7f9db80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.983+0000 7f9dd1329640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9db80a3bb0 0x7f9db80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.983+0000 7f9dc2ffd640 1 -- 172.21.15.38:0/1588999797 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f9dc80d0340 con 0x7f9dcc102a20 2024-04-23T18:20:59.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.983+0000 7f9dd1329640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9db80a3bb0 0x7f9db80a6070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc199790 tx=0x7f9dbc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:59.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:20:59.987+0000 7f9dc2ffd640 1 -- 172.21.15.38:0/1588999797 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9dc8014030 con 0x7f9dcc102a20 2024-04-23T18:21:00.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:59 smithi038 ceph-mon[29217]: pgmap v285: 33 pgs: 9 creating+peering, 1 active+clean, 23 unknown; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:21:00.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:59 smithi038 ceph-mon[29217]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-23T18:21:00.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:59 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/16714591' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-23T18:21:00.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:59 smithi038 ceph-mon[29217]: osdmap e84: 12 total, 12 up, 12 in 2024-04-23T18:21:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:59 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3451148815' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-23T18:21:00.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:20:59 smithi038 ceph-mon[29217]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-23T18:21:00.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.174+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/1588999797 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9dcc062b50 con 0x7f9dcc102a20 2024-04-23T18:21:00.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.176+0000 7f9dc2ffd640 1 -- 172.21.15.38:0/1588999797 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22162 (secure 0 0 0) 0x7f9dc809ce70 con 0x7f9dcc102a20 2024-04-23T18:21:00.170 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:21:00.170 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":85,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:20:59.213415+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:21:00.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/1588999797 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9db80a3bb0 msgr2=0x7f9db80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9db80a3bb0 0x7f9db80a6070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc199790 tx=0x7f9dbc005f90 comp rx=0 tx=0).stop 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/1588999797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9dcc102a20 msgr2=0x7f9dcc198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9dcc102a20 0x7f9dcc198280 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9dc800c890 tx=0x7f9dc800cd50 comp rx=0 tx=0).stop 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/1588999797 shutdown_connections 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9dcc107c80 0x7f9dcc19f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f9db80a3bb0 0x7f9db80a6070 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dcc105350 0x7f9dcc1987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 --2- 172.21.15.38:0/1588999797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9dcc102a20 0x7f9dcc198280 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/1588999797 >> 172.21.15.38:0/1588999797 conn(0x7f9dcc0fc430 msgr2=0x7f9dcc103380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/1588999797 shutdown_connections 2024-04-23T18:21:00.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.178+0000 7f9dd3d8e640 1 -- 172.21.15.38:0/1588999797 wait complete. 2024-04-23T18:21:00.183 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:21:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:59 smithi076 ceph-mon[32458]: pgmap v285: 33 pgs: 9 creating+peering, 1 active+clean, 23 unknown; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:21:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:59 smithi076 ceph-mon[32458]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-23T18:21:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:59 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/16714591' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-23T18:21:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:59 smithi076 ceph-mon[32458]: osdmap e84: 12 total, 12 up, 12 in 2024-04-23T18:21:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:59 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3451148815' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-23T18:21:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:20:59 smithi076 ceph-mon[32458]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-23T18:21:00.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.293+0000 7fd49fd95640 1 -- 172.21.15.38:0/3477645895 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd4981011c0 msgr2=0x7fd498101620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.293+0000 7fd49fd95640 1 --2- 172.21.15.38:0/3477645895 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd4981011c0 0x7fd498101620 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd488009900 tx=0x7fd48802a410 comp rx=0 tx=0).stop 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 -- 172.21.15.38:0/3477645895 shutdown_connections 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 --2- 172.21.15.38:0/3477645895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd498101b60 0x7fd498101fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 --2- 172.21.15.38:0/3477645895 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd4981011c0 0x7fd498101620 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 --2- 172.21.15.38:0/3477645895 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd498100860 0x7fd498100c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 -- 172.21.15.38:0/3477645895 >> 172.21.15.38:0/3477645895 conn(0x7fd4980fc400 msgr2=0x7fd4980fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 -- 172.21.15.38:0/3477645895 shutdown_connections 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 -- 172.21.15.38:0/3477645895 wait complete. 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 Processor -- start 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 -- start start 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd498100860 0x7fd49819a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4981011c0 0x7fd49819a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd498101b60 0x7fd4981a19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd49810fe50 con 0x7fd498101b60 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd49810fcd0 con 0x7fd4981011c0 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.294+0000 7fd49fd95640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd49810ffd0 con 0x7fd498100860 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49e332640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd498101b60 0x7fd4981a19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49e332640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd498101b60 0x7fd4981a19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40048/0 (socket says 172.21.15.38:40048) 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49e332640 1 -- 172.21.15.38:0/1369299709 learned_addr learned my addr 172.21.15.38:0/1369299709 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49db31640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd498100860 0x7fd49819a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49d330640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4981011c0 0x7fd49819a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49e332640 1 -- 172.21.15.38:0/1369299709 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd498100860 msgr2=0x7fd49819a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49e332640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd498100860 0x7fd49819a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49e332640 1 -- 172.21.15.38:0/1369299709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4981011c0 msgr2=0x7fd49819a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49e332640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4981011c0 0x7fd49819a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49e332640 1 -- 172.21.15.38:0/1369299709 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4981a2050 con 0x7fd498101b60 2024-04-23T18:21:00.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49e332640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd498101b60 0x7fd4981a19e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd49000cce0 tx=0x7fd49000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:00.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd48effd640 1 -- 172.21.15.38:0/1369299709 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd49000f450 con 0x7fd498101b60 2024-04-23T18:21:00.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd48effd640 1 -- 172.21.15.38:0/1369299709 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd49000fac0 con 0x7fd498101b60 2024-04-23T18:21:00.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49fd95640 1 -- 172.21.15.38:0/1369299709 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4981a2340 con 0x7fd498101b60 2024-04-23T18:21:00.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd48effd640 1 -- 172.21.15.38:0/1369299709 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd490018be0 con 0x7fd498101b60 2024-04-23T18:21:00.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.295+0000 7fd49fd95640 1 -- 172.21.15.38:0/1369299709 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4981a2810 con 0x7fd498101b60 2024-04-23T18:21:00.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.296+0000 7fd49fd95640 1 -- 172.21.15.38:0/1369299709 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd49810b700 con 0x7fd498101b60 2024-04-23T18:21:00.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.298+0000 7fd48effd640 1 -- 172.21.15.38:0/1369299709 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd49000fc70 con 0x7fd498101b60 2024-04-23T18:21:00.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.298+0000 7fd48effd640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd4840a3bb0 0x7fd4840a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.298+0000 7fd48effd640 1 -- 172.21.15.38:0/1369299709 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7fd4900d0940 con 0x7fd498101b60 2024-04-23T18:21:00.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.298+0000 7fd49db31640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd4840a3bb0 0x7fd4840a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.299+0000 7fd49db31640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd4840a3bb0 0x7fd4840a6070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd49400bbe0 tx=0x7fd49400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:00.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.302+0000 7fd48effd640 1 -- 172.21.15.38:0/1369299709 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd490014030 con 0x7fd498101b60 2024-04-23T18:21:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:59 smithi102 ceph-mon[32874]: pgmap v285: 33 pgs: 9 creating+peering, 1 active+clean, 23 unknown; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:21:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:59 smithi102 ceph-mon[32874]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-23T18:21:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:59 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/16714591' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-23T18:21:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:59 smithi102 ceph-mon[32874]: osdmap e84: 12 total, 12 up, 12 in 2024-04-23T18:21:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:59 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3451148815' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-23T18:21:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:20:59 smithi102 ceph-mon[32874]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-23T18:21:00.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.491+0000 7fd49fd95640 1 -- 172.21.15.38:0/1369299709 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd498062b50 con 0x7fd498101b60 2024-04-23T18:21:00.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.492+0000 7fd48effd640 1 -- 172.21.15.38:0/1369299709 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22162 (secure 0 0 0) 0x7fd49009d500 con 0x7fd498101b60 2024-04-23T18:21:00.486 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:21:00.487 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":85,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:20:59.213415+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 -- 172.21.15.38:0/1369299709 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd4840a3bb0 msgr2=0x7fd4840a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd4840a3bb0 0x7fd4840a6070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd49400bbe0 tx=0x7fd49400b390 comp rx=0 tx=0).stop 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 -- 172.21.15.38:0/1369299709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd498101b60 msgr2=0x7fd4981a19e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd498101b60 0x7fd4981a19e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd49000cce0 tx=0x7fd49000a620 comp rx=0 tx=0).stop 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 -- 172.21.15.38:0/1369299709 shutdown_connections 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd4840a3bb0 0x7fd4840a6070 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd498101b60 0x7fd4981a19e0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4981011c0 0x7fd49819a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 --2- 172.21.15.38:0/1369299709 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd498100860 0x7fd49819a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 -- 172.21.15.38:0/1369299709 >> 172.21.15.38:0/1369299709 conn(0x7fd4980fc400 msgr2=0x7fd4980fdad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:00.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 -- 172.21.15.38:0/1369299709 shutdown_connections 2024-04-23T18:21:00.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.495+0000 7fd49fd95640 1 -- 172.21.15.38:0/1369299709 wait complete. 2024-04-23T18:21:00.500 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-23T18:21:00.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.611+0000 7ff63a14a640 1 -- 172.21.15.38:0/589734469 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff634101fb0 msgr2=0x7ff6341023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.611+0000 7ff63a14a640 1 --2- 172.21.15.38:0/589734469 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff634101fb0 0x7ff6341023d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff624009900 tx=0x7ff62402a410 comp rx=0 tx=0).stop 2024-04-23T18:21:00.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.611+0000 7ff63a14a640 1 -- 172.21.15.38:0/589734469 shutdown_connections 2024-04-23T18:21:00.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.611+0000 7ff63a14a640 1 --2- 172.21.15.38:0/589734469 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6341031a0 0x7ff634103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.611+0000 7ff63a14a640 1 --2- 172.21.15.38:0/589734469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634103b60 0x7ff63410a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.611+0000 7ff63a14a640 1 --2- 172.21.15.38:0/589734469 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff634101fb0 0x7ff6341023d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.611+0000 7ff63a14a640 1 -- 172.21.15.38:0/589734469 >> 172.21.15.38:0/589734469 conn(0x7ff6340fd520 msgr2=0x7ff6340ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.611+0000 7ff63a14a640 1 -- 172.21.15.38:0/589734469 shutdown_connections 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.611+0000 7ff63a14a640 1 -- 172.21.15.38:0/589734469 wait complete. 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.611+0000 7ff63a14a640 1 Processor -- start 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff63a14a640 1 -- start start 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff63a14a640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff634101fb0 0x7ff6341982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff63a14a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6341031a0 0x7ff634198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff63a14a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634103b60 0x7ff63419f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff63a14a640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff63410dc10 con 0x7ff6341031a0 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff63a14a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7ff63410da90 con 0x7ff634103b60 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff63a14a640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff63410dd90 con 0x7ff634101fb0 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff632ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6341031a0 0x7ff634198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff632ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6341031a0 0x7ff634198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40068/0 (socket says 172.21.15.38:40068) 2024-04-23T18:21:00.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff632ffd640 1 -- 172.21.15.38:0/4133111252 learned_addr learned my addr 172.21.15.38:0/4133111252 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff6337fe640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff634101fb0 0x7ff6341982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff633fff640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634103b60 0x7ff63419f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff632ffd640 1 -- 172.21.15.38:0/4133111252 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff634101fb0 msgr2=0x7ff6341982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff632ffd640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff634101fb0 0x7ff6341982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff632ffd640 1 -- 172.21.15.38:0/4133111252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634103b60 msgr2=0x7ff63419f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff632ffd640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634103b60 0x7ff63419f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff632ffd640 1 -- 172.21.15.38:0/4133111252 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff63419ff10 con 0x7ff6341031a0 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff633fff640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634103b60 0x7ff63419f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.612+0000 7ff632ffd640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6341031a0 0x7ff634198830 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff62800c970 tx=0x7ff62800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.613+0000 7ff630ff9640 1 -- 172.21.15.38:0/4133111252 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff628007bb0 con 0x7ff6341031a0 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.613+0000 7ff630ff9640 1 -- 172.21.15.38:0/4133111252 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff628007d50 con 0x7ff6341031a0 2024-04-23T18:21:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.613+0000 7ff63a14a640 1 -- 172.21.15.38:0/4133111252 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6341a0200 con 0x7ff6341031a0 2024-04-23T18:21:00.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.613+0000 7ff630ff9640 1 -- 172.21.15.38:0/4133111252 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff62800f450 con 0x7ff6341031a0 2024-04-23T18:21:00.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.613+0000 7ff63a14a640 1 -- 172.21.15.38:0/4133111252 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6341a0750 con 0x7ff6341031a0 2024-04-23T18:21:00.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.614+0000 7ff63a14a640 1 -- 172.21.15.38:0/4133111252 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff634109350 con 0x7ff6341031a0 2024-04-23T18:21:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.615+0000 7ff630ff9640 1 -- 172.21.15.38:0/4133111252 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff6280046c0 con 0x7ff6341031a0 2024-04-23T18:21:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.615+0000 7ff630ff9640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff61c0a3c30 0x7ff61c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.616+0000 7ff6337fe640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff61c0a3c30 0x7ff61c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.616+0000 7ff630ff9640 1 -- 172.21.15.38:0/4133111252 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7ff6280d0130 con 0x7ff6341031a0 2024-04-23T18:21:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.616+0000 7ff6337fe640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff61c0a3c30 0x7ff61c0a60f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff624000c00 tx=0x7ff624031c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:00.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.620+0000 7ff630ff9640 1 -- 172.21.15.38:0/4133111252 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff628014030 con 0x7ff6341031a0 2024-04-23T18:21:00.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:00.849+0000 7ff63a14a640 1 -- 172.21.15.38:0/4133111252 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff634062b50 con 0x7ff6341031a0 2024-04-23T18:21:01.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:00 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3451148815' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-23T18:21:01.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:00 smithi038 ceph-mon[29217]: osdmap e85: 12 total, 12 up, 12 in 2024-04-23T18:21:01.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:00 smithi038 ceph-mon[29217]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-23T18:21:01.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:00 smithi038 ceph-mon[29217]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-23T18:21:01.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:00 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1588999797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:01.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:00 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] up:active 2024-04-23T18:21:01.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:00 smithi038 ceph-mon[29217]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:01.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:00 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1369299709' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:01.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:00 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4133111252' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-23T18:21:01.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:00 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3451148815' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-23T18:21:01.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:00 smithi076 ceph-mon[32458]: osdmap e85: 12 total, 12 up, 12 in 2024-04-23T18:21:01.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:00 smithi076 ceph-mon[32458]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-23T18:21:01.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:00 smithi076 ceph-mon[32458]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-23T18:21:01.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:00 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1588999797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:01.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:00 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] up:active 2024-04-23T18:21:01.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:00 smithi076 ceph-mon[32458]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:01.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:00 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1369299709' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:01.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:00 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4133111252' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-23T18:21:01.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.305+0000 7ff630ff9640 1 -- 172.21.15.38:0/4133111252 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7ff62809cbc0 con 0x7ff6341031a0 2024-04-23T18:21:01.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 -- 172.21.15.38:0/4133111252 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff61c0a3c30 msgr2=0x7ff61c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:01.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff61c0a3c30 0x7ff61c0a60f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff624000c00 tx=0x7ff624031c60 comp rx=0 tx=0).stop 2024-04-23T18:21:01.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 -- 172.21.15.38:0/4133111252 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6341031a0 msgr2=0x7ff634198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:01.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6341031a0 0x7ff634198830 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff62800c970 tx=0x7ff62800ce30 comp rx=0 tx=0).stop 2024-04-23T18:21:01.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 -- 172.21.15.38:0/4133111252 shutdown_connections 2024-04-23T18:21:01.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff61c0a3c30 0x7ff61c0a60f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634103b60 0x7ff63419f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6341031a0 0x7ff634198830 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 --2- 172.21.15.38:0/4133111252 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff634101fb0 0x7ff6341982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 -- 172.21.15.38:0/4133111252 >> 172.21.15.38:0/4133111252 conn(0x7ff6340fd520 msgr2=0x7ff634106520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:01.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 -- 172.21.15.38:0/4133111252 shutdown_connections 2024-04-23T18:21:01.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.307+0000 7ff63a14a640 1 -- 172.21.15.38:0/4133111252 wait complete. 2024-04-23T18:21:01.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:00 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3451148815' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-23T18:21:01.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:00 smithi102 ceph-mon[32874]: osdmap e85: 12 total, 12 up, 12 in 2024-04-23T18:21:01.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:00 smithi102 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-23T18:21:01.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:00 smithi102 ceph-mon[32874]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-23T18:21:01.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:00 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1588999797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:01.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:00 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] up:active 2024-04-23T18:21:01.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:00 smithi102 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:01.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:00 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1369299709' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:01.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:00 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4133111252' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-23T18:21:01.313 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-23T18:21:01.313 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.427+0000 7fb82234b640 1 -- 172.21.15.38:0/2190721506 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81c101ff0 msgr2=0x7fb81c102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.427+0000 7fb82234b640 1 --2- 172.21.15.38:0/2190721506 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81c101ff0 0x7fb81c102470 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb810009900 tx=0x7fb81002a410 comp rx=0 tx=0).stop 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 -- 172.21.15.38:0/2190721506 shutdown_connections 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 --2- 172.21.15.38:0/2190721506 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb81c1029b0 0x7fb81c1092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 --2- 172.21.15.38:0/2190721506 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81c101ff0 0x7fb81c102470 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 --2- 172.21.15.38:0/2190721506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c100ea0 0x7fb81c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 -- 172.21.15.38:0/2190721506 >> 172.21.15.38:0/2190721506 conn(0x7fb81c0fc410 msgr2=0x7fb81c0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 -- 172.21.15.38:0/2190721506 shutdown_connections 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 -- 172.21.15.38:0/2190721506 wait complete. 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 Processor -- start 2024-04-23T18:21:01.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 -- start start 2024-04-23T18:21:01.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81c100ea0 0x7fb81c104e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:01.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c101ff0 0x7fb81c103460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb81c1029b0 0x7fb81c1039a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb81c10cb80 con 0x7fb81c100ea0 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.428+0000 7fb82234b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fb81c10ca00 con 0x7fb81c101ff0 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb82234b640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb81c10cd00 con 0x7fb81c1029b0 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb81bfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81c100ea0 0x7fb81c104e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb81bfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81c100ea0 0x7fb81c104e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40084/0 (socket says 172.21.15.38:40084) 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb81bfff640 1 -- 172.21.15.38:0/1722805673 learned_addr learned my addr 172.21.15.38:0/1722805673 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb81b7fe640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c101ff0 0x7fb81c103460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb8208e8640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb81c1029b0 0x7fb81c1039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb81bfff640 1 -- 172.21.15.38:0/1722805673 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb81c1029b0 msgr2=0x7fb81c1039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb81bfff640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb81c1029b0 0x7fb81c1039a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb81bfff640 1 -- 172.21.15.38:0/1722805673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c101ff0 msgr2=0x7fb81c103460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb81bfff640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c101ff0 0x7fb81c103460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb81bfff640 1 -- 172.21.15.38:0/1722805673 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb81c104230 con 0x7fb81c100ea0 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb81bfff640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81c100ea0 0x7fb81c104e20 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb80c00c920 tx=0x7fb80c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:01.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb8197fa640 1 -- 172.21.15.38:0/1722805673 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb80c007c70 con 0x7fb81c100ea0 2024-04-23T18:21:01.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb82234b640 1 -- 172.21.15.38:0/1722805673 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb81c1a2440 con 0x7fb81c100ea0 2024-04-23T18:21:01.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb8197fa640 1 -- 172.21.15.38:0/1722805673 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb80c007e10 con 0x7fb81c100ea0 2024-04-23T18:21:01.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb8197fa640 1 -- 172.21.15.38:0/1722805673 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb80c0188c0 con 0x7fb81c100ea0 2024-04-23T18:21:01.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.429+0000 7fb82234b640 1 -- 172.21.15.38:0/1722805673 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb81c1a2960 con 0x7fb81c100ea0 2024-04-23T18:21:01.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.430+0000 7fb82234b640 1 -- 172.21.15.38:0/1722805673 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb81c0684e0 con 0x7fb81c100ea0 2024-04-23T18:21:01.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.431+0000 7fb8197fa640 1 -- 172.21.15.38:0/1722805673 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb80c018a60 con 0x7fb81c100ea0 2024-04-23T18:21:01.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.432+0000 7fb8197fa640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8040a3bb0 0x7fb8040a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:01.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.432+0000 7fb81b7fe640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8040a3bb0 0x7fb8040a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:01.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.432+0000 7fb8197fa640 1 -- 172.21.15.38:0/1722805673 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fb80c0d04d0 con 0x7fb81c100ea0 2024-04-23T18:21:01.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.433+0000 7fb81b7fe640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8040a3bb0 0x7fb8040a6070 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb810031440 tx=0x7fb810031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:01.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.437+0000 7fb8197fa640 1 -- 172.21.15.38:0/1722805673 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb80c014030 con 0x7fb81c100ea0 2024-04-23T18:21:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:01.665+0000 7fb82234b640 1 -- 172.21.15.38:0/1722805673 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7fb81c1a2d20 con 0x7fb81c100ea0 2024-04-23T18:21:02.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:01 smithi038 ceph-mon[29217]: pgmap v288: 97 pgs: 15 active+clean, 30 creating+peering, 52 unknown; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 3 op/s 2024-04-23T18:21:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:01 smithi038 ceph-mon[29217]: osdmap e86: 12 total, 12 up, 12 in 2024-04-23T18:21:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:01 smithi038 ceph-mon[29217]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-23T18:21:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:01 smithi038 ceph-mon[29217]: Cluster is now healthy 2024-04-23T18:21:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:01 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4133111252' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-23T18:21:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:01 smithi038 ceph-mon[29217]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:02.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:01 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1722805673' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-23T18:21:02.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:01 smithi076 ceph-mon[32458]: pgmap v288: 97 pgs: 15 active+clean, 30 creating+peering, 52 unknown; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 3 op/s 2024-04-23T18:21:02.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:01 smithi076 ceph-mon[32458]: osdmap e86: 12 total, 12 up, 12 in 2024-04-23T18:21:02.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:01 smithi076 ceph-mon[32458]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-23T18:21:02.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:01 smithi076 ceph-mon[32458]: Cluster is now healthy 2024-04-23T18:21:02.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:01 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4133111252' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-23T18:21:02.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:01 smithi076 ceph-mon[32458]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:02.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:01 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1722805673' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-23T18:21:02.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:01 smithi102 ceph-mon[32874]: pgmap v288: 97 pgs: 15 active+clean, 30 creating+peering, 52 unknown; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 3 op/s 2024-04-23T18:21:02.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:01 smithi102 ceph-mon[32874]: osdmap e86: 12 total, 12 up, 12 in 2024-04-23T18:21:02.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:01 smithi102 ceph-mon[32874]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-23T18:21:02.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:01 smithi102 ceph-mon[32874]: Cluster is now healthy 2024-04-23T18:21:02.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:01 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4133111252' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-23T18:21:02.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:01 smithi102 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:02.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:01 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1722805673' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-23T18:21:02.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.311+0000 7fb8197fa640 1 -- 172.21.15.38:0/1722805673 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v17) ==== 105+0+0 (secure 0 0 0) 0x7fb80c09cf60 con 0x7fb81c100ea0 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 -- 172.21.15.38:0/1722805673 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8040a3bb0 msgr2=0x7fb8040a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8040a3bb0 0x7fb8040a6070 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb810031440 tx=0x7fb810031510 comp rx=0 tx=0).stop 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 -- 172.21.15.38:0/1722805673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81c100ea0 msgr2=0x7fb81c104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81c100ea0 0x7fb81c104e20 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb80c00c920 tx=0x7fb80c00cde0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 -- 172.21.15.38:0/1722805673 shutdown_connections 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb81c1029b0 0x7fb81c1039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8040a3bb0 0x7fb8040a6070 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c101ff0 0x7fb81c103460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 --2- 172.21.15.38:0/1722805673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81c100ea0 0x7fb81c104e20 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 -- 172.21.15.38:0/1722805673 >> 172.21.15.38:0/1722805673 conn(0x7fb81c0fc410 msgr2=0x7fb81c0fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 -- 172.21.15.38:0/1722805673 shutdown_connections 2024-04-23T18:21:02.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.314+0000 7fb82234b640 1 -- 172.21.15.38:0/1722805673 wait complete. 2024-04-23T18:21:02.324 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-23T18:21:02.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.441+0000 7f372648a640 1 -- 172.21.15.38:0/3336657748 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37201029a0 msgr2=0x7f37201092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:02.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.441+0000 7f372648a640 1 --2- 172.21.15.38:0/3336657748 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37201029a0 0x7f37201092c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3718009ca0 tx=0x7f371802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.441+0000 7f372648a640 1 -- 172.21.15.38:0/3336657748 shutdown_connections 2024-04-23T18:21:02.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.441+0000 7f372648a640 1 --2- 172.21.15.38:0/3336657748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3720101fe0 0x7f3720102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.441+0000 7f372648a640 1 --2- 172.21.15.38:0/3336657748 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37201029a0 0x7f37201092c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.441+0000 7f372648a640 1 --2- 172.21.15.38:0/3336657748 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3720100e90 0x7f37201012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.441+0000 7f372648a640 1 -- 172.21.15.38:0/3336657748 >> 172.21.15.38:0/3336657748 conn(0x7f37200fc400 msgr2=0x7f37200fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:02.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.442+0000 7f372648a640 1 -- 172.21.15.38:0/3336657748 shutdown_connections 2024-04-23T18:21:02.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.442+0000 7f372648a640 1 -- 172.21.15.38:0/3336657748 wait complete. 2024-04-23T18:21:02.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.442+0000 7f372648a640 1 Processor -- start 2024-04-23T18:21:02.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.442+0000 7f372648a640 1 -- start start 2024-04-23T18:21:02.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.442+0000 7f372648a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3720100e90 0x7f3720198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.442+0000 7f372648a640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3720101fe0 0x7f3720198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.442+0000 7f372648a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37201029a0 0x7f372019f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.442+0000 7f372648a640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f372010dca0 con 0x7f3720100e90 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.442+0000 7f372648a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f372010db20 con 0x7f37201029a0 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.442+0000 7f372648a640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f372010de20 con 0x7f3720101fe0 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3720100e90 0x7f3720198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3720100e90 0x7f3720198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40096/0 (socket says 172.21.15.38:40096) 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371ffff640 1 -- 172.21.15.38:0/3146660590 learned_addr learned my addr 172.21.15.38:0/3146660590 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371f7fe640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3720101fe0 0x7f3720198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f3724a27640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37201029a0 0x7f372019f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371ffff640 1 -- 172.21.15.38:0/3146660590 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3720101fe0 msgr2=0x7f3720198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371ffff640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3720101fe0 0x7f3720198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371ffff640 1 -- 172.21.15.38:0/3146660590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37201029a0 msgr2=0x7f372019f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371ffff640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37201029a0 0x7f372019f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371ffff640 1 -- 172.21.15.38:0/3146660590 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f372019ff30 con 0x7f3720100e90 2024-04-23T18:21:02.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371ffff640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3720100e90 0x7f3720198310 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f371000d950 tx=0x7f371000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:02.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371d7fa640 1 -- 172.21.15.38:0/3146660590 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3710017070 con 0x7f3720100e90 2024-04-23T18:21:02.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371d7fa640 1 -- 172.21.15.38:0/3146660590 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3710009c30 con 0x7f3720100e90 2024-04-23T18:21:02.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f372648a640 1 -- 172.21.15.38:0/3146660590 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37201a0220 con 0x7f3720100e90 2024-04-23T18:21:02.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f371d7fa640 1 -- 172.21.15.38:0/3146660590 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f371000f6b0 con 0x7f3720100e90 2024-04-23T18:21:02.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.443+0000 7f372648a640 1 -- 172.21.15.38:0/3146660590 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37201a07f0 con 0x7f3720100e90 2024-04-23T18:21:02.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.444+0000 7f372648a640 1 -- 172.21.15.38:0/3146660590 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3720108220 con 0x7f3720100e90 2024-04-23T18:21:02.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.446+0000 7f371d7fa640 1 -- 172.21.15.38:0/3146660590 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f37100109c0 con 0x7f3720100e90 2024-04-23T18:21:02.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.446+0000 7f371d7fa640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37080a3bb0 0x7f37080a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:02.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.446+0000 7f371f7fe640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37080a3bb0 0x7f37080a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:02.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.446+0000 7f371d7fa640 1 -- 172.21.15.38:0/3146660590 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f37100cfff0 con 0x7f3720100e90 2024-04-23T18:21:02.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.447+0000 7f371f7fe640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37080a3bb0 0x7f37080a6070 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3720199820 tx=0x7f3714008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:02.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.451+0000 7f371d7fa640 1 -- 172.21.15.38:0/3146660590 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3710009de0 con 0x7f3720100e90 2024-04-23T18:21:02.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:02.685+0000 7f372648a640 1 -- 172.21.15.38:0/3146660590 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f372002d5c0 con 0x7f3720100e90 2024-04-23T18:21:03.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:02 smithi038 ceph-mon[29217]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-23T18:21:03.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:02 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1722805673' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-23T18:21:03.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:02 smithi038 ceph-mon[29217]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-23T18:21:03.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:02 smithi038 ceph-mon[29217]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:03.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:02 smithi038 ceph-mon[29217]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-23T18:21:03.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:02 smithi038 ceph-mon[29217]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-23T18:21:03.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:02 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3146660590' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-23T18:21:03.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:02 smithi076 ceph-mon[32458]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-23T18:21:03.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:02 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1722805673' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-23T18:21:03.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:02 smithi076 ceph-mon[32458]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-23T18:21:03.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:02 smithi076 ceph-mon[32458]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:03.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:02 smithi076 ceph-mon[32458]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-23T18:21:03.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:02 smithi076 ceph-mon[32458]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-23T18:21:03.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:02 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3146660590' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-23T18:21:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:02 smithi102 ceph-mon[32874]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-23T18:21:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:02 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1722805673' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-23T18:21:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:02 smithi102 ceph-mon[32874]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-23T18:21:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:02 smithi102 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:02 smithi102 ceph-mon[32874]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-23T18:21:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:02 smithi102 ceph-mon[32874]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-23T18:21:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:02 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3146660590' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-23T18:21:03.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.324+0000 7f371d7fa640 1 -- 172.21.15.38:0/3146660590 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v19) ==== 121+0+0 (secure 0 0 0) 0x7f371009cac0 con 0x7f3720100e90 2024-04-23T18:21:03.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.326+0000 7f372648a640 1 -- 172.21.15.38:0/3146660590 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37080a3bb0 msgr2=0x7f37080a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.326+0000 7f372648a640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37080a3bb0 0x7f37080a6070 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3720199820 tx=0x7f3714008040 comp rx=0 tx=0).stop 2024-04-23T18:21:03.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.326+0000 7f372648a640 1 -- 172.21.15.38:0/3146660590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3720100e90 msgr2=0x7f3720198310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.326+0000 7f372648a640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3720100e90 0x7f3720198310 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f371000d950 tx=0x7f371000de10 comp rx=0 tx=0).stop 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.326+0000 7f372648a640 1 -- 172.21.15.38:0/3146660590 shutdown_connections 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.327+0000 7f372648a640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3720101fe0 0x7f3720198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.327+0000 7f372648a640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f37080a3bb0 0x7f37080a6070 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.327+0000 7f372648a640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37201029a0 0x7f372019f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.327+0000 7f372648a640 1 --2- 172.21.15.38:0/3146660590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3720100e90 0x7f3720198310 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.327+0000 7f372648a640 1 -- 172.21.15.38:0/3146660590 >> 172.21.15.38:0/3146660590 conn(0x7f37200fc400 msgr2=0x7f37201053f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.327+0000 7f372648a640 1 -- 172.21.15.38:0/3146660590 shutdown_connections 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.327+0000 7f372648a640 1 -- 172.21.15.38:0/3146660590 wait complete. 2024-04-23T18:21:03.338 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-23T18:21:03.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.454+0000 7f8f4c805640 1 -- 172.21.15.38:0/384309875 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f481031a0 msgr2=0x7f8f48103620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.454+0000 7f8f4c805640 1 --2- 172.21.15.38:0/384309875 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f481031a0 0x7f8f48103620 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c009900 tx=0x7f8f3c02a410 comp rx=0 tx=0).stop 2024-04-23T18:21:03.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.454+0000 7f8f4c805640 1 -- 172.21.15.38:0/384309875 shutdown_connections 2024-04-23T18:21:03.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.454+0000 7f8f4c805640 1 --2- 172.21.15.38:0/384309875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8f48103b60 0x7f8f4810a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.454+0000 7f8f4c805640 1 --2- 172.21.15.38:0/384309875 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f481031a0 0x7f8f48103620 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.454+0000 7f8f4c805640 1 --2- 172.21.15.38:0/384309875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f48101fb0 0x7f8f481023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.454+0000 7f8f4c805640 1 -- 172.21.15.38:0/384309875 >> 172.21.15.38:0/384309875 conn(0x7f8f480fd520 msgr2=0x7f8f480ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.454+0000 7f8f4c805640 1 -- 172.21.15.38:0/384309875 shutdown_connections 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.454+0000 7f8f4c805640 1 -- 172.21.15.38:0/384309875 wait complete. 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.455+0000 7f8f4c805640 1 Processor -- start 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.455+0000 7f8f4c805640 1 -- start start 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.455+0000 7f8f4c805640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f48101fb0 0x7f8f481982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.455+0000 7f8f4c805640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f481031a0 0x7f8f48198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.455+0000 7f8f4c805640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8f48103b60 0x7f8f4819f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.455+0000 7f8f4c805640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4810dc10 con 0x7f8f48101fb0 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.455+0000 7f8f4c805640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4810da90 con 0x7f8f481031a0 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.455+0000 7f8f4c805640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4810dd90 con 0x7f8f48103b60 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.455+0000 7f8f4659c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f48101fb0 0x7f8f481982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f4659c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f48101fb0 0x7f8f481982c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40116/0 (socket says 172.21.15.38:40116) 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f4659c640 1 -- 172.21.15.38:0/3476906903 learned_addr learned my addr 172.21.15.38:0/3476906903 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f45d9b640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f481031a0 0x7f8f48198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f4659c640 1 -- 172.21.15.38:0/3476906903 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8f48103b60 msgr2=0x7f8f4819f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f4659c640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8f48103b60 0x7f8f4819f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f4659c640 1 -- 172.21.15.38:0/3476906903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f481031a0 msgr2=0x7f8f48198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f4659c640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f481031a0 0x7f8f48198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f4659c640 1 -- 172.21.15.38:0/3476906903 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f4819fee0 con 0x7f8f48101fb0 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f4659c640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f48101fb0 0x7f8f481982c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8f3800e9c0 tx=0x7f8f3800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f377fe640 1 -- 172.21.15.38:0/3476906903 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3800cd80 con 0x7f8f48101fb0 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f377fe640 1 -- 172.21.15.38:0/3476906903 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8f380035f0 con 0x7f8f48101fb0 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f4c805640 1 -- 172.21.15.38:0/3476906903 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f481a01d0 con 0x7f8f48101fb0 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f377fe640 1 -- 172.21.15.38:0/3476906903 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38010690 con 0x7f8f48101fb0 2024-04-23T18:21:03.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.456+0000 7f8f4c805640 1 -- 172.21.15.38:0/3476906903 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f481a06f0 con 0x7f8f48101fb0 2024-04-23T18:21:03.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.457+0000 7f8f4c805640 1 -- 172.21.15.38:0/3476906903 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f481092f0 con 0x7f8f48101fb0 2024-04-23T18:21:03.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.458+0000 7f8f377fe640 1 -- 172.21.15.38:0/3476906903 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8f380037a0 con 0x7f8f48101fb0 2024-04-23T18:21:03.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.459+0000 7f8f377fe640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8f300a3bb0 0x7f8f300a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.459+0000 7f8f45d9b640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8f300a3bb0 0x7f8f300a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.459+0000 7f8f377fe640 1 -- 172.21.15.38:0/3476906903 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f8f380d0810 con 0x7f8f48101fb0 2024-04-23T18:21:03.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.460+0000 7f8f45d9b640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8f300a3bb0 0x7f8f300a6070 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c000c00 tx=0x7f8f3c031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:03.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.465+0000 7f8f377fe640 1 -- 172.21.15.38:0/3476906903 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8f3809d2a0 con 0x7f8f48101fb0 2024-04-23T18:21:03.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:03.698+0000 7f8f4c805640 1 -- 172.21.15.38:0/3476906903 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f8f4802d5c0 con 0x7f8f48101fb0 2024-04-23T18:21:04.008 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:21:03 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b[63136]: 2024-04-23T18:21:03.516+0000 7fae3774b700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-23T18:21:04.008 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:21:03 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b[63136]: 2024-04-23T18:21:03.516+0000 7fae3774b700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-23T18:21:04.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.334+0000 7f8f377fe640 1 -- 172.21.15.38:0/3476906903 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v21) ==== 115+0+0 (secure 0 0 0) 0x7f8f4802d5c0 con 0x7f8f48101fb0 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 -- 172.21.15.38:0/3476906903 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8f300a3bb0 msgr2=0x7f8f300a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8f300a3bb0 0x7f8f300a6070 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c000c00 tx=0x7f8f3c031510 comp rx=0 tx=0).stop 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 -- 172.21.15.38:0/3476906903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f48101fb0 msgr2=0x7f8f481982c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f48101fb0 0x7f8f481982c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8f3800e9c0 tx=0x7f8f3800ee80 comp rx=0 tx=0).stop 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 -- 172.21.15.38:0/3476906903 shutdown_connections 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8f48103b60 0x7f8f4819f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8f300a3bb0 0x7f8f300a6070 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f481031a0 0x7f8f48198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 --2- 172.21.15.38:0/3476906903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f48101fb0 0x7f8f481982c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 -- 172.21.15.38:0/3476906903 >> 172.21.15.38:0/3476906903 conn(0x7f8f480fd520 msgr2=0x7f8f481064c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 -- 172.21.15.38:0/3476906903 shutdown_connections 2024-04-23T18:21:04.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.337+0000 7f8f4c805640 1 -- 172.21.15.38:0/3476906903 wait complete. 2024-04-23T18:21:04.347 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-04-23T18:21:04.347 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-23T18:21:04.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.465+0000 7f79f21e2640 1 -- 172.21.15.38:0/3555620324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79ec107cf0 msgr2=0x7f79ec10a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.465+0000 7f79f21e2640 1 --2- 172.21.15.38:0/3555620324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79ec107cf0 0x7f79ec10a0e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f79e4009ca0 tx=0x7f79e402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.465+0000 7f79f21e2640 1 -- 172.21.15.38:0/3555620324 shutdown_connections 2024-04-23T18:21:04.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.465+0000 7f79f21e2640 1 --2- 172.21.15.38:0/3555620324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f79ec1053c0 0x7f79ec1077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.465+0000 7f79f21e2640 1 --2- 172.21.15.38:0/3555620324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79ec107cf0 0x7f79ec10a0e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.465+0000 7f79f21e2640 1 --2- 172.21.15.38:0/3555620324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79ec102a90 0x7f79ec104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.465+0000 7f79f21e2640 1 -- 172.21.15.38:0/3555620324 >> 172.21.15.38:0/3555620324 conn(0x7f79ec0fc440 msgr2=0x7f79ec0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:04.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.465+0000 7f79f21e2640 1 -- 172.21.15.38:0/3555620324 shutdown_connections 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.465+0000 7f79f21e2640 1 -- 172.21.15.38:0/3555620324 wait complete. 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79f21e2640 1 Processor -- start 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79f21e2640 1 -- start start 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79f21e2640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79ec102a90 0x7f79ec102400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79f21e2640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f79ec1053c0 0x7f79ec100a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79f21e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79ec107cf0 0x7f79ec100f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79f21e2640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f79ec10dc90 con 0x7f79ec102a90 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79f21e2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f79ec10db10 con 0x7f79ec107cf0 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79f21e2640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f79ec10de10 con 0x7f79ec1053c0 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79eb7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79ec102a90 0x7f79ec102400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79eb7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79ec102a90 0x7f79ec102400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40128/0 (socket says 172.21.15.38:40128) 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79eb7fe640 1 -- 172.21.15.38:0/1515565828 learned_addr learned my addr 172.21.15.38:0/1515565828 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79ebfff640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79ec107cf0 0x7f79ec100f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79eaffd640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f79ec1053c0 0x7f79ec100a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79eb7fe640 1 -- 172.21.15.38:0/1515565828 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f79ec1053c0 msgr2=0x7f79ec100a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79eb7fe640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f79ec1053c0 0x7f79ec100a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79eb7fe640 1 -- 172.21.15.38:0/1515565828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79ec107cf0 msgr2=0x7f79ec100f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79eb7fe640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79ec107cf0 0x7f79ec100f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.466+0000 7f79eb7fe640 1 -- 172.21.15.38:0/1515565828 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79ec101810 con 0x7f79ec102a90 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.467+0000 7f79ebfff640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79ec107cf0 0x7f79ec100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.467+0000 7f79eaffd640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f79ec1053c0 0x7f79ec100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.467+0000 7f79eb7fe640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79ec102a90 0x7f79ec102400 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f79dc00e9f0 tx=0x7f79dc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.467+0000 7f79e8ff9640 1 -- 172.21.15.38:0/1515565828 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79dc00cd80 con 0x7f79ec102a90 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.467+0000 7f79f21e2640 1 -- 172.21.15.38:0/1515565828 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79ec1a2400 con 0x7f79ec102a90 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.467+0000 7f79e8ff9640 1 -- 172.21.15.38:0/1515565828 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f79dc010900 con 0x7f79ec102a90 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.467+0000 7f79e8ff9640 1 -- 172.21.15.38:0/1515565828 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79dc018930 con 0x7f79ec102a90 2024-04-23T18:21:04.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.467+0000 7f79f21e2640 1 -- 172.21.15.38:0/1515565828 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79ec1a2a20 con 0x7f79ec102a90 2024-04-23T18:21:04.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.468+0000 7f79f21e2640 1 -- 172.21.15.38:0/1515565828 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79ec0fdf30 con 0x7f79ec102a90 2024-04-23T18:21:04.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.469+0000 7f79e8ff9640 1 -- 172.21.15.38:0/1515565828 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f79dc010ab0 con 0x7f79ec102a90 2024-04-23T18:21:04.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.470+0000 7f79e8ff9640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f79d40a3bb0 0x7f79d40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.470+0000 7f79eaffd640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f79d40a3bb0 0x7f79d40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.470+0000 7f79e8ff9640 1 -- 172.21.15.38:0/1515565828 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f79dc0d0770 con 0x7f79ec102a90 2024-04-23T18:21:04.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.470+0000 7f79eaffd640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f79d40a3bb0 0x7f79d40a6070 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f79ec102170 tx=0x7f79e0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:04.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.474+0000 7f79e8ff9640 1 -- 172.21.15.38:0/1515565828 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f79dc09d200 con 0x7f79ec102a90 2024-04-23T18:21:04.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-mon[29217]: pgmap v290: 97 pgs: 55 active+clean, 30 creating+peering, 12 unknown; 580 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 9 op/s 2024-04-23T18:21:04.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3146660590' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-23T18:21:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] up:active 2024-04-23T18:21:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-mon[29217]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-23T18:21:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-mon[29217]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-23T18:21:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-mon[29217]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-23T18:21:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-mon[29217]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-23T18:21:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3476906903' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-23T18:21:04.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.688+0000 7f79f21e2640 1 -- 172.21.15.38:0/1515565828 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f79ec062390 con 0x7f79d40a3bb0 2024-04-23T18:21:04.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.712+0000 7f79e8ff9640 1 -- 172.21.15.38:0/1515565828 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f79ec062390 con 0x7f79d40a3bb0 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 -- 172.21.15.38:0/1515565828 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f79d40a3bb0 msgr2=0x7f79d40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f79d40a3bb0 0x7f79d40a6070 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f79ec102170 tx=0x7f79e0008040 comp rx=0 tx=0).stop 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 -- 172.21.15.38:0/1515565828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79ec102a90 msgr2=0x7f79ec102400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79ec102a90 0x7f79ec102400 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f79dc00e9f0 tx=0x7f79dc00eeb0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 -- 172.21.15.38:0/1515565828 shutdown_connections 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f79ec1053c0 0x7f79ec100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f79d40a3bb0 0x7f79d40a6070 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79ec107cf0 0x7f79ec100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 --2- 172.21.15.38:0/1515565828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79ec102a90 0x7f79ec102400 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 -- 172.21.15.38:0/1515565828 >> 172.21.15.38:0/1515565828 conn(0x7f79ec0fc440 msgr2=0x7f79ec1033d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 -- 172.21.15.38:0/1515565828 shutdown_connections 2024-04-23T18:21:04.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.714+0000 7f79f21e2640 1 -- 172.21.15.38:0/1515565828 wait complete. 2024-04-23T18:21:04.718 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-23T18:21:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:04 smithi076 ceph-mon[32458]: pgmap v290: 97 pgs: 55 active+clean, 30 creating+peering, 12 unknown; 580 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 9 op/s 2024-04-23T18:21:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:04 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3146660590' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-23T18:21:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:04 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] up:active 2024-04-23T18:21:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:04 smithi076 ceph-mon[32458]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-23T18:21:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:04 smithi076 ceph-mon[32458]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-23T18:21:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:04 smithi076 ceph-mon[32458]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-23T18:21:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:04 smithi076 ceph-mon[32458]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-23T18:21:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:04 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3476906903' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-23T18:21:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:04 smithi102 ceph-mon[32874]: pgmap v290: 97 pgs: 55 active+clean, 30 creating+peering, 12 unknown; 580 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 9 op/s 2024-04-23T18:21:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:04 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3146660590' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-23T18:21:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:04 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] up:active 2024-04-23T18:21:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:04 smithi102 ceph-mon[32874]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-23T18:21:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:04 smithi102 ceph-mon[32874]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-23T18:21:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:04 smithi102 ceph-mon[32874]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-23T18:21:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:04 smithi102 ceph-mon[32874]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-23T18:21:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:04 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3476906903' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.832+0000 7f91d5b4a640 1 -- 172.21.15.38:0/1488370882 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f91d0102040 msgr2=0x7f91d01024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.832+0000 7f91d5b4a640 1 --2- 172.21.15.38:0/1488370882 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f91d0102040 0x7f91d01024c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f91c4009900 tx=0x7f91c402a410 comp rx=0 tx=0).stop 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.832+0000 7f91d5b4a640 1 -- 172.21.15.38:0/1488370882 shutdown_connections 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.832+0000 7f91d5b4a640 1 --2- 172.21.15.38:0/1488370882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91d0102a00 0x7f91d0109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.832+0000 7f91d5b4a640 1 --2- 172.21.15.38:0/1488370882 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f91d0102040 0x7f91d01024c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.832+0000 7f91d5b4a640 1 --2- 172.21.15.38:0/1488370882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91d0100e60 0x7f91d0101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.832+0000 7f91d5b4a640 1 -- 172.21.15.38:0/1488370882 >> 172.21.15.38:0/1488370882 conn(0x7f91d00fc440 msgr2=0x7f91d00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.832+0000 7f91d5b4a640 1 -- 172.21.15.38:0/1488370882 shutdown_connections 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.832+0000 7f91d5b4a640 1 -- 172.21.15.38:0/1488370882 wait complete. 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91d5b4a640 1 Processor -- start 2024-04-23T18:21:04.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91d5b4a640 1 -- start start 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91d5b4a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f91d0100e60 0x7f91d006b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91d5b4a640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91d0102040 0x7f91d019f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91d5b4a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91d0102a00 0x7f91d01a1960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91d5b4a640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f91d010cb50 con 0x7f91d0100e60 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91d5b4a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f91d010c9d0 con 0x7f91d0102a00 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91d5b4a640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f91d010ccd0 con 0x7f91d0102040 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91cf7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f91d0100e60 0x7f91d006b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91cf7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f91d0100e60 0x7f91d006b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40168/0 (socket says 172.21.15.38:40168) 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91cf7fe640 1 -- 172.21.15.38:0/2852084064 learned_addr learned my addr 172.21.15.38:0/2852084064 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91cffff640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91d0102a00 0x7f91d01a1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91ceffd640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91d0102040 0x7f91d019f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91cf7fe640 1 -- 172.21.15.38:0/2852084064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91d0102040 msgr2=0x7f91d019f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91cf7fe640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91d0102040 0x7f91d019f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91cf7fe640 1 -- 172.21.15.38:0/2852084064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91d0102a00 msgr2=0x7f91d01a1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91cf7fe640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91d0102a00 0x7f91d01a1960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91cf7fe640 1 -- 172.21.15.38:0/2852084064 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91d01a2150 con 0x7f91d0100e60 2024-04-23T18:21:04.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.833+0000 7f91cf7fe640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f91d0100e60 0x7f91d006b0c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f91c000d950 tx=0x7f91c000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:04.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.834+0000 7f91ccff9640 1 -- 172.21.15.38:0/2852084064 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c0017070 con 0x7f91d0100e60 2024-04-23T18:21:04.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.834+0000 7f91ccff9640 1 -- 172.21.15.38:0/2852084064 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f91c0009c30 con 0x7f91d0100e60 2024-04-23T18:21:04.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.834+0000 7f91d5b4a640 1 -- 172.21.15.38:0/2852084064 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91d01a23e0 con 0x7f91d0100e60 2024-04-23T18:21:04.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.834+0000 7f91ccff9640 1 -- 172.21.15.38:0/2852084064 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c000f620 con 0x7f91d0100e60 2024-04-23T18:21:04.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.834+0000 7f91d5b4a640 1 -- 172.21.15.38:0/2852084064 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91d01a28e0 con 0x7f91d0100e60 2024-04-23T18:21:04.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.835+0000 7f91d5b4a640 1 -- 172.21.15.38:0/2852084064 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91d0108280 con 0x7f91d0100e60 2024-04-23T18:21:04.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.836+0000 7f91ccff9640 1 -- 172.21.15.38:0/2852084064 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f91c001a070 con 0x7f91d0100e60 2024-04-23T18:21:04.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.836+0000 7f91ccff9640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f91b80a3be0 0x7f91b80a60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.837+0000 7f91ceffd640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f91b80a3be0 0x7f91b80a60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.837+0000 7f91ccff9640 1 -- 172.21.15.38:0/2852084064 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f91c00cfcd0 con 0x7f91d0100e60 2024-04-23T18:21:04.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.837+0000 7f91ceffd640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f91b80a3be0 0x7f91b80a60a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f91c4031570 tx=0x7f91c4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:04.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:04.840+0000 7f91ccff9640 1 -- 172.21.15.38:0/2852084064 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f91c009c800 con 0x7f91d0100e60 2024-04-23T18:21:05.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.057+0000 7f91d5b4a640 1 -- 172.21.15.38:0/2852084064 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f91d0062390 con 0x7f91b80a3be0 2024-04-23T18:21:05.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.083+0000 7f91ccff9640 1 -- 172.21.15.38:0/2852084064 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f91d0062390 con 0x7f91b80a3be0 2024-04-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 -- 172.21.15.38:0/2852084064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f91b80a3be0 msgr2=0x7f91b80a60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f91b80a3be0 0x7f91b80a60a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f91c4031570 tx=0x7f91c4000bc0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 -- 172.21.15.38:0/2852084064 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f91d0100e60 msgr2=0x7f91d006b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f91d0100e60 0x7f91d006b0c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f91c000d950 tx=0x7f91c000de10 comp rx=0 tx=0).stop 2024-04-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 -- 172.21.15.38:0/2852084064 shutdown_connections 2024-04-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91d0102040 0x7f91d019f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f91b80a3be0 0x7f91b80a60a0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91d0102a00 0x7f91d01a1960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 --2- 172.21.15.38:0/2852084064 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f91d0100e60 0x7f91d006b0c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 -- 172.21.15.38:0/2852084064 >> 172.21.15.38:0/2852084064 conn(0x7f91d00fc440 msgr2=0x7f91d0105450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:05.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 -- 172.21.15.38:0/2852084064 shutdown_connections 2024-04-23T18:21:05.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.085+0000 7f91d5b4a640 1 -- 172.21.15.38:0/2852084064 wait complete. 2024-04-23T18:21:05.088 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:21:04.693+0000 7f8f5c270700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:21:05.088 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:21:04.693+0000 7f8f5c270700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:21:05.088 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:21:04.693+0000 7f8f5c270700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:21:05.088 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:21:04.693+0000 7f8f5c270700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:21:05.088 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:21:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:21:04.693+0000 7f8f5c270700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:21:05.089 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-23T18:21:05.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.208+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1851830039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ea4100e60 msgr2=0x7f4ea4101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.208+0000 7f4ea91cd640 1 --2- 172.21.15.38:0/1851830039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ea4100e60 0x7f4ea4101280 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f4e94009900 tx=0x7f4e9402a410 comp rx=0 tx=0).stop 2024-04-23T18:21:05.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.209+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1851830039 shutdown_connections 2024-04-23T18:21:05.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.209+0000 7f4ea91cd640 1 --2- 172.21.15.38:0/1851830039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea4102040 0x7f4ea41024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.209+0000 7f4ea91cd640 1 --2- 172.21.15.38:0/1851830039 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ea4102a00 0x7f4ea4109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.209+0000 7f4ea91cd640 1 --2- 172.21.15.38:0/1851830039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ea4100e60 0x7f4ea4101280 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.209+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1851830039 >> 172.21.15.38:0/1851830039 conn(0x7f4ea40fc440 msgr2=0x7f4ea40fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:05.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.209+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1851830039 shutdown_connections 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.209+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1851830039 wait complete. 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.209+0000 7f4ea91cd640 1 Processor -- start 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea91cd640 1 -- start start 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea91cd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ea4100e60 0x7f4ea4104e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea91cd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ea4102040 0x7f4ea41034b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea91cd640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea4102a00 0x7f4ea41039f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea91cd640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea410cb80 con 0x7f4ea4102040 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea91cd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea410ca00 con 0x7f4ea4100e60 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea91cd640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea410cd00 con 0x7f4ea4102a00 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ea4102040 0x7f4ea41034b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ea4102040 0x7f4ea41034b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40190/0 (socket says 172.21.15.38:40190) 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ea4100e60 0x7f4ea4104e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea259c640 1 -- 172.21.15.38:0/1531118752 learned_addr learned my addr 172.21.15.38:0/1531118752 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:05.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea259c640 1 -- 172.21.15.38:0/1531118752 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea4102a00 msgr2=0x7f4ea41039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea359e640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea4102a00 0x7f4ea41039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea259c640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea4102a00 0x7f4ea41039f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea259c640 1 -- 172.21.15.38:0/1531118752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ea4100e60 msgr2=0x7f4ea4104e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea259c640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ea4100e60 0x7f4ea4104e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea259c640 1 -- 172.21.15.38:0/1531118752 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ea4104280 con 0x7f4ea4102040 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea2d9d640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ea4100e60 0x7f4ea4104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4ea259c640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ea4102040 0x7f4ea41034b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4e9800d770 tx=0x7f4e9800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.210+0000 7f4e8bfff640 1 -- 172.21.15.38:0/1531118752 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e98017070 con 0x7f4ea4102040 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.211+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1531118752 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ea41a2410 con 0x7f4ea4102040 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.211+0000 7f4e8bfff640 1 -- 172.21.15.38:0/1531118752 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4e980054f0 con 0x7f4ea4102040 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.211+0000 7f4e8bfff640 1 -- 172.21.15.38:0/1531118752 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e98004de0 con 0x7f4ea4102040 2024-04-23T18:21:05.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.211+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1531118752 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ea41a2910 con 0x7f4ea4102040 2024-04-23T18:21:05.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.212+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1531118752 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ea41a2bd0 con 0x7f4ea4102040 2024-04-23T18:21:05.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.213+0000 7f4e8bfff640 1 -- 172.21.15.38:0/1531118752 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4e98004f80 con 0x7f4ea4102040 2024-04-23T18:21:05.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.213+0000 7f4e8bfff640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4e8c0a3bb0 0x7f4e8c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.213+0000 7f4ea2d9d640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4e8c0a3bb0 0x7f4e8c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.213+0000 7f4e8bfff640 1 -- 172.21.15.38:0/1531118752 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f4e980cfdb0 con 0x7f4ea4102040 2024-04-23T18:21:05.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.214+0000 7f4ea2d9d640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4e8c0a3bb0 0x7f4e8c0a6070 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4e94005ab0 tx=0x7f4e94005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:05.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.218+0000 7f4e8bfff640 1 -- 172.21.15.38:0/1531118752 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4e9809c8e0 con 0x7f4ea4102040 2024-04-23T18:21:05.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.356+0000 7f4e8bfff640 1 -- 172.21.15.38:0/1531118752 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4e98098850 con 0x7f4ea4102040 2024-04-23T18:21:05.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3476906903' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-23T18:21:05.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] up:active 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] up:active 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: Cluster is now healthy 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-04-23T18:21:05.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:05 smithi038 ceph-mon[29217]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-23T18:21:05.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.446+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1531118752 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f4ea40fe610 con 0x7f4e8c0a3bb0 2024-04-23T18:21:05.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.451+0000 7f4e8bfff640 1 -- 172.21.15.38:0/1531118752 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f4ea40fe610 con 0x7f4e8c0a3bb0 2024-04-23T18:21:05.444 INFO:teuthology.orchestra.run.smithi038.stdout:/volumes/qa/sv_0/690873df-49ea-40f0-80bd-510fb6ede20c 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1531118752 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4e8c0a3bb0 msgr2=0x7f4e8c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4e8c0a3bb0 0x7f4e8c0a6070 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4e94005ab0 tx=0x7f4e94005a20 comp rx=0 tx=0).stop 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1531118752 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ea4102040 msgr2=0x7f4ea41034b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ea4102040 0x7f4ea41034b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4e9800d770 tx=0x7f4e9800dc30 comp rx=0 tx=0).stop 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1531118752 shutdown_connections 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea4102a00 0x7f4ea41039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4e8c0a3bb0 0x7f4e8c0a6070 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ea4102040 0x7f4ea41034b0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 --2- 172.21.15.38:0/1531118752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ea4100e60 0x7f4ea4104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1531118752 >> 172.21.15.38:0/1531118752 conn(0x7f4ea40fc440 msgr2=0x7f4ea40fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1531118752 shutdown_connections 2024-04-23T18:21:05.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.453+0000 7f4ea91cd640 1 -- 172.21.15.38:0/1531118752 wait complete. 2024-04-23T18:21:05.457 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-23T18:21:05.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.571+0000 7fbf23187640 1 -- 172.21.15.38:0/1679133231 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbf1c102a30 msgr2=0x7fbf1c104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.571+0000 7fbf23187640 1 --2- 172.21.15.38:0/1679133231 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbf1c102a30 0x7fbf1c104e20 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbf14009900 tx=0x7fbf1402a410 comp rx=0 tx=0).stop 2024-04-23T18:21:05.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.571+0000 7fbf23187640 1 -- 172.21.15.38:0/1679133231 shutdown_connections 2024-04-23T18:21:05.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.571+0000 7fbf23187640 1 --2- 172.21.15.38:0/1679133231 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf1c105360 0x7fbf1c107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.571+0000 7fbf23187640 1 --2- 172.21.15.38:0/1679133231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf1c107c90 0x7fbf1c10a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.571+0000 7fbf23187640 1 --2- 172.21.15.38:0/1679133231 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbf1c102a30 0x7fbf1c104e20 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.571+0000 7fbf23187640 1 -- 172.21.15.38:0/1679133231 >> 172.21.15.38:0/1679133231 conn(0x7fbf1c0fc440 msgr2=0x7fbf1c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.571+0000 7fbf23187640 1 -- 172.21.15.38:0/1679133231 shutdown_connections 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.571+0000 7fbf23187640 1 -- 172.21.15.38:0/1679133231 wait complete. 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf23187640 1 Processor -- start 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf23187640 1 -- start start 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf23187640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf1c102a30 0x7fbf1c198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf23187640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf1c105360 0x7fbf1c198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf23187640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbf1c107c90 0x7fbf1c19f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf23187640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1c10dc10 con 0x7fbf1c107c90 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf23187640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1c10da90 con 0x7fbf1c105360 2024-04-23T18:21:05.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf23187640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1c10dd90 con 0x7fbf1c102a30 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf21724640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbf1c107c90 0x7fbf1c19f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf21724640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbf1c107c90 0x7fbf1c19f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40218/0 (socket says 172.21.15.38:40218) 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf21724640 1 -- 172.21.15.38:0/3712795010 learned_addr learned my addr 172.21.15.38:0/3712795010 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf1bfff640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf1c105360 0x7fbf1c198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf20f23640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf1c102a30 0x7fbf1c198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf21724640 1 -- 172.21.15.38:0/3712795010 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf1c102a30 msgr2=0x7fbf1c198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf21724640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf1c102a30 0x7fbf1c198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf21724640 1 -- 172.21.15.38:0/3712795010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf1c105360 msgr2=0x7fbf1c198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf21724640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf1c105360 0x7fbf1c198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.572+0000 7fbf21724640 1 -- 172.21.15.38:0/3712795010 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1c19ff30 con 0x7fbf1c107c90 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.573+0000 7fbf21724640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbf1c107c90 0x7fbf1c19f8c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fbf0400e970 tx=0x7fbf0400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.573+0000 7fbf19ffb640 1 -- 172.21.15.38:0/3712795010 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf0400ccc0 con 0x7fbf1c107c90 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.573+0000 7fbf19ffb640 1 -- 172.21.15.38:0/3712795010 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf0400ce60 con 0x7fbf1c107c90 2024-04-23T18:21:05.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.573+0000 7fbf23187640 1 -- 172.21.15.38:0/3712795010 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf1c1a0220 con 0x7fbf1c107c90 2024-04-23T18:21:05.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.573+0000 7fbf19ffb640 1 -- 172.21.15.38:0/3712795010 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf04010430 con 0x7fbf1c107c90 2024-04-23T18:21:05.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.573+0000 7fbf23187640 1 -- 172.21.15.38:0/3712795010 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf1c1a0720 con 0x7fbf1c107c90 2024-04-23T18:21:05.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.574+0000 7fbf23187640 1 -- 172.21.15.38:0/3712795010 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf1c0fdf30 con 0x7fbf1c107c90 2024-04-23T18:21:05.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.575+0000 7fbf19ffb640 1 -- 172.21.15.38:0/3712795010 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fbf04005020 con 0x7fbf1c107c90 2024-04-23T18:21:05.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.576+0000 7fbf19ffb640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbf080a3c40 0x7fbf080a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.576+0000 7fbf19ffb640 1 -- 172.21.15.38:0/3712795010 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fbf040d0880 con 0x7fbf1c107c90 2024-04-23T18:21:05.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.576+0000 7fbf20f23640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbf080a3c40 0x7fbf080a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.576+0000 7fbf20f23640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbf080a3c40 0x7fbf080a6100 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fbf14000c00 tx=0x7fbf14031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:05.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.580+0000 7fbf19ffb640 1 -- 172.21.15.38:0/3712795010 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbf0409d2b0 con 0x7fbf1c107c90 2024-04-23T18:21:05.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3476906903' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-23T18:21:05.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] up:active 2024-04-23T18:21:05.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-23T18:21:05.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-23T18:21:05.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-04-23T18:21:05.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-23T18:21:05.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] up:active 2024-04-23T18:21:05.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-23T18:21:05.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-23T18:21:05.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: Cluster is now healthy 2024-04-23T18:21:05.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-04-23T18:21:05.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-04-23T18:21:05.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:05 smithi076 ceph-mon[32458]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-23T18:21:05.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.795+0000 7fbf23187640 1 -- 172.21.15.38:0/3712795010 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fbf1c062390 con 0x7fbf080a3c40 2024-04-23T18:21:05.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3476906903' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-23T18:21:05.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] up:active 2024-04-23T18:21:05.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-23T18:21:05.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-23T18:21:05.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-04-23T18:21:05.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-23T18:21:05.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] up:active 2024-04-23T18:21:05.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-23T18:21:05.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-23T18:21:05.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: Cluster is now healthy 2024-04-23T18:21:05.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-04-23T18:21:05.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-04-23T18:21:05.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:05 smithi102 ceph-mon[32874]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-23T18:21:05.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.819+0000 7fbf19ffb640 1 -- 172.21.15.38:0/3712795010 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fbf1c062390 con 0x7fbf080a3c40 2024-04-23T18:21:05.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 -- 172.21.15.38:0/3712795010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbf080a3c40 msgr2=0x7fbf080a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbf080a3c40 0x7fbf080a6100 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fbf14000c00 tx=0x7fbf14031510 comp rx=0 tx=0).stop 2024-04-23T18:21:05.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 -- 172.21.15.38:0/3712795010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbf1c107c90 msgr2=0x7fbf1c19f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbf1c107c90 0x7fbf1c19f8c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fbf0400e970 tx=0x7fbf0400ed70 comp rx=0 tx=0).stop 2024-04-23T18:21:05.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 -- 172.21.15.38:0/3712795010 shutdown_connections 2024-04-23T18:21:05.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbf080a3c40 0x7fbf080a6100 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbf1c107c90 0x7fbf1c19f8c0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf1c105360 0x7fbf1c198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 --2- 172.21.15.38:0/3712795010 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf1c102a30 0x7fbf1c198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 -- 172.21.15.38:0/3712795010 >> 172.21.15.38:0/3712795010 conn(0x7fbf1c0fc440 msgr2=0x7fbf1c1034f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:05.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 -- 172.21.15.38:0/3712795010 shutdown_connections 2024-04-23T18:21:05.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.821+0000 7fbf23187640 1 -- 172.21.15.38:0/3712795010 wait complete. 2024-04-23T18:21:05.825 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-23T18:21:05.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.940+0000 7f1baaafc640 1 -- 172.21.15.38:0/3042584924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1ba4107c70 msgr2=0x7f1ba410a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.940+0000 7f1baaafc640 1 --2- 172.21.15.38:0/3042584924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1ba4107c70 0x7f1ba410a0c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c009ca0 tx=0x7f1b9c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.940+0000 7f1baaafc640 1 -- 172.21.15.38:0/3042584924 shutdown_connections 2024-04-23T18:21:05.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.940+0000 7f1baaafc640 1 --2- 172.21.15.38:0/3042584924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1ba4107c70 0x7f1ba410a0c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.940+0000 7f1baaafc640 1 --2- 172.21.15.38:0/3042584924 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ba4105340 0x7f1ba4107730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.940+0000 7f1baaafc640 1 --2- 172.21.15.38:0/3042584924 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ba4102a10 0x7f1ba4104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.940+0000 7f1baaafc640 1 -- 172.21.15.38:0/3042584924 >> 172.21.15.38:0/3042584924 conn(0x7f1ba40fc400 msgr2=0x7f1ba40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:05.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.940+0000 7f1baaafc640 1 -- 172.21.15.38:0/3042584924 shutdown_connections 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.940+0000 7f1baaafc640 1 -- 172.21.15.38:0/3042584924 wait complete. 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1baaafc640 1 Processor -- start 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1baaafc640 1 -- start start 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1baaafc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1ba4102a10 0x7f1ba41982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1baaafc640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ba4105340 0x7f1ba4198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1baaafc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ba4107c70 0x7f1ba419f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1baaafc640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba410dc20 con 0x7f1ba4102a10 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1baaafc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba410daa0 con 0x7f1ba4107c70 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1baaafc640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba410dda0 con 0x7f1ba4105340 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1ba8898640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1ba4102a10 0x7f1ba41982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1ba8898640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1ba4102a10 0x7f1ba41982c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40240/0 (socket says 172.21.15.38:40240) 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1ba8898640 1 -- 172.21.15.38:0/3206433912 learned_addr learned my addr 172.21.15.38:0/3206433912 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1ba3fff640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ba4105340 0x7f1ba4198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1ba9099640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ba4107c70 0x7f1ba419f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1ba8898640 1 -- 172.21.15.38:0/3206433912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ba4105340 msgr2=0x7f1ba4198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1ba8898640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ba4105340 0x7f1ba4198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1ba8898640 1 -- 172.21.15.38:0/3206433912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ba4107c70 msgr2=0x7f1ba419f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1ba8898640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ba4107c70 0x7f1ba419f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.941+0000 7f1ba8898640 1 -- 172.21.15.38:0/3206433912 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ba419fee0 con 0x7f1ba4102a10 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.942+0000 7f1ba8898640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1ba4102a10 0x7f1ba41982c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1b9800e9f0 tx=0x7f1b9800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.942+0000 7f1ba1ffb640 1 -- 172.21.15.38:0/3206433912 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b9800cd80 con 0x7f1ba4102a10 2024-04-23T18:21:05.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.942+0000 7f1ba1ffb640 1 -- 172.21.15.38:0/3206433912 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b980054f0 con 0x7f1ba4102a10 2024-04-23T18:21:05.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.942+0000 7f1baaafc640 1 -- 172.21.15.38:0/3206433912 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ba41a01d0 con 0x7f1ba4102a10 2024-04-23T18:21:05.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.942+0000 7f1ba1ffb640 1 -- 172.21.15.38:0/3206433912 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b98010690 con 0x7f1ba4102a10 2024-04-23T18:21:05.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.942+0000 7f1baaafc640 1 -- 172.21.15.38:0/3206433912 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ba41a06d0 con 0x7f1ba4102a10 2024-04-23T18:21:05.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.943+0000 7f1baaafc640 1 -- 172.21.15.38:0/3206433912 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ba40fdef0 con 0x7f1ba4102a10 2024-04-23T18:21:05.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.944+0000 7f1ba1ffb640 1 -- 172.21.15.38:0/3206433912 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1b980046c0 con 0x7f1ba4102a10 2024-04-23T18:21:05.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.944+0000 7f1ba1ffb640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b940a3c40 0x7f1b940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.945+0000 7f1ba3fff640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b940a3c40 0x7f1b940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.945+0000 7f1ba1ffb640 1 -- 172.21.15.38:0/3206433912 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f1b980d0850 con 0x7f1ba4102a10 2024-04-23T18:21:05.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.945+0000 7f1ba3fff640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b940a3c40 0x7f1b940a6100 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1ba41997d0 tx=0x7f1b90005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:05.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:05.949+0000 7f1ba1ffb640 1 -- 172.21.15.38:0/3206433912 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1b9809d180 con 0x7f1ba4102a10 2024-04-23T18:21:06.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.169+0000 7f1baaafc640 1 -- 172.21.15.38:0/3206433912 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f1ba4062390 con 0x7f1b940a3c40 2024-04-23T18:21:06.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.174+0000 7f1ba1ffb640 1 -- 172.21.15.38:0/3206433912 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f1ba4062390 con 0x7f1b940a3c40 2024-04-23T18:21:06.167 INFO:teuthology.orchestra.run.smithi038.stdout:/volumes/qa/sv_1/4c0c5263-e625-4c06-8f07-149fbebc3c7f 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 -- 172.21.15.38:0/3206433912 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b940a3c40 msgr2=0x7f1b940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b940a3c40 0x7f1b940a6100 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1ba41997d0 tx=0x7f1b90005f90 comp rx=0 tx=0).stop 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 -- 172.21.15.38:0/3206433912 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1ba4102a10 msgr2=0x7f1ba41982c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1ba4102a10 0x7f1ba41982c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1b9800e9f0 tx=0x7f1b9800edf0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 -- 172.21.15.38:0/3206433912 shutdown_connections 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ba4105340 0x7f1ba4198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b940a3c40 0x7f1b940a6100 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ba4107c70 0x7f1ba419f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 --2- 172.21.15.38:0/3206433912 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1ba4102a10 0x7f1ba41982c0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 -- 172.21.15.38:0/3206433912 >> 172.21.15.38:0/3206433912 conn(0x7f1ba40fc400 msgr2=0x7f1ba41032b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 -- 172.21.15.38:0/3206433912 shutdown_connections 2024-04-23T18:21:06.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.176+0000 7f1baaafc640 1 -- 172.21.15.38:0/3206433912 wait complete. 2024-04-23T18:21:06.179 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:21:06.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.288+0000 7f470e0cb640 1 -- 172.21.15.38:0/1210322569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4708107c90 msgr2=0x7f470810a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.288+0000 7f470e0cb640 1 --2- 172.21.15.38:0/1210322569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4708107c90 0x7f470810a0e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4700009be0 tx=0x7f470002a6c0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.288+0000 7f470e0cb640 1 -- 172.21.15.38:0/1210322569 shutdown_connections 2024-04-23T18:21:06.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.288+0000 7f470e0cb640 1 --2- 172.21.15.38:0/1210322569 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4708105360 0x7f4708107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.288+0000 7f470e0cb640 1 --2- 172.21.15.38:0/1210322569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4708107c90 0x7f470810a0e0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.288+0000 7f470e0cb640 1 --2- 172.21.15.38:0/1210322569 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708102a30 0x7f4708104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.288+0000 7f470e0cb640 1 -- 172.21.15.38:0/1210322569 >> 172.21.15.38:0/1210322569 conn(0x7f47080fc440 msgr2=0x7f47080fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.288+0000 7f470e0cb640 1 -- 172.21.15.38:0/1210322569 shutdown_connections 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.288+0000 7f470e0cb640 1 -- 172.21.15.38:0/1210322569 wait complete. 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f470e0cb640 1 Processor -- start 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f470e0cb640 1 -- start start 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f470e0cb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708102a30 0x7f47081982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f470e0cb640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4708105360 0x7f47081987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f470e0cb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4708107c90 0x7f470819f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f470e0cb640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f470810dc30 con 0x7f4708102a30 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f470e0cb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f470810dab0 con 0x7f4708107c90 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f470e0cb640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f470810ddb0 con 0x7f4708105360 2024-04-23T18:21:06.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f47077fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708102a30 0x7f47081982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f47077fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708102a30 0x7f47081982a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40246/0 (socket says 172.21.15.38:40246) 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f47077fe640 1 -- 172.21.15.38:0/853639341 learned_addr learned my addr 172.21.15.38:0/853639341 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f4707fff640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4708107c90 0x7f470819f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.289+0000 7f4706ffd640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4708105360 0x7f47081987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f47077fe640 1 -- 172.21.15.38:0/853639341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4708105360 msgr2=0x7f47081987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f47077fe640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4708105360 0x7f47081987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f47077fe640 1 -- 172.21.15.38:0/853639341 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4708107c90 msgr2=0x7f470819f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f47077fe640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4708107c90 0x7f470819f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f47077fe640 1 -- 172.21.15.38:0/853639341 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f470819fec0 con 0x7f4708102a30 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f47077fe640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708102a30 0x7f47081982a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f46f800e9c0 tx=0x7f46f800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f4704ff9640 1 -- 172.21.15.38:0/853639341 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46f800ccc0 con 0x7f4708102a30 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f4704ff9640 1 -- 172.21.15.38:0/853639341 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f46f80054f0 con 0x7f4708102a30 2024-04-23T18:21:06.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f470e0cb640 1 -- 172.21.15.38:0/853639341 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47081a01b0 con 0x7f4708102a30 2024-04-23T18:21:06.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f4704ff9640 1 -- 172.21.15.38:0/853639341 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46f8010430 con 0x7f4708102a30 2024-04-23T18:21:06.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.290+0000 7f470e0cb640 1 -- 172.21.15.38:0/853639341 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47081a0700 con 0x7f4708102a30 2024-04-23T18:21:06.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.291+0000 7f470e0cb640 1 -- 172.21.15.38:0/853639341 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47080fdf30 con 0x7f4708102a30 2024-04-23T18:21:06.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.292+0000 7f4704ff9640 1 -- 172.21.15.38:0/853639341 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f46f80046c0 con 0x7f4708102a30 2024-04-23T18:21:06.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.293+0000 7f4704ff9640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f46f00a3c40 0x7f46f00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.293+0000 7f4706ffd640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f46f00a3c40 0x7f46f00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.293+0000 7f4704ff9640 1 -- 172.21.15.38:0/853639341 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f46f80d07c0 con 0x7f4708102a30 2024-04-23T18:21:06.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.293+0000 7f4706ffd640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f46f00a3c40 0x7f46f00a6100 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f47081997b0 tx=0x7f46fc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:06.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.298+0000 7f4704ff9640 1 -- 172.21.15.38:0/853639341 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f46f809d1f0 con 0x7f4708102a30 2024-04-23T18:21:06.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.526+0000 7f470e0cb640 1 -- 172.21.15.38:0/853639341 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f470802d5c0 con 0x7f4708102a30 2024-04-23T18:21:06.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.527+0000 7f4704ff9640 1 -- 172.21.15.38:0/853639341 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7f46f809caf0 con 0x7f4708102a30 2024-04-23T18:21:06.520 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:21:06.520 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:21:06.301704+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24476,24490,14613,24466,24515]},"id":1}]} 2024-04-23T18:21:06.520 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 26 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.529+0000 7f470e0cb640 1 -- 172.21.15.38:0/853639341 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f46f00a3c40 msgr2=0x7f46f00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.529+0000 7f470e0cb640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f46f00a3c40 0x7f46f00a6100 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f47081997b0 tx=0x7f46fc005f90 comp rx=0 tx=0).stop 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.529+0000 7f470e0cb640 1 -- 172.21.15.38:0/853639341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708102a30 msgr2=0x7f47081982a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.529+0000 7f470e0cb640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708102a30 0x7f47081982a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f46f800e9c0 tx=0x7f46f800ee80 comp rx=0 tx=0).stop 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.529+0000 7f470e0cb640 1 -- 172.21.15.38:0/853639341 shutdown_connections 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.529+0000 7f470e0cb640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4708105360 0x7f47081987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.529+0000 7f470e0cb640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f46f00a3c40 0x7f46f00a6100 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.529+0000 7f470e0cb640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4708107c90 0x7f470819f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.529+0000 7f470e0cb640 1 --2- 172.21.15.38:0/853639341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708102a30 0x7f47081982a0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.529+0000 7f470e0cb640 1 -- 172.21.15.38:0/853639341 >> 172.21.15.38:0/853639341 conn(0x7f47080fc440 msgr2=0x7f4708103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.530+0000 7f470e0cb640 1 -- 172.21.15.38:0/853639341 shutdown_connections 2024-04-23T18:21:06.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.530+0000 7f470e0cb640 1 -- 172.21.15.38:0/853639341 wait complete. 2024-04-23T18:21:06.532 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:06 smithi038 ceph-mon[29217]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:06.532 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:06 smithi038 ceph-mon[29217]: pgmap v291: 97 pgs: 91 active+clean, 6 creating+peering; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s wr, 13 op/s 2024-04-23T18:21:06.532 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:06 smithi038 ceph-mon[29217]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:06.533 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:06 smithi038 ceph-mon[29217]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-23T18:21:06.533 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:06 smithi038 ceph-mon[29217]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:06.533 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:06 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] up:active 2024-04-23T18:21:06.533 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:06 smithi038 ceph-mon[29217]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-23T18:21:06.533 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:06 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:21:06.534 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:21:06.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.643+0000 7f0783a69640 1 -- 172.21.15.38:0/2158897523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c107cf0 msgr2=0x7f077c10a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.643+0000 7f0783a69640 1 --2- 172.21.15.38:0/2158897523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c107cf0 0x7f077c10a0e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0774009ca0 tx=0x7f077402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.643+0000 7f0783a69640 1 -- 172.21.15.38:0/2158897523 shutdown_connections 2024-04-23T18:21:06.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.643+0000 7f0783a69640 1 --2- 172.21.15.38:0/2158897523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c107cf0 0x7f077c10a0e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.643+0000 7f0783a69640 1 --2- 172.21.15.38:0/2158897523 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f077c1053c0 0x7f077c1077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.643+0000 7f0783a69640 1 --2- 172.21.15.38:0/2158897523 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f077c102a90 0x7f077c104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.643+0000 7f0783a69640 1 -- 172.21.15.38:0/2158897523 >> 172.21.15.38:0/2158897523 conn(0x7f077c0fc440 msgr2=0x7f077c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.643+0000 7f0783a69640 1 -- 172.21.15.38:0/2158897523 shutdown_connections 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.643+0000 7f0783a69640 1 -- 172.21.15.38:0/2158897523 wait complete. 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0783a69640 1 Processor -- start 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0783a69640 1 -- start start 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0783a69640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f077c102a90 0x7f077c198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0783a69640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c1053c0 0x7f077c1987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0783a69640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f077c107cf0 0x7f077c19f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0783a69640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f077c10dc30 con 0x7f077c102a90 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0783a69640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f077c10dab0 con 0x7f077c1053c0 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0783a69640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f077c10ddb0 con 0x7f077c107cf0 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0781805640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f077c102a90 0x7f077c198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0781805640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f077c102a90 0x7f077c198270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40252/0 (socket says 172.21.15.38:40252) 2024-04-23T18:21:06.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0781805640 1 -- 172.21.15.38:0/2546181589 learned_addr learned my addr 172.21.15.38:0/2546181589 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0781004640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c1053c0 0x7f077c1987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0782006640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f077c107cf0 0x7f077c19f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0781805640 1 -- 172.21.15.38:0/2546181589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f077c107cf0 msgr2=0x7f077c19f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0781805640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f077c107cf0 0x7f077c19f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0781805640 1 -- 172.21.15.38:0/2546181589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c1053c0 msgr2=0x7f077c1987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0781805640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c1053c0 0x7f077c1987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0781805640 1 -- 172.21.15.38:0/2546181589 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f077c19fe90 con 0x7f077c102a90 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.644+0000 7f0781805640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f077c102a90 0x7f077c198270 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f076c00e9f0 tx=0x7f076c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.645+0000 7f0772ffd640 1 -- 172.21.15.38:0/2546181589 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f076c00cd80 con 0x7f077c102a90 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.645+0000 7f0772ffd640 1 -- 172.21.15.38:0/2546181589 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f076c0054f0 con 0x7f077c102a90 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.645+0000 7f0783a69640 1 -- 172.21.15.38:0/2546181589 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f077c1a0180 con 0x7f077c102a90 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.645+0000 7f0772ffd640 1 -- 172.21.15.38:0/2546181589 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f076c010690 con 0x7f077c102a90 2024-04-23T18:21:06.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.645+0000 7f0783a69640 1 -- 172.21.15.38:0/2546181589 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f077c1a0680 con 0x7f077c102a90 2024-04-23T18:21:06.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.646+0000 7f0783a69640 1 -- 172.21.15.38:0/2546181589 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f077c0fdf30 con 0x7f077c102a90 2024-04-23T18:21:06.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.647+0000 7f0772ffd640 1 -- 172.21.15.38:0/2546181589 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f076c0046c0 con 0x7f077c102a90 2024-04-23T18:21:06.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.647+0000 7f0772ffd640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07680a3c40 0x7f07680a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.648+0000 7f0781004640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07680a3c40 0x7f07680a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.648+0000 7f0772ffd640 1 -- 172.21.15.38:0/2546181589 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f076c0d0750 con 0x7f077c102a90 2024-04-23T18:21:06.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.648+0000 7f0781004640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07680a3c40 0x7f07680a6100 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f07780095f0 tx=0x7f0778005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:06.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.652+0000 7f0772ffd640 1 -- 172.21.15.38:0/2546181589 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f076c09d180 con 0x7f077c102a90 2024-04-23T18:21:06.659 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:06 smithi076 ceph-mon[32458]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:06.659 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:06 smithi076 ceph-mon[32458]: pgmap v291: 97 pgs: 91 active+clean, 6 creating+peering; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s wr, 13 op/s 2024-04-23T18:21:06.659 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:06 smithi076 ceph-mon[32458]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:06.660 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:06 smithi076 ceph-mon[32458]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-23T18:21:06.660 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:06 smithi076 ceph-mon[32458]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:06.660 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:06 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] up:active 2024-04-23T18:21:06.660 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:06 smithi076 ceph-mon[32458]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-23T18:21:06.660 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:06 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:21:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:06 smithi102 ceph-mon[32874]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:06 smithi102 ceph-mon[32874]: pgmap v291: 97 pgs: 91 active+clean, 6 creating+peering; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s wr, 13 op/s 2024-04-23T18:21:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:06 smithi102 ceph-mon[32874]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:06 smithi102 ceph-mon[32874]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-23T18:21:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:06 smithi102 ceph-mon[32874]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:06 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] up:active 2024-04-23T18:21:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:06 smithi102 ceph-mon[32874]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-23T18:21:06.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:06 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:21:06.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.844+0000 7f0783a69640 1 -- 172.21.15.38:0/2546181589 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f077c062b50 con 0x7f077c102a90 2024-04-23T18:21:06.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.846+0000 7f0772ffd640 1 -- 172.21.15.38:0/2546181589 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22149 (secure 0 0 0) 0x7f076c09ca80 con 0x7f077c102a90 2024-04-23T18:21:06.839 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:21:06.839 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":86,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:21:00.853229+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:21:06.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 -- 172.21.15.38:0/2546181589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07680a3c40 msgr2=0x7f07680a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07680a3c40 0x7f07680a6100 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f07780095f0 tx=0x7f0778005f90 comp rx=0 tx=0).stop 2024-04-23T18:21:06.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 -- 172.21.15.38:0/2546181589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f077c102a90 msgr2=0x7f077c198270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f077c102a90 0x7f077c198270 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f076c00e9f0 tx=0x7f076c00edf0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 -- 172.21.15.38:0/2546181589 shutdown_connections 2024-04-23T18:21:06.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f077c107cf0 0x7f077c19f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f07680a3c40 0x7f07680a6100 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c1053c0 0x7f077c1987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 --2- 172.21.15.38:0/2546181589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f077c102a90 0x7f077c198270 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 -- 172.21.15.38:0/2546181589 >> 172.21.15.38:0/2546181589 conn(0x7f077c0fc440 msgr2=0x7f077c103390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:06.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 -- 172.21.15.38:0/2546181589 shutdown_connections 2024-04-23T18:21:06.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.848+0000 7f0783a69640 1 -- 172.21.15.38:0/2546181589 wait complete. 2024-04-23T18:21:06.853 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-23T18:21:06.854 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-23T18:21:06.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.963+0000 7f835da89640 1 -- 172.21.15.38:0/4055904504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8358102a30 msgr2=0x7f8358104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.963+0000 7f835da89640 1 --2- 172.21.15.38:0/4055904504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8358102a30 0x7f8358104e20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8348009900 tx=0x7f834802a410 comp rx=0 tx=0).stop 2024-04-23T18:21:06.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.963+0000 7f835da89640 1 -- 172.21.15.38:0/4055904504 shutdown_connections 2024-04-23T18:21:06.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.963+0000 7f835da89640 1 --2- 172.21.15.38:0/4055904504 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8358105360 0x7f8358107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.963+0000 7f835da89640 1 --2- 172.21.15.38:0/4055904504 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8358107c90 0x7f835810a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.963+0000 7f835da89640 1 --2- 172.21.15.38:0/4055904504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8358102a30 0x7f8358104e20 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.963+0000 7f835da89640 1 -- 172.21.15.38:0/4055904504 >> 172.21.15.38:0/4055904504 conn(0x7f83580fc440 msgr2=0x7f83580fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.963+0000 7f835da89640 1 -- 172.21.15.38:0/4055904504 shutdown_connections 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.963+0000 7f835da89640 1 -- 172.21.15.38:0/4055904504 wait complete. 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f835da89640 1 Processor -- start 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f835da89640 1 -- start start 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f835da89640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8358102a30 0x7f8358198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f835da89640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8358105360 0x7f8358198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f835da89640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8358107c90 0x7f835819f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f835da89640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f835810dc10 con 0x7f8358107c90 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f835da89640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f835810da90 con 0x7f8358105360 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f835da89640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f835810dd90 con 0x7f8358102a30 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f8357fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8358107c90 0x7f835819f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f83577fe640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8358102a30 0x7f8358198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f8357fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8358107c90 0x7f835819f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40276/0 (socket says 172.21.15.38:40276) 2024-04-23T18:21:06.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f8357fff640 1 -- 172.21.15.38:0/3204826982 learned_addr learned my addr 172.21.15.38:0/3204826982 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.964+0000 7f8356ffd640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8358105360 0x7f8358198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f8357fff640 1 -- 172.21.15.38:0/3204826982 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8358102a30 msgr2=0x7f8358198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f8357fff640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8358102a30 0x7f8358198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f8357fff640 1 -- 172.21.15.38:0/3204826982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8358105360 msgr2=0x7f8358198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f8357fff640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8358105360 0x7f8358198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f8357fff640 1 -- 172.21.15.38:0/3204826982 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f835819ff30 con 0x7f8358107c90 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f8357fff640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8358107c90 0x7f835819f8c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f835000eb10 tx=0x7f835000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f8354ff9640 1 -- 172.21.15.38:0/3204826982 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8350004b20 con 0x7f8358107c90 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f8354ff9640 1 -- 172.21.15.38:0/3204826982 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8350004cc0 con 0x7f8358107c90 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f835da89640 1 -- 172.21.15.38:0/3204826982 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83581a0220 con 0x7f8358107c90 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f8354ff9640 1 -- 172.21.15.38:0/3204826982 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8350010720 con 0x7f8358107c90 2024-04-23T18:21:06.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.965+0000 7f835da89640 1 -- 172.21.15.38:0/3204826982 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83581a0770 con 0x7f8358107c90 2024-04-23T18:21:06.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.966+0000 7f835da89640 1 -- 172.21.15.38:0/3204826982 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83580fdf30 con 0x7f8358107c90 2024-04-23T18:21:06.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.967+0000 7f8354ff9640 1 -- 172.21.15.38:0/3204826982 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8350005020 con 0x7f8358107c90 2024-04-23T18:21:06.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.967+0000 7f8354ff9640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f83400a3cc0 0x7f83400a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.968+0000 7f83577fe640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f83400a3cc0 0x7f83400a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.968+0000 7f8354ff9640 1 -- 172.21.15.38:0/3204826982 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f83500d0920 con 0x7f8358107c90 2024-04-23T18:21:06.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.968+0000 7f83577fe640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f83400a3cc0 0x7f83400a6180 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8348000c00 tx=0x7f8348031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:06.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:06.972+0000 7f8354ff9640 1 -- 172.21.15.38:0/3204826982 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f835009d250 con 0x7f8358107c90 2024-04-23T18:21:07.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.155+0000 7f835da89640 1 -- 172.21.15.38:0/3204826982 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8358062390 con 0x7f83400a3cc0 2024-04-23T18:21:07.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.164+0000 7f8354ff9640 1 -- 172.21.15.38:0/3204826982 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258972 (secure 0 0 0) 0x7f8358062390 con 0x7f83400a3cc0 2024-04-23T18:21:07.160 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:21:07.162 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 -- 172.21.15.38:0/3204826982 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f83400a3cc0 msgr2=0x7f83400a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f83400a3cc0 0x7f83400a6180 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8348000c00 tx=0x7f8348031510 comp rx=0 tx=0).stop 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 -- 172.21.15.38:0/3204826982 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8358107c90 msgr2=0x7f835819f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8358107c90 0x7f835819f8c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f835000eb10 tx=0x7f835000c2d0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 -- 172.21.15.38:0/3204826982 shutdown_connections 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f83400a3cc0 0x7f83400a6180 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8358107c90 0x7f835819f8c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8358105360 0x7f8358198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 --2- 172.21.15.38:0/3204826982 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8358102a30 0x7f8358198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 -- 172.21.15.38:0/3204826982 >> 172.21.15.38:0/3204826982 conn(0x7f83580fc440 msgr2=0x7f8358103450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 -- 172.21.15.38:0/3204826982 shutdown_connections 2024-04-23T18:21:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.167+0000 7f835da89640 1 -- 172.21.15.38:0/3204826982 wait complete. 2024-04-23T18:21:07.171 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":292,"stamp":"2024-04-23T18:21:06.804149+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":631886,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":149,"num_read_kb":165,"num_write":340,"num_write_kb":3018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":274,"ondisk_log_size":274,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":222,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":368716,"kb_used_data":11220,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124573108,"statfs":{"total":1151940427776,"available":1151562862592,"internally_reserved":0,"allocated":11489280,"data_stored":7121621,"data_compressed":111051,"data_compressed_allocated":139264,"data_compressed_original":1777664,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":41518,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":13,"num_read_kb":46,"num_write":159,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.964506"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660166+0000","last_change":"2024-04-23T18:20:59.880224+0000","last_active":"2024-04-23T18:21:01.660166+0000","last_peered":"2024-04-23T18:21:01.660166+0000","last_clean":"2024-04-23T18:21:01.660166+0000","last_became_active":"2024-04-23T18:20:59.879828+0000","last_became_peered":"2024-04-23T18:20:59.879828+0000","last_unstale":"2024-04-23T18:21:01.660166+0000","last_undegraded":"2024-04-23T18:21:01.660166+0000","last_fullsized":"2024-04-23T18:21:01.660166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:16.165762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120160+0000","last_change":"2024-04-23T18:20:59.866542+0000","last_active":"2024-04-23T18:21:01.120160+0000","last_peered":"2024-04-23T18:21:01.120160+0000","last_clean":"2024-04-23T18:21:01.120160+0000","last_became_active":"2024-04-23T18:20:59.865639+0000","last_became_peered":"2024-04-23T18:20:59.865639+0000","last_unstale":"2024-04-23T18:21:01.120160+0000","last_undegraded":"2024-04-23T18:21:01.120160+0000","last_fullsized":"2024-04-23T18:21:01.120160+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:11.163939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120162+0000","last_change":"2024-04-23T18:20:59.870797+0000","last_active":"2024-04-23T18:21:01.120162+0000","last_peered":"2024-04-23T18:21:01.120162+0000","last_clean":"2024-04-23T18:21:01.120162+0000","last_became_active":"2024-04-23T18:20:59.869874+0000","last_became_peered":"2024-04-23T18:20:59.869874+0000","last_unstale":"2024-04-23T18:21:01.120162+0000","last_undegraded":"2024-04-23T18:21:01.120162+0000","last_fullsized":"2024-04-23T18:21:01.120162+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:02:09.302667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.867212+0000","last_change":"2024-04-23T18:20:59.860579+0000","last_active":"2024-04-23T18:21:00.867212+0000","last_peered":"2024-04-23T18:21:00.867212+0000","last_clean":"2024-04-23T18:21:00.867212+0000","last_became_active":"2024-04-23T18:20:59.860217+0000","last_became_peered":"2024-04-23T18:20:59.860217+0000","last_unstale":"2024-04-23T18:21:00.867212+0000","last_undegraded":"2024-04-23T18:21:00.867212+0000","last_fullsized":"2024-04-23T18:21:00.867212+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:22:09.508510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327302+0000","last_change":"2024-04-23T18:20:59.867999+0000","last_active":"2024-04-23T18:21:02.327302+0000","last_peered":"2024-04-23T18:21:02.327302+0000","last_clean":"2024-04-23T18:21:02.327302+0000","last_became_active":"2024-04-23T18:20:59.867643+0000","last_became_peered":"2024-04-23T18:20:59.867643+0000","last_unstale":"2024-04-23T18:21:02.327302+0000","last_undegraded":"2024-04-23T18:21:02.327302+0000","last_fullsized":"2024-04-23T18:21:02.327302+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:26:40.402523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.331315+0000","last_change":"2024-04-23T18:20:59.868277+0000","last_active":"2024-04-23T18:21:02.331315+0000","last_peered":"2024-04-23T18:21:02.331315+0000","last_clean":"2024-04-23T18:21:02.331315+0000","last_became_active":"2024-04-23T18:20:59.867947+0000","last_became_peered":"2024-04-23T18:20:59.867947+0000","last_unstale":"2024-04-23T18:21:02.331315+0000","last_undegraded":"2024-04-23T18:21:02.331315+0000","last_fullsized":"2024-04-23T18:21:02.331315+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:11:53.537881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329141+0000","last_change":"2024-04-23T18:20:59.877360+0000","last_active":"2024-04-23T18:21:02.329141+0000","last_peered":"2024-04-23T18:21:02.329141+0000","last_clean":"2024-04-23T18:21:02.329141+0000","last_became_active":"2024-04-23T18:20:59.875359+0000","last_became_peered":"2024-04-23T18:20:59.875359+0000","last_unstale":"2024-04-23T18:21:02.329141+0000","last_undegraded":"2024-04-23T18:21:02.329141+0000","last_fullsized":"2024-04-23T18:21:02.329141+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:36:07.422442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870395+0000","last_change":"2024-04-23T18:20:59.880916+0000","last_active":"2024-04-23T18:21:00.870395+0000","last_peered":"2024-04-23T18:21:00.870395+0000","last_clean":"2024-04-23T18:21:00.870395+0000","last_became_active":"2024-04-23T18:20:59.880593+0000","last_became_peered":"2024-04-23T18:20:59.880593+0000","last_unstale":"2024-04-23T18:21:00.870395+0000","last_undegraded":"2024-04-23T18:21:00.870395+0000","last_fullsized":"2024-04-23T18:21:00.870395+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:43:39.998840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327876+0000","last_change":"2024-04-23T18:20:59.876290+0000","last_active":"2024-04-23T18:21:02.327876+0000","last_peered":"2024-04-23T18:21:02.327876+0000","last_clean":"2024-04-23T18:21:02.327876+0000","last_became_active":"2024-04-23T18:20:59.875756+0000","last_became_peered":"2024-04-23T18:20:59.875756+0000","last_unstale":"2024-04-23T18:21:02.327876+0000","last_undegraded":"2024-04-23T18:21:02.327876+0000","last_fullsized":"2024-04-23T18:21:02.327876+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:34:52.995694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.332415+0000","last_change":"2024-04-23T18:20:59.866443+0000","last_active":"2024-04-23T18:21:02.332415+0000","last_peered":"2024-04-23T18:21:02.332415+0000","last_clean":"2024-04-23T18:21:02.332415+0000","last_became_active":"2024-04-23T18:20:59.866071+0000","last_became_peered":"2024-04-23T18:20:59.866071+0000","last_unstale":"2024-04-23T18:21:02.332415+0000","last_undegraded":"2024-04-23T18:21:02.332415+0000","last_fullsized":"2024-04-23T18:21:02.332415+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:06:23.714089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329588+0000","last_change":"2024-04-23T18:20:59.872197+0000","last_active":"2024-04-23T18:21:02.329588+0000","last_peered":"2024-04-23T18:21:02.329588+0000","last_clean":"2024-04-23T18:21:02.329588+0000","last_became_active":"2024-04-23T18:20:59.871450+0000","last_became_peered":"2024-04-23T18:20:59.871450+0000","last_unstale":"2024-04-23T18:21:02.329588+0000","last_undegraded":"2024-04-23T18:21:02.329588+0000","last_fullsized":"2024-04-23T18:21:02.329588+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:08:08.595804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.867217+0000","last_change":"2024-04-23T18:20:59.863448+0000","last_active":"2024-04-23T18:21:00.867217+0000","last_peered":"2024-04-23T18:21:00.867217+0000","last_clean":"2024-04-23T18:21:00.867217+0000","last_became_active":"2024-04-23T18:20:59.863109+0000","last_became_peered":"2024-04-23T18:20:59.863109+0000","last_unstale":"2024-04-23T18:21:00.867217+0000","last_undegraded":"2024-04-23T18:21:00.867217+0000","last_fullsized":"2024-04-23T18:21:00.867217+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:11:14.859442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328189+0000","last_change":"2024-04-23T18:20:59.876979+0000","last_active":"2024-04-23T18:21:02.328189+0000","last_peered":"2024-04-23T18:21:02.328189+0000","last_clean":"2024-04-23T18:21:02.328189+0000","last_became_active":"2024-04-23T18:20:59.876604+0000","last_became_peered":"2024-04-23T18:20:59.876604+0000","last_unstale":"2024-04-23T18:21:02.328189+0000","last_undegraded":"2024-04-23T18:21:02.328189+0000","last_fullsized":"2024-04-23T18:21:02.328189+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:12:15.689838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.119933+0000","last_change":"2024-04-23T18:20:59.874959+0000","last_active":"2024-04-23T18:21:01.119933+0000","last_peered":"2024-04-23T18:21:01.119933+0000","last_clean":"2024-04-23T18:21:01.119933+0000","last_became_active":"2024-04-23T18:20:59.874587+0000","last_became_peered":"2024-04-23T18:20:59.874587+0000","last_unstale":"2024-04-23T18:21:01.119933+0000","last_undegraded":"2024-04-23T18:21:01.119933+0000","last_fullsized":"2024-04-23T18:21:01.119933+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:03:19.959476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.119970+0000","last_change":"2024-04-23T18:20:59.869086+0000","last_active":"2024-04-23T18:21:01.119970+0000","last_peered":"2024-04-23T18:21:01.119970+0000","last_clean":"2024-04-23T18:21:01.119970+0000","last_became_active":"2024-04-23T18:20:59.868742+0000","last_became_peered":"2024-04-23T18:20:59.868742+0000","last_unstale":"2024-04-23T18:21:01.119970+0000","last_undegraded":"2024-04-23T18:21:01.119970+0000","last_fullsized":"2024-04-23T18:21:01.119970+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:58.011662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327172+0000","last_change":"2024-04-23T18:20:59.868907+0000","last_active":"2024-04-23T18:21:02.327172+0000","last_peered":"2024-04-23T18:21:02.327172+0000","last_clean":"2024-04-23T18:21:02.327172+0000","last_became_active":"2024-04-23T18:20:59.868598+0000","last_became_peered":"2024-04-23T18:20:59.868598+0000","last_unstale":"2024-04-23T18:21:02.327172+0000","last_undegraded":"2024-04-23T18:21:02.327172+0000","last_fullsized":"2024-04-23T18:21:02.327172+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:30:56.594825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660312+0000","last_change":"2024-04-23T18:20:59.880433+0000","last_active":"2024-04-23T18:21:01.660312+0000","last_peered":"2024-04-23T18:21:01.660312+0000","last_clean":"2024-04-23T18:21:01.660312+0000","last_became_active":"2024-04-23T18:20:59.879850+0000","last_became_peered":"2024-04-23T18:20:59.879850+0000","last_unstale":"2024-04-23T18:21:01.660312+0000","last_undegraded":"2024-04-23T18:21:01.660312+0000","last_fullsized":"2024-04-23T18:21:01.660312+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:00.545172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.108504+0000","last_change":"2024-04-23T18:20:59.869332+0000","last_active":"2024-04-23T18:21:01.108504+0000","last_peered":"2024-04-23T18:21:01.108504+0000","last_clean":"2024-04-23T18:21:01.108504+0000","last_became_active":"2024-04-23T18:20:59.868940+0000","last_became_peered":"2024-04-23T18:20:59.868940+0000","last_unstale":"2024-04-23T18:21:01.108504+0000","last_undegraded":"2024-04-23T18:21:01.108504+0000","last_fullsized":"2024-04-23T18:21:01.108504+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:06:35.068649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327498+0000","last_change":"2024-04-23T18:20:59.860825+0000","last_active":"2024-04-23T18:21:02.327498+0000","last_peered":"2024-04-23T18:21:02.327498+0000","last_clean":"2024-04-23T18:21:02.327498+0000","last_became_active":"2024-04-23T18:20:59.860403+0000","last_became_peered":"2024-04-23T18:20:59.860403+0000","last_unstale":"2024-04-23T18:21:02.327498+0000","last_undegraded":"2024-04-23T18:21:02.327498+0000","last_fullsized":"2024-04-23T18:21:02.327498+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:31:50.189832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.301652+0000","last_change":"2024-04-23T18:20:58.862558+0000","last_active":"2024-04-23T18:21:05.301652+0000","last_peered":"2024-04-23T18:21:05.301652+0000","last_clean":"2024-04-23T18:21:05.301652+0000","last_became_active":"2024-04-23T18:20:58.860556+0000","last_became_peered":"2024-04-23T18:20:58.860556+0000","last_unstale":"2024-04-23T18:21:05.301652+0000","last_undegraded":"2024-04-23T18:21:05.301652+0000","last_fullsized":"2024-04-23T18:21:05.301652+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:51:23.382813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870824+0000","last_change":"2024-04-23T18:20:59.877896+0000","last_active":"2024-04-23T18:21:00.870824+0000","last_peered":"2024-04-23T18:21:00.870824+0000","last_clean":"2024-04-23T18:21:00.870824+0000","last_became_active":"2024-04-23T18:20:59.877528+0000","last_became_peered":"2024-04-23T18:20:59.877528+0000","last_unstale":"2024-04-23T18:21:00.870824+0000","last_undegraded":"2024-04-23T18:21:00.870824+0000","last_fullsized":"2024-04-23T18:21:00.870824+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:07:00.924634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870923+0000","last_change":"2024-04-23T18:20:58.869387+0000","last_active":"2024-04-23T18:21:00.870923+0000","last_peered":"2024-04-23T18:21:00.870923+0000","last_clean":"2024-04-23T18:21:00.870923+0000","last_became_active":"2024-04-23T18:20:58.869038+0000","last_became_peered":"2024-04-23T18:20:58.869038+0000","last_unstale":"2024-04-23T18:21:00.870923+0000","last_undegraded":"2024-04-23T18:21:00.870923+0000","last_fullsized":"2024-04-23T18:21:00.870923+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:02:02.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120334+0000","last_change":"2024-04-23T18:20:59.870529+0000","last_active":"2024-04-23T18:21:01.120334+0000","last_peered":"2024-04-23T18:21:01.120334+0000","last_clean":"2024-04-23T18:21:01.120334+0000","last_became_active":"2024-04-23T18:20:59.870099+0000","last_became_peered":"2024-04-23T18:20:59.870099+0000","last_unstale":"2024-04-23T18:21:01.120334+0000","last_undegraded":"2024-04-23T18:21:01.120334+0000","last_fullsized":"2024-04-23T18:21:01.120334+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:17:50.195045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'7","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:04.350122+0000","last_change":"2024-04-23T18:20:58.863120+0000","last_active":"2024-04-23T18:21:04.350122+0000","last_peered":"2024-04-23T18:21:04.350122+0000","last_clean":"2024-04-23T18:21:04.350122+0000","last_became_active":"2024-04-23T18:20:58.862733+0000","last_became_peered":"2024-04-23T18:20:58.862733+0000","last_unstale":"2024-04-23T18:21:04.350122+0000","last_undegraded":"2024-04-23T18:21:04.350122+0000","last_fullsized":"2024-04-23T18:21:04.350122+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:32:16.374996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327614+0000","last_change":"2024-04-23T18:20:59.855642+0000","last_active":"2024-04-23T18:21:02.327614+0000","last_peered":"2024-04-23T18:21:02.327614+0000","last_clean":"2024-04-23T18:21:02.327614+0000","last_became_active":"2024-04-23T18:20:59.855317+0000","last_became_peered":"2024-04-23T18:20:59.855317+0000","last_unstale":"2024-04-23T18:21:02.327614+0000","last_undegraded":"2024-04-23T18:21:02.327614+0000","last_fullsized":"2024-04-23T18:21:02.327614+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:13:35.976647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328569+0000","last_change":"2024-04-23T18:20:58.853846+0000","last_active":"2024-04-23T18:21:02.328569+0000","last_peered":"2024-04-23T18:21:02.328569+0000","last_clean":"2024-04-23T18:21:02.328569+0000","last_became_active":"2024-04-23T18:20:58.853473+0000","last_became_peered":"2024-04-23T18:20:58.853473+0000","last_unstale":"2024-04-23T18:21:02.328569+0000","last_undegraded":"2024-04-23T18:21:02.328569+0000","last_fullsized":"2024-04-23T18:21:02.328569+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:55:28.522652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.867105+0000","last_change":"2024-04-23T18:20:59.880744+0000","last_active":"2024-04-23T18:21:00.867105+0000","last_peered":"2024-04-23T18:21:00.867105+0000","last_clean":"2024-04-23T18:21:00.867105+0000","last_became_active":"2024-04-23T18:20:59.880359+0000","last_became_peered":"2024-04-23T18:20:59.880359+0000","last_unstale":"2024-04-23T18:21:00.867105+0000","last_undegraded":"2024-04-23T18:21:00.867105+0000","last_fullsized":"2024-04-23T18:21:00.867105+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:01:32.465194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.333787+0000","last_change":"2024-04-23T18:20:58.862102+0000","last_active":"2024-04-23T18:21:02.333787+0000","last_peered":"2024-04-23T18:21:02.333787+0000","last_clean":"2024-04-23T18:21:02.333787+0000","last_became_active":"2024-04-23T18:20:58.861794+0000","last_became_peered":"2024-04-23T18:20:58.861794+0000","last_unstale":"2024-04-23T18:21:02.333787+0000","last_undegraded":"2024-04-23T18:21:02.333787+0000","last_fullsized":"2024-04-23T18:21:02.333787+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:07:56.139013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327548+0000","last_change":"2024-04-23T18:20:59.870867+0000","last_active":"2024-04-23T18:21:02.327548+0000","last_peered":"2024-04-23T18:21:02.327548+0000","last_clean":"2024-04-23T18:21:02.327548+0000","last_became_active":"2024-04-23T18:20:59.870526+0000","last_became_peered":"2024-04-23T18:20:59.870526+0000","last_unstale":"2024-04-23T18:21:02.327548+0000","last_undegraded":"2024-04-23T18:21:02.327548+0000","last_fullsized":"2024-04-23T18:21:02.327548+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:04:56.848932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:04.349410+0000","last_change":"2024-04-23T18:20:58.860528+0000","last_active":"2024-04-23T18:21:04.349410+0000","last_peered":"2024-04-23T18:21:04.349410+0000","last_clean":"2024-04-23T18:21:04.349410+0000","last_became_active":"2024-04-23T18:20:58.860134+0000","last_became_peered":"2024-04-23T18:20:58.860134+0000","last_unstale":"2024-04-23T18:21:04.349410+0000","last_undegraded":"2024-04-23T18:21:04.349410+0000","last_fullsized":"2024-04-23T18:21:04.349410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:50:11.151898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.866915+0000","last_change":"2024-04-23T18:20:59.878297+0000","last_active":"2024-04-23T18:21:00.866915+0000","last_peered":"2024-04-23T18:21:00.866915+0000","last_clean":"2024-04-23T18:21:00.866915+0000","last_became_active":"2024-04-23T18:20:59.877215+0000","last_became_peered":"2024-04-23T18:20:59.877215+0000","last_unstale":"2024-04-23T18:21:00.866915+0000","last_undegraded":"2024-04-23T18:21:00.866915+0000","last_fullsized":"2024-04-23T18:21:00.866915+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:35:45.419135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.342201+0000","last_change":"2024-04-23T18:20:58.850195+0000","last_active":"2024-04-23T18:21:03.342201+0000","last_peered":"2024-04-23T18:21:03.342201+0000","last_clean":"2024-04-23T18:21:03.342201+0000","last_became_active":"2024-04-23T18:20:58.849815+0000","last_became_peered":"2024-04-23T18:20:58.849815+0000","last_unstale":"2024-04-23T18:21:03.342201+0000","last_undegraded":"2024-04-23T18:21:03.342201+0000","last_fullsized":"2024-04-23T18:21:03.342201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:29:19.937473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870485+0000","last_change":"2024-04-23T18:20:59.872045+0000","last_active":"2024-04-23T18:21:00.870485+0000","last_peered":"2024-04-23T18:21:00.870485+0000","last_clean":"2024-04-23T18:21:00.870485+0000","last_became_active":"2024-04-23T18:20:59.870964+0000","last_became_peered":"2024-04-23T18:20:59.870964+0000","last_unstale":"2024-04-23T18:21:00.870485+0000","last_undegraded":"2024-04-23T18:21:00.870485+0000","last_fullsized":"2024-04-23T18:21:00.870485+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:04.006841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.331876+0000","last_change":"2024-04-23T18:20:58.860868+0000","last_active":"2024-04-23T18:21:02.331876+0000","last_peered":"2024-04-23T18:21:02.331876+0000","last_clean":"2024-04-23T18:21:02.331876+0000","last_became_active":"2024-04-23T18:20:58.860539+0000","last_became_peered":"2024-04-23T18:20:58.860539+0000","last_unstale":"2024-04-23T18:21:02.331876+0000","last_undegraded":"2024-04-23T18:21:02.331876+0000","last_fullsized":"2024-04-23T18:21:02.331876+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:46.918143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.108487+0000","last_change":"2024-04-23T18:20:59.867600+0000","last_active":"2024-04-23T18:21:01.108487+0000","last_peered":"2024-04-23T18:21:01.108487+0000","last_clean":"2024-04-23T18:21:01.108487+0000","last_became_active":"2024-04-23T18:20:59.867212+0000","last_became_peered":"2024-04-23T18:20:59.867212+0000","last_unstale":"2024-04-23T18:21:01.108487+0000","last_undegraded":"2024-04-23T18:21:01.108487+0000","last_fullsized":"2024-04-23T18:21:01.108487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:00.470189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.296654+0000","last_change":"2024-04-23T18:20:58.858931+0000","last_active":"2024-04-23T18:21:06.296654+0000","last_peered":"2024-04-23T18:21:06.296654+0000","last_clean":"2024-04-23T18:21:06.296654+0000","last_became_active":"2024-04-23T18:20:58.858492+0000","last_became_peered":"2024-04-23T18:20:58.858492+0000","last_unstale":"2024-04-23T18:21:06.296654+0000","last_undegraded":"2024-04-23T18:21:06.296654+0000","last_fullsized":"2024-04-23T18:21:06.296654+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:09:30.335087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327998+0000","last_change":"2024-04-23T18:20:59.861029+0000","last_active":"2024-04-23T18:21:02.327998+0000","last_peered":"2024-04-23T18:21:02.327998+0000","last_clean":"2024-04-23T18:21:02.327998+0000","last_became_active":"2024-04-23T18:20:59.860603+0000","last_became_peered":"2024-04-23T18:20:59.860603+0000","last_unstale":"2024-04-23T18:21:02.327998+0000","last_undegraded":"2024-04-23T18:21:02.327998+0000","last_fullsized":"2024-04-23T18:21:02.327998+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:10.142795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.332624+0000","last_change":"2024-04-23T18:20:58.865538+0000","last_active":"2024-04-23T18:21:02.332624+0000","last_peered":"2024-04-23T18:21:02.332624+0000","last_clean":"2024-04-23T18:21:02.332624+0000","last_became_active":"2024-04-23T18:20:58.864744+0000","last_became_peered":"2024-04-23T18:20:58.864744+0000","last_unstale":"2024-04-23T18:21:02.332624+0000","last_undegraded":"2024-04-23T18:21:02.332624+0000","last_fullsized":"2024-04-23T18:21:02.332624+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:23.178032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120333+0000","last_change":"2024-04-23T18:20:59.878257+0000","last_active":"2024-04-23T18:21:01.120333+0000","last_peered":"2024-04-23T18:21:01.120333+0000","last_clean":"2024-04-23T18:21:01.120333+0000","last_became_active":"2024-04-23T18:20:59.875944+0000","last_became_peered":"2024-04-23T18:20:59.875944+0000","last_unstale":"2024-04-23T18:21:01.120333+0000","last_undegraded":"2024-04-23T18:21:01.120333+0000","last_fullsized":"2024-04-23T18:21:01.120333+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:03:37.046284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330613+0000","last_change":"2024-04-23T18:20:58.864563+0000","last_active":"2024-04-23T18:21:02.330613+0000","last_peered":"2024-04-23T18:21:02.330613+0000","last_clean":"2024-04-23T18:21:02.330613+0000","last_became_active":"2024-04-23T18:20:58.864231+0000","last_became_peered":"2024-04-23T18:20:58.864231+0000","last_unstale":"2024-04-23T18:21:02.330613+0000","last_undegraded":"2024-04-23T18:21:02.330613+0000","last_fullsized":"2024-04-23T18:21:02.330613+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:37:24.678023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327535+0000","last_change":"2024-04-23T18:20:59.865006+0000","last_active":"2024-04-23T18:21:02.327535+0000","last_peered":"2024-04-23T18:21:02.327535+0000","last_clean":"2024-04-23T18:21:02.327535+0000","last_became_active":"2024-04-23T18:20:59.864586+0000","last_became_peered":"2024-04-23T18:20:59.864586+0000","last_unstale":"2024-04-23T18:21:02.327535+0000","last_undegraded":"2024-04-23T18:21:02.327535+0000","last_fullsized":"2024-04-23T18:21:02.327535+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:02.186933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'21","reported_seq":43,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.303622+0000","last_change":"2024-04-23T18:20:58.857875+0000","last_active":"2024-04-23T18:21:06.303622+0000","last_peered":"2024-04-23T18:21:06.303622+0000","last_clean":"2024-04-23T18:21:06.303622+0000","last_became_active":"2024-04-23T18:20:58.857541+0000","last_became_peered":"2024-04-23T18:20:58.857541+0000","last_unstale":"2024-04-23T18:21:06.303622+0000","last_undegraded":"2024-04-23T18:21:06.303622+0000","last_fullsized":"2024-04-23T18:21:06.303622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:35:30.660283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38193,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":7,"num_read_kb":40,"num_write":23,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328094+0000","last_change":"2024-04-23T18:20:59.870083+0000","last_active":"2024-04-23T18:21:02.328094+0000","last_peered":"2024-04-23T18:21:02.328094+0000","last_clean":"2024-04-23T18:21:02.328094+0000","last_became_active":"2024-04-23T18:20:59.869722+0000","last_became_peered":"2024-04-23T18:20:59.869722+0000","last_unstale":"2024-04-23T18:21:02.328094+0000","last_undegraded":"2024-04-23T18:21:02.328094+0000","last_fullsized":"2024-04-23T18:21:02.328094+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:08:40.589017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330933+0000","last_change":"2024-04-23T18:20:58.866008+0000","last_active":"2024-04-23T18:21:02.330933+0000","last_peered":"2024-04-23T18:21:02.330933+0000","last_clean":"2024-04-23T18:21:02.330933+0000","last_became_active":"2024-04-23T18:20:58.865644+0000","last_became_peered":"2024-04-23T18:20:58.865644+0000","last_unstale":"2024-04-23T18:21:02.330933+0000","last_undegraded":"2024-04-23T18:21:02.330933+0000","last_fullsized":"2024-04-23T18:21:02.330933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:25.002138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328028+0000","last_change":"2024-04-23T18:20:59.868766+0000","last_active":"2024-04-23T18:21:02.328028+0000","last_peered":"2024-04-23T18:21:02.328028+0000","last_clean":"2024-04-23T18:21:02.328028+0000","last_became_active":"2024-04-23T18:20:59.868334+0000","last_became_peered":"2024-04-23T18:20:59.868334+0000","last_unstale":"2024-04-23T18:21:02.328028+0000","last_undegraded":"2024-04-23T18:21:02.328028+0000","last_fullsized":"2024-04-23T18:21:02.328028+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:22:47.052087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330865+0000","last_change":"2024-04-23T18:20:58.861138+0000","last_active":"2024-04-23T18:21:02.330865+0000","last_peered":"2024-04-23T18:21:02.330865+0000","last_clean":"2024-04-23T18:21:02.330865+0000","last_became_active":"2024-04-23T18:20:58.860783+0000","last_became_peered":"2024-04-23T18:20:58.860783+0000","last_unstale":"2024-04-23T18:21:02.330865+0000","last_undegraded":"2024-04-23T18:21:02.330865+0000","last_fullsized":"2024-04-23T18:21:02.330865+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:35:58.963320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329954+0000","last_change":"2024-04-23T18:20:59.871883+0000","last_active":"2024-04-23T18:21:02.329954+0000","last_peered":"2024-04-23T18:21:02.329954+0000","last_clean":"2024-04-23T18:21:02.329954+0000","last_became_active":"2024-04-23T18:20:59.871477+0000","last_became_peered":"2024-04-23T18:20:59.871477+0000","last_unstale":"2024-04-23T18:21:02.329954+0000","last_undegraded":"2024-04-23T18:21:02.329954+0000","last_fullsized":"2024-04-23T18:21:02.329954+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:08.094024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.339674+0000","last_change":"2024-04-23T18:20:58.862877+0000","last_active":"2024-04-23T18:21:03.339674+0000","last_peered":"2024-04-23T18:21:03.339674+0000","last_clean":"2024-04-23T18:21:03.339674+0000","last_became_active":"2024-04-23T18:20:58.862222+0000","last_became_peered":"2024-04-23T18:20:58.862222+0000","last_unstale":"2024-04-23T18:21:03.339674+0000","last_undegraded":"2024-04-23T18:21:03.339674+0000","last_fullsized":"2024-04-23T18:21:03.339674+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:05:15.323778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329084+0000","last_change":"2024-04-23T18:20:59.876912+0000","last_active":"2024-04-23T18:21:02.329084+0000","last_peered":"2024-04-23T18:21:02.329084+0000","last_clean":"2024-04-23T18:21:02.329084+0000","last_became_active":"2024-04-23T18:20:59.876585+0000","last_became_peered":"2024-04-23T18:20:59.876585+0000","last_unstale":"2024-04-23T18:21:02.329084+0000","last_undegraded":"2024-04-23T18:21:02.329084+0000","last_fullsized":"2024-04-23T18:21:02.329084+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:25:02.654240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'16","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.342534+0000","last_change":"2024-04-23T18:20:58.861887+0000","last_active":"2024-04-23T18:21:03.342534+0000","last_peered":"2024-04-23T18:21:03.342534+0000","last_clean":"2024-04-23T18:21:03.342534+0000","last_became_active":"2024-04-23T18:20:58.861561+0000","last_became_peered":"2024-04-23T18:20:58.861561+0000","last_unstale":"2024-04-23T18:21:03.342534+0000","last_undegraded":"2024-04-23T18:21:03.342534+0000","last_fullsized":"2024-04-23T18:21:03.342534+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:35:49.439389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.866651+0000","last_change":"2024-04-23T18:20:59.879008+0000","last_active":"2024-04-23T18:21:00.866651+0000","last_peered":"2024-04-23T18:21:00.866651+0000","last_clean":"2024-04-23T18:21:00.866651+0000","last_became_active":"2024-04-23T18:20:59.878644+0000","last_became_peered":"2024-04-23T18:20:59.878644+0000","last_unstale":"2024-04-23T18:21:00.866651+0000","last_undegraded":"2024-04-23T18:21:00.866651+0000","last_fullsized":"2024-04-23T18:21:00.866651+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:45:53.763888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328354+0000","last_change":"2024-04-23T18:20:58.855151+0000","last_active":"2024-04-23T18:21:02.328354+0000","last_peered":"2024-04-23T18:21:02.328354+0000","last_clean":"2024-04-23T18:21:02.328354+0000","last_became_active":"2024-04-23T18:20:58.854119+0000","last_became_peered":"2024-04-23T18:20:58.854119+0000","last_unstale":"2024-04-23T18:21:02.328354+0000","last_undegraded":"2024-04-23T18:21:02.328354+0000","last_fullsized":"2024-04-23T18:21:02.328354+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:01:28.819873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660006+0000","last_change":"2024-04-23T18:20:59.874302+0000","last_active":"2024-04-23T18:21:01.660006+0000","last_peered":"2024-04-23T18:21:01.660006+0000","last_clean":"2024-04-23T18:21:01.660006+0000","last_became_active":"2024-04-23T18:20:59.873774+0000","last_became_peered":"2024-04-23T18:20:59.873774+0000","last_unstale":"2024-04-23T18:21:01.660006+0000","last_undegraded":"2024-04-23T18:21:01.660006+0000","last_fullsized":"2024-04-23T18:21:01.660006+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:09:58.367628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.612619+0000","last_change":"2024-04-23T18:20:58.859592+0000","last_active":"2024-04-23T18:21:01.612619+0000","last_peered":"2024-04-23T18:21:01.612619+0000","last_clean":"2024-04-23T18:21:01.612619+0000","last_became_active":"2024-04-23T18:20:58.859216+0000","last_became_peered":"2024-04-23T18:20:58.859216+0000","last_unstale":"2024-04-23T18:21:01.612619+0000","last_undegraded":"2024-04-23T18:21:01.612619+0000","last_fullsized":"2024-04-23T18:21:01.612619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:15:47.339706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'1","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.331630+0000","last_change":"2024-04-23T18:20:59.872452+0000","last_active":"2024-04-23T18:21:02.331630+0000","last_peered":"2024-04-23T18:21:02.331630+0000","last_clean":"2024-04-23T18:21:02.331630+0000","last_became_active":"2024-04-23T18:20:59.872116+0000","last_became_peered":"2024-04-23T18:20:59.872116+0000","last_unstale":"2024-04-23T18:21:02.331630+0000","last_undegraded":"2024-04-23T18:21:02.331630+0000","last_fullsized":"2024-04-23T18:21:02.331630+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:38:36.970099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329365+0000","last_change":"2024-04-23T18:20:58.868460+0000","last_active":"2024-04-23T18:21:02.329365+0000","last_peered":"2024-04-23T18:21:02.329365+0000","last_clean":"2024-04-23T18:21:02.329365+0000","last_became_active":"2024-04-23T18:20:58.868115+0000","last_became_peered":"2024-04-23T18:20:58.868115+0000","last_unstale":"2024-04-23T18:21:02.329365+0000","last_undegraded":"2024-04-23T18:21:02.329365+0000","last_fullsized":"2024-04-23T18:21:02.329365+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:47.216609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.331554+0000","last_change":"2024-04-23T18:20:59.868545+0000","last_active":"2024-04-23T18:21:02.331554+0000","last_peered":"2024-04-23T18:21:02.331554+0000","last_clean":"2024-04-23T18:21:02.331554+0000","last_became_active":"2024-04-23T18:20:59.868223+0000","last_became_peered":"2024-04-23T18:20:59.868223+0000","last_unstale":"2024-04-23T18:21:02.331554+0000","last_undegraded":"2024-04-23T18:21:02.331554+0000","last_fullsized":"2024-04-23T18:21:02.331554+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:59.423338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.866594+0000","last_change":"2024-04-23T18:20:59.873360+0000","last_active":"2024-04-23T18:21:00.866594+0000","last_peered":"2024-04-23T18:21:00.866594+0000","last_clean":"2024-04-23T18:21:00.866594+0000","last_became_active":"2024-04-23T18:20:59.872988+0000","last_became_peered":"2024-04-23T18:20:59.872988+0000","last_unstale":"2024-04-23T18:21:00.866594+0000","last_undegraded":"2024-04-23T18:21:00.866594+0000","last_fullsized":"2024-04-23T18:21:00.866594+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:06:08.758482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.342587+0000","last_change":"2024-04-23T18:20:58.859121+0000","last_active":"2024-04-23T18:21:03.342587+0000","last_peered":"2024-04-23T18:21:03.342587+0000","last_clean":"2024-04-23T18:21:03.342587+0000","last_became_active":"2024-04-23T18:20:58.858797+0000","last_became_peered":"2024-04-23T18:20:58.858797+0000","last_unstale":"2024-04-23T18:21:03.342587+0000","last_undegraded":"2024-04-23T18:21:03.342587+0000","last_fullsized":"2024-04-23T18:21:03.342587+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:32:18.308667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870614+0000","last_change":"2024-04-23T18:20:59.880064+0000","last_active":"2024-04-23T18:21:00.870614+0000","last_peered":"2024-04-23T18:21:00.870614+0000","last_clean":"2024-04-23T18:21:00.870614+0000","last_became_active":"2024-04-23T18:20:59.879722+0000","last_became_peered":"2024-04-23T18:20:59.879722+0000","last_unstale":"2024-04-23T18:21:00.870614+0000","last_undegraded":"2024-04-23T18:21:00.870614+0000","last_fullsized":"2024-04-23T18:21:00.870614+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:32:56.391733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.331016+0000","last_change":"2024-04-23T18:20:58.854516+0000","last_active":"2024-04-23T18:21:02.331016+0000","last_peered":"2024-04-23T18:21:02.331016+0000","last_clean":"2024-04-23T18:21:02.331016+0000","last_became_active":"2024-04-23T18:20:58.854156+0000","last_became_peered":"2024-04-23T18:20:58.854156+0000","last_unstale":"2024-04-23T18:21:02.331016+0000","last_undegraded":"2024-04-23T18:21:02.331016+0000","last_fullsized":"2024-04-23T18:21:02.331016+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:55:57.825093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":350,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329121+0000","last_change":"2024-04-23T18:19:45.545830+0000","last_active":"2024-04-23T18:21:02.329121+0000","last_peered":"2024-04-23T18:21:02.329121+0000","last_clean":"2024-04-23T18:21:02.329121+0000","last_became_active":"2024-04-23T18:19:45.545228+0000","last_became_peered":"2024-04-23T18:19:45.545228+0000","last_unstale":"2024-04-23T18:21:02.329121+0000","last_undegraded":"2024-04-23T18:21:02.329121+0000","last_fullsized":"2024-04-23T18:21:02.329121+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_clean_scrub_stamp":"2024-04-23T18:16:19.429544+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:15:02.341971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327962+0000","last_change":"2024-04-23T18:20:59.867240+0000","last_active":"2024-04-23T18:21:02.327962+0000","last_peered":"2024-04-23T18:21:02.327962+0000","last_clean":"2024-04-23T18:21:02.327962+0000","last_became_active":"2024-04-23T18:20:59.866320+0000","last_became_peered":"2024-04-23T18:20:59.866320+0000","last_unstale":"2024-04-23T18:21:02.327962+0000","last_undegraded":"2024-04-23T18:21:02.327962+0000","last_fullsized":"2024-04-23T18:21:02.327962+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:30.563962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.340290+0000","last_change":"2024-04-23T18:20:58.859947+0000","last_active":"2024-04-23T18:21:03.340290+0000","last_peered":"2024-04-23T18:21:03.340290+0000","last_clean":"2024-04-23T18:21:03.340290+0000","last_became_active":"2024-04-23T18:20:58.859570+0000","last_became_peered":"2024-04-23T18:20:58.859570+0000","last_unstale":"2024-04-23T18:21:03.340290+0000","last_undegraded":"2024-04-23T18:21:03.340290+0000","last_fullsized":"2024-04-23T18:21:03.340290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:46:30.452480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:04.349786+0000","last_change":"2024-04-23T18:20:58.861894+0000","last_active":"2024-04-23T18:21:04.349786+0000","last_peered":"2024-04-23T18:21:04.349786+0000","last_clean":"2024-04-23T18:21:04.349786+0000","last_became_active":"2024-04-23T18:20:58.861544+0000","last_became_peered":"2024-04-23T18:20:58.861544+0000","last_unstale":"2024-04-23T18:21:04.349786+0000","last_undegraded":"2024-04-23T18:21:04.349786+0000","last_fullsized":"2024-04-23T18:21:04.349786+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:48:27.529319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328342+0000","last_change":"2024-04-23T18:20:59.863791+0000","last_active":"2024-04-23T18:21:02.328342+0000","last_peered":"2024-04-23T18:21:02.328342+0000","last_clean":"2024-04-23T18:21:02.328342+0000","last_became_active":"2024-04-23T18:20:59.863455+0000","last_became_peered":"2024-04-23T18:20:59.863455+0000","last_unstale":"2024-04-23T18:21:02.328342+0000","last_undegraded":"2024-04-23T18:21:02.328342+0000","last_fullsized":"2024-04-23T18:21:02.328342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:41:17.434620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'9","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:04.849028+0000","last_change":"2024-04-23T18:20:58.854305+0000","last_active":"2024-04-23T18:21:04.849028+0000","last_peered":"2024-04-23T18:21:04.849028+0000","last_clean":"2024-04-23T18:21:04.849028+0000","last_became_active":"2024-04-23T18:20:58.853957+0000","last_became_peered":"2024-04-23T18:20:58.853957+0000","last_unstale":"2024-04-23T18:21:04.849028+0000","last_undegraded":"2024-04-23T18:21:04.849028+0000","last_fullsized":"2024-04-23T18:21:04.849028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:33:07.949934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870827+0000","last_change":"2024-04-23T18:20:59.871504+0000","last_active":"2024-04-23T18:21:00.870827+0000","last_peered":"2024-04-23T18:21:00.870827+0000","last_clean":"2024-04-23T18:21:00.870827+0000","last_became_active":"2024-04-23T18:20:59.871147+0000","last_became_peered":"2024-04-23T18:20:59.871147+0000","last_unstale":"2024-04-23T18:21:00.870827+0000","last_undegraded":"2024-04-23T18:21:00.870827+0000","last_fullsized":"2024-04-23T18:21:00.870827+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:35.849085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330971+0000","last_change":"2024-04-23T18:20:58.855690+0000","last_active":"2024-04-23T18:21:02.330971+0000","last_peered":"2024-04-23T18:21:02.330971+0000","last_clean":"2024-04-23T18:21:02.330971+0000","last_became_active":"2024-04-23T18:20:58.854957+0000","last_became_peered":"2024-04-23T18:20:58.854957+0000","last_unstale":"2024-04-23T18:21:02.330971+0000","last_undegraded":"2024-04-23T18:21:02.330971+0000","last_fullsized":"2024-04-23T18:21:02.330971+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:17:35.335799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120238+0000","last_change":"2024-04-23T18:20:59.880722+0000","last_active":"2024-04-23T18:21:01.120238+0000","last_peered":"2024-04-23T18:21:01.120238+0000","last_clean":"2024-04-23T18:21:01.120238+0000","last_became_active":"2024-04-23T18:20:59.879508+0000","last_became_peered":"2024-04-23T18:20:59.879508+0000","last_unstale":"2024-04-23T18:21:01.120238+0000","last_undegraded":"2024-04-23T18:21:01.120238+0000","last_fullsized":"2024-04-23T18:21:01.120238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:14.479368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330968+0000","last_change":"2024-04-23T18:20:58.859795+0000","last_active":"2024-04-23T18:21:02.330968+0000","last_peered":"2024-04-23T18:21:02.330968+0000","last_clean":"2024-04-23T18:21:02.330968+0000","last_became_active":"2024-04-23T18:20:58.859411+0000","last_became_peered":"2024-04-23T18:20:58.859411+0000","last_unstale":"2024-04-23T18:21:02.330968+0000","last_undegraded":"2024-04-23T18:21:02.330968+0000","last_fullsized":"2024-04-23T18:21:02.330968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:44:17.649834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327304+0000","last_change":"2024-04-23T18:20:59.862009+0000","last_active":"2024-04-23T18:21:02.327304+0000","last_peered":"2024-04-23T18:21:02.327304+0000","last_clean":"2024-04-23T18:21:02.327304+0000","last_became_active":"2024-04-23T18:20:59.861671+0000","last_became_peered":"2024-04-23T18:20:59.861671+0000","last_unstale":"2024-04-23T18:21:02.327304+0000","last_undegraded":"2024-04-23T18:21:02.327304+0000","last_fullsized":"2024-04-23T18:21:02.327304+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:17:52.432200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330639+0000","last_change":"2024-04-23T18:20:58.856987+0000","last_active":"2024-04-23T18:21:02.330639+0000","last_peered":"2024-04-23T18:21:02.330639+0000","last_clean":"2024-04-23T18:21:02.330639+0000","last_became_active":"2024-04-23T18:20:58.856502+0000","last_became_peered":"2024-04-23T18:20:58.856502+0000","last_unstale":"2024-04-23T18:21:02.330639+0000","last_undegraded":"2024-04-23T18:21:02.330639+0000","last_fullsized":"2024-04-23T18:21:02.330639+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:07:22.044431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660027+0000","last_change":"2024-04-23T18:20:59.867752+0000","last_active":"2024-04-23T18:21:01.660027+0000","last_peered":"2024-04-23T18:21:01.660027+0000","last_clean":"2024-04-23T18:21:01.660027+0000","last_became_active":"2024-04-23T18:20:59.867376+0000","last_became_peered":"2024-04-23T18:20:59.867376+0000","last_unstale":"2024-04-23T18:21:01.660027+0000","last_undegraded":"2024-04-23T18:21:01.660027+0000","last_fullsized":"2024-04-23T18:21:01.660027+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:01:46.456149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327339+0000","last_change":"2024-04-23T18:20:58.866210+0000","last_active":"2024-04-23T18:21:02.327339+0000","last_peered":"2024-04-23T18:21:02.327339+0000","last_clean":"2024-04-23T18:21:02.327339+0000","last_became_active":"2024-04-23T18:20:58.865629+0000","last_became_peered":"2024-04-23T18:20:58.865629+0000","last_unstale":"2024-04-23T18:21:02.327339+0000","last_undegraded":"2024-04-23T18:21:02.327339+0000","last_fullsized":"2024-04-23T18:21:02.327339+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:00:43.591447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870640+0000","last_change":"2024-04-23T18:20:59.880765+0000","last_active":"2024-04-23T18:21:00.870640+0000","last_peered":"2024-04-23T18:21:00.870640+0000","last_clean":"2024-04-23T18:21:00.870640+0000","last_became_active":"2024-04-23T18:20:59.880020+0000","last_became_peered":"2024-04-23T18:20:59.880020+0000","last_unstale":"2024-04-23T18:21:00.870640+0000","last_undegraded":"2024-04-23T18:21:00.870640+0000","last_fullsized":"2024-04-23T18:21:00.870640+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:38:59.500278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.333224+0000","last_change":"2024-04-23T18:20:58.863595+0000","last_active":"2024-04-23T18:21:02.333224+0000","last_peered":"2024-04-23T18:21:02.333224+0000","last_clean":"2024-04-23T18:21:02.333224+0000","last_became_active":"2024-04-23T18:20:58.863219+0000","last_became_peered":"2024-04-23T18:20:58.863219+0000","last_unstale":"2024-04-23T18:21:02.333224+0000","last_undegraded":"2024-04-23T18:21:02.333224+0000","last_fullsized":"2024-04-23T18:21:02.333224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:23:04.295307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329436+0000","last_change":"2024-04-23T18:20:59.870566+0000","last_active":"2024-04-23T18:21:02.329436+0000","last_peered":"2024-04-23T18:21:02.329436+0000","last_clean":"2024-04-23T18:21:02.329436+0000","last_became_active":"2024-04-23T18:20:59.870188+0000","last_became_peered":"2024-04-23T18:20:59.870188+0000","last_unstale":"2024-04-23T18:21:02.329436+0000","last_undegraded":"2024-04-23T18:21:02.329436+0000","last_fullsized":"2024-04-23T18:21:02.329436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:55:36.266541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328012+0000","last_change":"2024-04-23T18:20:58.863879+0000","last_active":"2024-04-23T18:21:02.328012+0000","last_peered":"2024-04-23T18:21:02.328012+0000","last_clean":"2024-04-23T18:21:02.328012+0000","last_became_active":"2024-04-23T18:20:58.863534+0000","last_became_peered":"2024-04-23T18:20:58.863534+0000","last_unstale":"2024-04-23T18:21:02.328012+0000","last_undegraded":"2024-04-23T18:21:02.328012+0000","last_fullsized":"2024-04-23T18:21:02.328012+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:28:35.544094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329696+0000","last_change":"2024-04-23T18:20:59.869526+0000","last_active":"2024-04-23T18:21:02.329696+0000","last_peered":"2024-04-23T18:21:02.329696+0000","last_clean":"2024-04-23T18:21:02.329696+0000","last_became_active":"2024-04-23T18:20:59.869144+0000","last_became_peered":"2024-04-23T18:20:59.869144+0000","last_unstale":"2024-04-23T18:21:02.329696+0000","last_undegraded":"2024-04-23T18:21:02.329696+0000","last_fullsized":"2024-04-23T18:21:02.329696+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:49:51.853053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.866962+0000","last_change":"2024-04-23T18:20:58.856579+0000","last_active":"2024-04-23T18:21:00.866962+0000","last_peered":"2024-04-23T18:21:00.866962+0000","last_clean":"2024-04-23T18:21:00.866962+0000","last_became_active":"2024-04-23T18:20:58.856161+0000","last_became_peered":"2024-04-23T18:20:58.856161+0000","last_unstale":"2024-04-23T18:21:00.866962+0000","last_undegraded":"2024-04-23T18:21:00.866962+0000","last_fullsized":"2024-04-23T18:21:00.866962+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:07:04.531744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329378+0000","last_change":"2024-04-23T18:20:59.876359+0000","last_active":"2024-04-23T18:21:02.329378+0000","last_peered":"2024-04-23T18:21:02.329378+0000","last_clean":"2024-04-23T18:21:02.329378+0000","last_became_active":"2024-04-23T18:20:59.875998+0000","last_became_peered":"2024-04-23T18:20:59.875998+0000","last_unstale":"2024-04-23T18:21:02.329378+0000","last_undegraded":"2024-04-23T18:21:02.329378+0000","last_fullsized":"2024-04-23T18:21:02.329378+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:28:51.694991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328031+0000","last_change":"2024-04-23T18:20:58.857407+0000","last_active":"2024-04-23T18:21:02.328031+0000","last_peered":"2024-04-23T18:21:02.328031+0000","last_clean":"2024-04-23T18:21:02.328031+0000","last_became_active":"2024-04-23T18:20:58.857044+0000","last_became_peered":"2024-04-23T18:20:58.857044+0000","last_unstale":"2024-04-23T18:21:02.328031+0000","last_undegraded":"2024-04-23T18:21:02.328031+0000","last_fullsized":"2024-04-23T18:21:02.328031+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:14:20.733661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329798+0000","last_change":"2024-04-23T18:20:59.872513+0000","last_active":"2024-04-23T18:21:02.329798+0000","last_peered":"2024-04-23T18:21:02.329798+0000","last_clean":"2024-04-23T18:21:02.329798+0000","last_became_active":"2024-04-23T18:20:59.872198+0000","last_became_peered":"2024-04-23T18:20:59.872198+0000","last_unstale":"2024-04-23T18:21:02.329798+0000","last_undegraded":"2024-04-23T18:21:02.329798+0000","last_fullsized":"2024-04-23T18:21:02.329798+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:01:09.459433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660069+0000","last_change":"2024-04-23T18:20:59.874894+0000","last_active":"2024-04-23T18:21:01.660069+0000","last_peered":"2024-04-23T18:21:01.660069+0000","last_clean":"2024-04-23T18:21:01.660069+0000","last_became_active":"2024-04-23T18:20:59.874369+0000","last_became_peered":"2024-04-23T18:20:59.874369+0000","last_unstale":"2024-04-23T18:21:01.660069+0000","last_undegraded":"2024-04-23T18:21:01.660069+0000","last_fullsized":"2024-04-23T18:21:01.660069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:54:55.029327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327907+0000","last_change":"2024-04-23T18:20:59.867200+0000","last_active":"2024-04-23T18:21:02.327907+0000","last_peered":"2024-04-23T18:21:02.327907+0000","last_clean":"2024-04-23T18:21:02.327907+0000","last_became_active":"2024-04-23T18:20:59.866861+0000","last_became_peered":"2024-04-23T18:20:59.866861+0000","last_unstale":"2024-04-23T18:21:02.327907+0000","last_undegraded":"2024-04-23T18:21:02.327907+0000","last_fullsized":"2024-04-23T18:21:02.327907+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:28:52.601318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327262+0000","last_change":"2024-04-23T18:20:59.869691+0000","last_active":"2024-04-23T18:21:02.327262+0000","last_peered":"2024-04-23T18:21:02.327262+0000","last_clean":"2024-04-23T18:21:02.327262+0000","last_became_active":"2024-04-23T18:20:59.869344+0000","last_became_peered":"2024-04-23T18:20:59.869344+0000","last_unstale":"2024-04-23T18:21:02.327262+0000","last_undegraded":"2024-04-23T18:21:02.327262+0000","last_fullsized":"2024-04-23T18:21:02.327262+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:34:53.583506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120129+0000","last_change":"2024-04-23T18:20:59.878530+0000","last_active":"2024-04-23T18:21:01.120129+0000","last_peered":"2024-04-23T18:21:01.120129+0000","last_clean":"2024-04-23T18:21:01.120129+0000","last_became_active":"2024-04-23T18:20:59.875872+0000","last_became_peered":"2024-04-23T18:20:59.875872+0000","last_unstale":"2024-04-23T18:21:01.120129+0000","last_undegraded":"2024-04-23T18:21:01.120129+0000","last_fullsized":"2024-04-23T18:21:01.120129+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:33.934384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327830+0000","last_change":"2024-04-23T18:20:59.869103+0000","last_active":"2024-04-23T18:21:02.327830+0000","last_peered":"2024-04-23T18:21:02.327830+0000","last_clean":"2024-04-23T18:21:02.327830+0000","last_became_active":"2024-04-23T18:20:59.868028+0000","last_became_peered":"2024-04-23T18:20:59.868028+0000","last_unstale":"2024-04-23T18:21:02.327830+0000","last_undegraded":"2024-04-23T18:21:02.327830+0000","last_fullsized":"2024-04-23T18:21:02.327830+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:20.911608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660100+0000","last_change":"2024-04-23T18:20:59.874811+0000","last_active":"2024-04-23T18:21:01.660100+0000","last_peered":"2024-04-23T18:21:01.660100+0000","last_clean":"2024-04-23T18:21:01.660100+0000","last_became_active":"2024-04-23T18:20:59.874408+0000","last_became_peered":"2024-04-23T18:20:59.874408+0000","last_unstale":"2024-04-23T18:21:01.660100+0000","last_undegraded":"2024-04-23T18:21:01.660100+0000","last_fullsized":"2024-04-23T18:21:01.660100+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:41.507692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328189+0000","last_change":"2024-04-23T18:20:59.860151+0000","last_active":"2024-04-23T18:21:02.328189+0000","last_peered":"2024-04-23T18:21:02.328189+0000","last_clean":"2024-04-23T18:21:02.328189+0000","last_became_active":"2024-04-23T18:20:59.859789+0000","last_became_peered":"2024-04-23T18:20:59.859789+0000","last_unstale":"2024-04-23T18:21:02.328189+0000","last_undegraded":"2024-04-23T18:21:02.328189+0000","last_fullsized":"2024-04-23T18:21:02.328189+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:02:48.681980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870669+0000","last_change":"2024-04-23T18:20:59.868778+0000","last_active":"2024-04-23T18:21:00.870669+0000","last_peered":"2024-04-23T18:21:00.870669+0000","last_clean":"2024-04-23T18:21:00.870669+0000","last_became_active":"2024-04-23T18:20:59.868445+0000","last_became_peered":"2024-04-23T18:20:59.868445+0000","last_unstale":"2024-04-23T18:21:00.870669+0000","last_undegraded":"2024-04-23T18:21:00.870669+0000","last_fullsized":"2024-04-23T18:21:00.870669+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:27:26.025817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.866711+0000","last_change":"2024-04-23T18:20:59.878108+0000","last_active":"2024-04-23T18:21:00.866711+0000","last_peered":"2024-04-23T18:21:00.866711+0000","last_clean":"2024-04-23T18:21:00.866711+0000","last_became_active":"2024-04-23T18:20:59.877005+0000","last_became_peered":"2024-04-23T18:20:59.877005+0000","last_unstale":"2024-04-23T18:21:00.866711+0000","last_undegraded":"2024-04-23T18:21:00.866711+0000","last_fullsized":"2024-04-23T18:21:00.866711+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:13:28.691757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870419+0000","last_change":"2024-04-23T18:20:59.867972+0000","last_active":"2024-04-23T18:21:00.870419+0000","last_peered":"2024-04-23T18:21:00.870419+0000","last_clean":"2024-04-23T18:21:00.870419+0000","last_became_active":"2024-04-23T18:20:59.867569+0000","last_became_peered":"2024-04-23T18:20:59.867569+0000","last_unstale":"2024-04-23T18:21:00.870419+0000","last_undegraded":"2024-04-23T18:21:00.870419+0000","last_fullsized":"2024-04-23T18:21:00.870419+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:09:09.998610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327481+0000","last_change":"2024-04-23T18:20:59.867527+0000","last_active":"2024-04-23T18:21:02.327481+0000","last_peered":"2024-04-23T18:21:02.327481+0000","last_clean":"2024-04-23T18:21:02.327481+0000","last_became_active":"2024-04-23T18:20:59.867182+0000","last_became_peered":"2024-04-23T18:20:59.867182+0000","last_unstale":"2024-04-23T18:21:02.327481+0000","last_undegraded":"2024-04-23T18:21:02.327481+0000","last_fullsized":"2024-04-23T18:21:02.327481+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:30:54.366187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328443+0000","last_change":"2024-04-23T18:20:59.872298+0000","last_active":"2024-04-23T18:21:02.328443+0000","last_peered":"2024-04-23T18:21:02.328443+0000","last_clean":"2024-04-23T18:21:02.328443+0000","last_became_active":"2024-04-23T18:20:59.871967+0000","last_became_peered":"2024-04-23T18:20:59.871967+0000","last_unstale":"2024-04-23T18:21:02.328443+0000","last_undegraded":"2024-04-23T18:21:02.328443+0000","last_fullsized":"2024-04-23T18:21:02.328443+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:33:18.638757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.659871+0000","last_change":"2024-04-23T18:20:59.866917+0000","last_active":"2024-04-23T18:21:01.659871+0000","last_peered":"2024-04-23T18:21:01.659871+0000","last_clean":"2024-04-23T18:21:01.659871+0000","last_became_active":"2024-04-23T18:20:59.866580+0000","last_became_peered":"2024-04-23T18:20:59.866580+0000","last_unstale":"2024-04-23T18:21:01.659871+0000","last_undegraded":"2024-04-23T18:21:01.659871+0000","last_fullsized":"2024-04-23T18:21:01.659871+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:11:18.938388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286220,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":41401,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":13,"num_read_kb":46,"num_write":158,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":319488,"data_stored":60808,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350990,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":925696,"data_stored":442154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612627,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":1072377,"data_compressed":38269,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776153,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32112,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713040,"statfs":{"total":95995035648,"available":95962152960,"internally_reserved":0,"allocated":958464,"data_stored":442694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037789,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":942080,"data_stored":442310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299427,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":983040,"data_stored":1033144,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462952,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":921600,"data_stored":441572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32092,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713060,"statfs":{"total":95995035648,"available":95962173440,"internally_reserved":0,"allocated":937984,"data_stored":443766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32116,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713036,"statfs":{"total":95995035648,"available":95962148864,"internally_reserved":0,"allocated":962560,"data_stored":443750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32104,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713048,"statfs":{"total":95995035648,"available":95962161152,"internally_reserved":0,"allocated":946176,"data_stored":443840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149750,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":929792,"data_stored":441676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888113,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":442216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724588,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":983040,"data_stored":1032122,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":8794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":40320,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:21:07.178 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-23T18:21:07.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.321+0000 7f815d6dc640 1 -- 172.21.15.38:0/2393433544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8158107c90 msgr2=0x7f815810a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.321+0000 7f815d6dc640 1 --2- 172.21.15.38:0/2393433544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8158107c90 0x7f815810a0e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8150009ca0 tx=0x7f815002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.321+0000 7f815d6dc640 1 -- 172.21.15.38:0/2393433544 shutdown_connections 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.321+0000 7f815d6dc640 1 --2- 172.21.15.38:0/2393433544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8158107c90 0x7f815810a0e0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.321+0000 7f815d6dc640 1 --2- 172.21.15.38:0/2393433544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8158105360 0x7f8158107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.321+0000 7f815d6dc640 1 --2- 172.21.15.38:0/2393433544 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8158102a30 0x7f8158104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.321+0000 7f815d6dc640 1 -- 172.21.15.38:0/2393433544 >> 172.21.15.38:0/2393433544 conn(0x7f81580fc440 msgr2=0x7f81580fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.321+0000 7f815d6dc640 1 -- 172.21.15.38:0/2393433544 shutdown_connections 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.321+0000 7f815d6dc640 1 -- 172.21.15.38:0/2393433544 wait complete. 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.321+0000 7f815d6dc640 1 Processor -- start 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f815d6dc640 1 -- start start 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f815d6dc640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8158102a30 0x7f81581982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:07.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f815d6dc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8158105360 0x7f81581987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f815d6dc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8158107c90 0x7f815819f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f815d6dc640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f815810dc80 con 0x7f8158107c90 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f815d6dc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f815810db00 con 0x7f8158105360 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f815d6dc640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f815810de00 con 0x7f8158102a30 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f81577fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8158107c90 0x7f815819f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f81577fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8158107c90 0x7f815819f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40300/0 (socket says 172.21.15.38:40300) 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f81577fe640 1 -- 172.21.15.38:0/4031434509 learned_addr learned my addr 172.21.15.38:0/4031434509 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f81567fc640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8158105360 0x7f81581987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f8156ffd640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8158102a30 0x7f81581982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f81577fe640 1 -- 172.21.15.38:0/4031434509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8158102a30 msgr2=0x7f81581982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f81577fe640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8158102a30 0x7f81581982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f81577fe640 1 -- 172.21.15.38:0/4031434509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8158105360 msgr2=0x7f81581987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f81577fe640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8158105360 0x7f81581987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f81577fe640 1 -- 172.21.15.38:0/4031434509 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f815819fec0 con 0x7f8158107c90 2024-04-23T18:21:07.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f8156ffd640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8158102a30 0x7f81581982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:07.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f81577fe640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8158107c90 0x7f815819f850 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f8150009410 tx=0x7f815002f3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:07.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.322+0000 7f813ffff640 1 -- 172.21.15.38:0/4031434509 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8150003c70 con 0x7f8158107c90 2024-04-23T18:21:07.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.323+0000 7f815d6dc640 1 -- 172.21.15.38:0/4031434509 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81581a0150 con 0x7f8158107c90 2024-04-23T18:21:07.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.323+0000 7f813ffff640 1 -- 172.21.15.38:0/4031434509 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8150003e10 con 0x7f8158107c90 2024-04-23T18:21:07.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.323+0000 7f813ffff640 1 -- 172.21.15.38:0/4031434509 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f815002fcb0 con 0x7f8158107c90 2024-04-23T18:21:07.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.323+0000 7f815d6dc640 1 -- 172.21.15.38:0/4031434509 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81581a06a0 con 0x7f8158107c90 2024-04-23T18:21:07.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.324+0000 7f815d6dc640 1 -- 172.21.15.38:0/4031434509 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81580fdf30 con 0x7f8158107c90 2024-04-23T18:21:07.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.325+0000 7f813ffff640 1 -- 172.21.15.38:0/4031434509 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8150004b40 con 0x7f8158107c90 2024-04-23T18:21:07.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.325+0000 7f813ffff640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81400a3c40 0x7f81400a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:07.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.326+0000 7f8156ffd640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81400a3c40 0x7f81400a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:07.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.326+0000 7f813ffff640 1 -- 172.21.15.38:0/4031434509 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f81500f1bb0 con 0x7f8158107c90 2024-04-23T18:21:07.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.326+0000 7f8156ffd640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81400a3c40 0x7f81400a6100 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f81480058c0 tx=0x7f8148005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:07.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.329+0000 7f813ffff640 1 -- 172.21.15.38:0/4031434509 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f81500be680 con 0x7f8158107c90 2024-04-23T18:21:07.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.517+0000 7f815d6dc640 1 -- 172.21.15.38:0/4031434509 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8158062390 con 0x7f81400a3c40 2024-04-23T18:21:07.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.525+0000 7f813ffff640 1 -- 172.21.15.38:0/4031434509 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258972 (secure 0 0 0) 0x7f8158062390 con 0x7f81400a3c40 2024-04-23T18:21:07.520 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:21:07.521 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 -- 172.21.15.38:0/4031434509 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81400a3c40 msgr2=0x7f81400a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81400a3c40 0x7f81400a6100 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f81480058c0 tx=0x7f8148005850 comp rx=0 tx=0).stop 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 -- 172.21.15.38:0/4031434509 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8158107c90 msgr2=0x7f815819f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8158107c90 0x7f815819f850 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f8150009410 tx=0x7f815002f3e0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 -- 172.21.15.38:0/4031434509 shutdown_connections 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f81400a3c40 0x7f81400a6100 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8158107c90 0x7f815819f850 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8158105360 0x7f81581987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 --2- 172.21.15.38:0/4031434509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8158102a30 0x7f81581982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 -- 172.21.15.38:0/4031434509 >> 172.21.15.38:0/4031434509 conn(0x7f81580fc440 msgr2=0x7f8158103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 -- 172.21.15.38:0/4031434509 shutdown_connections 2024-04-23T18:21:07.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:07.528+0000 7f815d6dc640 1 -- 172.21.15.38:0/4031434509 wait complete. 2024-04-23T18:21:07.530 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:07 smithi038 ceph-mon[29217]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:07.530 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:07 smithi038 ceph-mon[29217]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:07.531 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:07 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/853639341' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:21:07.531 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:07 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2546181589' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:07.531 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":292,"stamp":"2024-04-23T18:21:06.804149+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":631886,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":149,"num_read_kb":165,"num_write":340,"num_write_kb":3018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":274,"ondisk_log_size":274,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":222,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":368716,"kb_used_data":11220,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124573108,"statfs":{"total":1151940427776,"available":1151562862592,"internally_reserved":0,"allocated":11489280,"data_stored":7121621,"data_compressed":111051,"data_compressed_allocated":139264,"data_compressed_original":1777664,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":41518,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":13,"num_read_kb":46,"num_write":159,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.964506"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660166+0000","last_change":"2024-04-23T18:20:59.880224+0000","last_active":"2024-04-23T18:21:01.660166+0000","last_peered":"2024-04-23T18:21:01.660166+0000","last_clean":"2024-04-23T18:21:01.660166+0000","last_became_active":"2024-04-23T18:20:59.879828+0000","last_became_peered":"2024-04-23T18:20:59.879828+0000","last_unstale":"2024-04-23T18:21:01.660166+0000","last_undegraded":"2024-04-23T18:21:01.660166+0000","last_fullsized":"2024-04-23T18:21:01.660166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:16.165762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120160+0000","last_change":"2024-04-23T18:20:59.866542+0000","last_active":"2024-04-23T18:21:01.120160+0000","last_peered":"2024-04-23T18:21:01.120160+0000","last_clean":"2024-04-23T18:21:01.120160+0000","last_became_active":"2024-04-23T18:20:59.865639+0000","last_became_peered":"2024-04-23T18:20:59.865639+0000","last_unstale":"2024-04-23T18:21:01.120160+0000","last_undegraded":"2024-04-23T18:21:01.120160+0000","last_fullsized":"2024-04-23T18:21:01.120160+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:11.163939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120162+0000","last_change":"2024-04-23T18:20:59.870797+0000","last_active":"2024-04-23T18:21:01.120162+0000","last_peered":"2024-04-23T18:21:01.120162+0000","last_clean":"2024-04-23T18:21:01.120162+0000","last_became_active":"2024-04-23T18:20:59.869874+0000","last_became_peered":"2024-04-23T18:20:59.869874+0000","last_unstale":"2024-04-23T18:21:01.120162+0000","last_undegraded":"2024-04-23T18:21:01.120162+0000","last_fullsized":"2024-04-23T18:21:01.120162+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:02:09.302667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.867212+0000","last_change":"2024-04-23T18:20:59.860579+0000","last_active":"2024-04-23T18:21:00.867212+0000","last_peered":"2024-04-23T18:21:00.867212+0000","last_clean":"2024-04-23T18:21:00.867212+0000","last_became_active":"2024-04-23T18:20:59.860217+0000","last_became_peered":"2024-04-23T18:20:59.860217+0000","last_unstale":"2024-04-23T18:21:00.867212+0000","last_undegraded":"2024-04-23T18:21:00.867212+0000","last_fullsized":"2024-04-23T18:21:00.867212+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:22:09.508510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327302+0000","last_change":"2024-04-23T18:20:59.867999+0000","last_active":"2024-04-23T18:21:02.327302+0000","last_peered":"2024-04-23T18:21:02.327302+0000","last_clean":"2024-04-23T18:21:02.327302+0000","last_became_active":"2024-04-23T18:20:59.867643+0000","last_became_peered":"2024-04-23T18:20:59.867643+0000","last_unstale":"2024-04-23T18:21:02.327302+0000","last_undegraded":"2024-04-23T18:21:02.327302+0000","last_fullsized":"2024-04-23T18:21:02.327302+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:26:40.402523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.331315+0000","last_change":"2024-04-23T18:20:59.868277+0000","last_active":"2024-04-23T18:21:02.331315+0000","last_peered":"2024-04-23T18:21:02.331315+0000","last_clean":"2024-04-23T18:21:02.331315+0000","last_became_active":"2024-04-23T18:20:59.867947+0000","last_became_peered":"2024-04-23T18:20:59.867947+0000","last_unstale":"2024-04-23T18:21:02.331315+0000","last_undegraded":"2024-04-23T18:21:02.331315+0000","last_fullsized":"2024-04-23T18:21:02.331315+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:11:53.537881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329141+0000","last_change":"2024-04-23T18:20:59.877360+0000","last_active":"2024-04-23T18:21:02.329141+0000","last_peered":"2024-04-23T18:21:02.329141+0000","last_clean":"2024-04-23T18:21:02.329141+0000","last_became_active":"2024-04-23T18:20:59.875359+0000","last_became_peered":"2024-04-23T18:20:59.875359+0000","last_unstale":"2024-04-23T18:21:02.329141+0000","last_undegraded":"2024-04-23T18:21:02.329141+0000","last_fullsized":"2024-04-23T18:21:02.329141+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:36:07.422442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870395+0000","last_change":"2024-04-23T18:20:59.880916+0000","last_active":"2024-04-23T18:21:00.870395+0000","last_peered":"2024-04-23T18:21:00.870395+0000","last_clean":"2024-04-23T18:21:00.870395+0000","last_became_active":"2024-04-23T18:20:59.880593+0000","last_became_peered":"2024-04-23T18:20:59.880593+0000","last_unstale":"2024-04-23T18:21:00.870395+0000","last_undegraded":"2024-04-23T18:21:00.870395+0000","last_fullsized":"2024-04-23T18:21:00.870395+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:43:39.998840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327876+0000","last_change":"2024-04-23T18:20:59.876290+0000","last_active":"2024-04-23T18:21:02.327876+0000","last_peered":"2024-04-23T18:21:02.327876+0000","last_clean":"2024-04-23T18:21:02.327876+0000","last_became_active":"2024-04-23T18:20:59.875756+0000","last_became_peered":"2024-04-23T18:20:59.875756+0000","last_unstale":"2024-04-23T18:21:02.327876+0000","last_undegraded":"2024-04-23T18:21:02.327876+0000","last_fullsized":"2024-04-23T18:21:02.327876+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:34:52.995694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.332415+0000","last_change":"2024-04-23T18:20:59.866443+0000","last_active":"2024-04-23T18:21:02.332415+0000","last_peered":"2024-04-23T18:21:02.332415+0000","last_clean":"2024-04-23T18:21:02.332415+0000","last_became_active":"2024-04-23T18:20:59.866071+0000","last_became_peered":"2024-04-23T18:20:59.866071+0000","last_unstale":"2024-04-23T18:21:02.332415+0000","last_undegraded":"2024-04-23T18:21:02.332415+0000","last_fullsized":"2024-04-23T18:21:02.332415+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:06:23.714089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329588+0000","last_change":"2024-04-23T18:20:59.872197+0000","last_active":"2024-04-23T18:21:02.329588+0000","last_peered":"2024-04-23T18:21:02.329588+0000","last_clean":"2024-04-23T18:21:02.329588+0000","last_became_active":"2024-04-23T18:20:59.871450+0000","last_became_peered":"2024-04-23T18:20:59.871450+0000","last_unstale":"2024-04-23T18:21:02.329588+0000","last_undegraded":"2024-04-23T18:21:02.329588+0000","last_fullsized":"2024-04-23T18:21:02.329588+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:08:08.595804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.867217+0000","last_change":"2024-04-23T18:20:59.863448+0000","last_active":"2024-04-23T18:21:00.867217+0000","last_peered":"2024-04-23T18:21:00.867217+0000","last_clean":"2024-04-23T18:21:00.867217+0000","last_became_active":"2024-04-23T18:20:59.863109+0000","last_became_peered":"2024-04-23T18:20:59.863109+0000","last_unstale":"2024-04-23T18:21:00.867217+0000","last_undegraded":"2024-04-23T18:21:00.867217+0000","last_fullsized":"2024-04-23T18:21:00.867217+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:11:14.859442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328189+0000","last_change":"2024-04-23T18:20:59.876979+0000","last_active":"2024-04-23T18:21:02.328189+0000","last_peered":"2024-04-23T18:21:02.328189+0000","last_clean":"2024-04-23T18:21:02.328189+0000","last_became_active":"2024-04-23T18:20:59.876604+0000","last_became_peered":"2024-04-23T18:20:59.876604+0000","last_unstale":"2024-04-23T18:21:02.328189+0000","last_undegraded":"2024-04-23T18:21:02.328189+0000","last_fullsized":"2024-04-23T18:21:02.328189+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:12:15.689838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.119933+0000","last_change":"2024-04-23T18:20:59.874959+0000","last_active":"2024-04-23T18:21:01.119933+0000","last_peered":"2024-04-23T18:21:01.119933+0000","last_clean":"2024-04-23T18:21:01.119933+0000","last_became_active":"2024-04-23T18:20:59.874587+0000","last_became_peered":"2024-04-23T18:20:59.874587+0000","last_unstale":"2024-04-23T18:21:01.119933+0000","last_undegraded":"2024-04-23T18:21:01.119933+0000","last_fullsized":"2024-04-23T18:21:01.119933+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:03:19.959476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.119970+0000","last_change":"2024-04-23T18:20:59.869086+0000","last_active":"2024-04-23T18:21:01.119970+0000","last_peered":"2024-04-23T18:21:01.119970+0000","last_clean":"2024-04-23T18:21:01.119970+0000","last_became_active":"2024-04-23T18:20:59.868742+0000","last_became_peered":"2024-04-23T18:20:59.868742+0000","last_unstale":"2024-04-23T18:21:01.119970+0000","last_undegraded":"2024-04-23T18:21:01.119970+0000","last_fullsized":"2024-04-23T18:21:01.119970+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:58.011662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327172+0000","last_change":"2024-04-23T18:20:59.868907+0000","last_active":"2024-04-23T18:21:02.327172+0000","last_peered":"2024-04-23T18:21:02.327172+0000","last_clean":"2024-04-23T18:21:02.327172+0000","last_became_active":"2024-04-23T18:20:59.868598+0000","last_became_peered":"2024-04-23T18:20:59.868598+0000","last_unstale":"2024-04-23T18:21:02.327172+0000","last_undegraded":"2024-04-23T18:21:02.327172+0000","last_fullsized":"2024-04-23T18:21:02.327172+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:30:56.594825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660312+0000","last_change":"2024-04-23T18:20:59.880433+0000","last_active":"2024-04-23T18:21:01.660312+0000","last_peered":"2024-04-23T18:21:01.660312+0000","last_clean":"2024-04-23T18:21:01.660312+0000","last_became_active":"2024-04-23T18:20:59.879850+0000","last_became_peered":"2024-04-23T18:20:59.879850+0000","last_unstale":"2024-04-23T18:21:01.660312+0000","last_undegraded":"2024-04-23T18:21:01.660312+0000","last_fullsized":"2024-04-23T18:21:01.660312+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:00.545172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.108504+0000","last_change":"2024-04-23T18:20:59.869332+0000","last_active":"2024-04-23T18:21:01.108504+0000","last_peered":"2024-04-23T18:21:01.108504+0000","last_clean":"2024-04-23T18:21:01.108504+0000","last_became_active":"2024-04-23T18:20:59.868940+0000","last_became_peered":"2024-04-23T18:20:59.868940+0000","last_unstale":"2024-04-23T18:21:01.108504+0000","last_undegraded":"2024-04-23T18:21:01.108504+0000","last_fullsized":"2024-04-23T18:21:01.108504+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:06:35.068649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327498+0000","last_change":"2024-04-23T18:20:59.860825+0000","last_active":"2024-04-23T18:21:02.327498+0000","last_peered":"2024-04-23T18:21:02.327498+0000","last_clean":"2024-04-23T18:21:02.327498+0000","last_became_active":"2024-04-23T18:20:59.860403+0000","last_became_peered":"2024-04-23T18:20:59.860403+0000","last_unstale":"2024-04-23T18:21:02.327498+0000","last_undegraded":"2024-04-23T18:21:02.327498+0000","last_fullsized":"2024-04-23T18:21:02.327498+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:31:50.189832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.301652+0000","last_change":"2024-04-23T18:20:58.862558+0000","last_active":"2024-04-23T18:21:05.301652+0000","last_peered":"2024-04-23T18:21:05.301652+0000","last_clean":"2024-04-23T18:21:05.301652+0000","last_became_active":"2024-04-23T18:20:58.860556+0000","last_became_peered":"2024-04-23T18:20:58.860556+0000","last_unstale":"2024-04-23T18:21:05.301652+0000","last_undegraded":"2024-04-23T18:21:05.301652+0000","last_fullsized":"2024-04-23T18:21:05.301652+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:51:23.382813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870824+0000","last_change":"2024-04-23T18:20:59.877896+0000","last_active":"2024-04-23T18:21:00.870824+0000","last_peered":"2024-04-23T18:21:00.870824+0000","last_clean":"2024-04-23T18:21:00.870824+0000","last_became_active":"2024-04-23T18:20:59.877528+0000","last_became_peered":"2024-04-23T18:20:59.877528+0000","last_unstale":"2024-04-23T18:21:00.870824+0000","last_undegraded":"2024-04-23T18:21:00.870824+0000","last_fullsized":"2024-04-23T18:21:00.870824+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:07:00.924634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870923+0000","last_change":"2024-04-23T18:20:58.869387+0000","last_active":"2024-04-23T18:21:00.870923+0000","last_peered":"2024-04-23T18:21:00.870923+0000","last_clean":"2024-04-23T18:21:00.870923+0000","last_became_active":"2024-04-23T18:20:58.869038+0000","last_became_peered":"2024-04-23T18:20:58.869038+0000","last_unstale":"2024-04-23T18:21:00.870923+0000","last_undegraded":"2024-04-23T18:21:00.870923+0000","last_fullsized":"2024-04-23T18:21:00.870923+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:02:02.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120334+0000","last_change":"2024-04-23T18:20:59.870529+0000","last_active":"2024-04-23T18:21:01.120334+0000","last_peered":"2024-04-23T18:21:01.120334+0000","last_clean":"2024-04-23T18:21:01.120334+0000","last_became_active":"2024-04-23T18:20:59.870099+0000","last_became_peered":"2024-04-23T18:20:59.870099+0000","last_unstale":"2024-04-23T18:21:01.120334+0000","last_undegraded":"2024-04-23T18:21:01.120334+0000","last_fullsized":"2024-04-23T18:21:01.120334+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:17:50.195045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'7","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:04.350122+0000","last_change":"2024-04-23T18:20:58.863120+0000","last_active":"2024-04-23T18:21:04.350122+0000","last_peered":"2024-04-23T18:21:04.350122+0000","last_clean":"2024-04-23T18:21:04.350122+0000","last_became_active":"2024-04-23T18:20:58.862733+0000","last_became_peered":"2024-04-23T18:20:58.862733+0000","last_unstale":"2024-04-23T18:21:04.350122+0000","last_undegraded":"2024-04-23T18:21:04.350122+0000","last_fullsized":"2024-04-23T18:21:04.350122+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:32:16.374996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327614+0000","last_change":"2024-04-23T18:20:59.855642+0000","last_active":"2024-04-23T18:21:02.327614+0000","last_peered":"2024-04-23T18:21:02.327614+0000","last_clean":"2024-04-23T18:21:02.327614+0000","last_became_active":"2024-04-23T18:20:59.855317+0000","last_became_peered":"2024-04-23T18:20:59.855317+0000","last_unstale":"2024-04-23T18:21:02.327614+0000","last_undegraded":"2024-04-23T18:21:02.327614+0000","last_fullsized":"2024-04-23T18:21:02.327614+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:13:35.976647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328569+0000","last_change":"2024-04-23T18:20:58.853846+0000","last_active":"2024-04-23T18:21:02.328569+0000","last_peered":"2024-04-23T18:21:02.328569+0000","last_clean":"2024-04-23T18:21:02.328569+0000","last_became_active":"2024-04-23T18:20:58.853473+0000","last_became_peered":"2024-04-23T18:20:58.853473+0000","last_unstale":"2024-04-23T18:21:02.328569+0000","last_undegraded":"2024-04-23T18:21:02.328569+0000","last_fullsized":"2024-04-23T18:21:02.328569+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:55:28.522652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.867105+0000","last_change":"2024-04-23T18:20:59.880744+0000","last_active":"2024-04-23T18:21:00.867105+0000","last_peered":"2024-04-23T18:21:00.867105+0000","last_clean":"2024-04-23T18:21:00.867105+0000","last_became_active":"2024-04-23T18:20:59.880359+0000","last_became_peered":"2024-04-23T18:20:59.880359+0000","last_unstale":"2024-04-23T18:21:00.867105+0000","last_undegraded":"2024-04-23T18:21:00.867105+0000","last_fullsized":"2024-04-23T18:21:00.867105+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:01:32.465194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.333787+0000","last_change":"2024-04-23T18:20:58.862102+0000","last_active":"2024-04-23T18:21:02.333787+0000","last_peered":"2024-04-23T18:21:02.333787+0000","last_clean":"2024-04-23T18:21:02.333787+0000","last_became_active":"2024-04-23T18:20:58.861794+0000","last_became_peered":"2024-04-23T18:20:58.861794+0000","last_unstale":"2024-04-23T18:21:02.333787+0000","last_undegraded":"2024-04-23T18:21:02.333787+0000","last_fullsized":"2024-04-23T18:21:02.333787+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:07:56.139013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327548+0000","last_change":"2024-04-23T18:20:59.870867+0000","last_active":"2024-04-23T18:21:02.327548+0000","last_peered":"2024-04-23T18:21:02.327548+0000","last_clean":"2024-04-23T18:21:02.327548+0000","last_became_active":"2024-04-23T18:20:59.870526+0000","last_became_peered":"2024-04-23T18:20:59.870526+0000","last_unstale":"2024-04-23T18:21:02.327548+0000","last_undegraded":"2024-04-23T18:21:02.327548+0000","last_fullsized":"2024-04-23T18:21:02.327548+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:04:56.848932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:04.349410+0000","last_change":"2024-04-23T18:20:58.860528+0000","last_active":"2024-04-23T18:21:04.349410+0000","last_peered":"2024-04-23T18:21:04.349410+0000","last_clean":"2024-04-23T18:21:04.349410+0000","last_became_active":"2024-04-23T18:20:58.860134+0000","last_became_peered":"2024-04-23T18:20:58.860134+0000","last_unstale":"2024-04-23T18:21:04.349410+0000","last_undegraded":"2024-04-23T18:21:04.349410+0000","last_fullsized":"2024-04-23T18:21:04.349410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:50:11.151898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.866915+0000","last_change":"2024-04-23T18:20:59.878297+0000","last_active":"2024-04-23T18:21:00.866915+0000","last_peered":"2024-04-23T18:21:00.866915+0000","last_clean":"2024-04-23T18:21:00.866915+0000","last_became_active":"2024-04-23T18:20:59.877215+0000","last_became_peered":"2024-04-23T18:20:59.877215+0000","last_unstale":"2024-04-23T18:21:00.866915+0000","last_undegraded":"2024-04-23T18:21:00.866915+0000","last_fullsized":"2024-04-23T18:21:00.866915+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:35:45.419135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.342201+0000","last_change":"2024-04-23T18:20:58.850195+0000","last_active":"2024-04-23T18:21:03.342201+0000","last_peered":"2024-04-23T18:21:03.342201+0000","last_clean":"2024-04-23T18:21:03.342201+0000","last_became_active":"2024-04-23T18:20:58.849815+0000","last_became_peered":"2024-04-23T18:20:58.849815+0000","last_unstale":"2024-04-23T18:21:03.342201+0000","last_undegraded":"2024-04-23T18:21:03.342201+0000","last_fullsized":"2024-04-23T18:21:03.342201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:29:19.937473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870485+0000","last_change":"2024-04-23T18:20:59.872045+0000","last_active":"2024-04-23T18:21:00.870485+0000","last_peered":"2024-04-23T18:21:00.870485+0000","last_clean":"2024-04-23T18:21:00.870485+0000","last_became_active":"2024-04-23T18:20:59.870964+0000","last_became_peered":"2024-04-23T18:20:59.870964+0000","last_unstale":"2024-04-23T18:21:00.870485+0000","last_undegraded":"2024-04-23T18:21:00.870485+0000","last_fullsized":"2024-04-23T18:21:00.870485+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:04.006841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.331876+0000","last_change":"2024-04-23T18:20:58.860868+0000","last_active":"2024-04-23T18:21:02.331876+0000","last_peered":"2024-04-23T18:21:02.331876+0000","last_clean":"2024-04-23T18:21:02.331876+0000","last_became_active":"2024-04-23T18:20:58.860539+0000","last_became_peered":"2024-04-23T18:20:58.860539+0000","last_unstale":"2024-04-23T18:21:02.331876+0000","last_undegraded":"2024-04-23T18:21:02.331876+0000","last_fullsized":"2024-04-23T18:21:02.331876+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:46.918143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.108487+0000","last_change":"2024-04-23T18:20:59.867600+0000","last_active":"2024-04-23T18:21:01.108487+0000","last_peered":"2024-04-23T18:21:01.108487+0000","last_clean":"2024-04-23T18:21:01.108487+0000","last_became_active":"2024-04-23T18:20:59.867212+0000","last_became_peered":"2024-04-23T18:20:59.867212+0000","last_unstale":"2024-04-23T18:21:01.108487+0000","last_undegraded":"2024-04-23T18:21:01.108487+0000","last_fullsized":"2024-04-23T18:21:01.108487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:00.470189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.296654+0000","last_change":"2024-04-23T18:20:58.858931+0000","last_active":"2024-04-23T18:21:06.296654+0000","last_peered":"2024-04-23T18:21:06.296654+0000","last_clean":"2024-04-23T18:21:06.296654+0000","last_became_active":"2024-04-23T18:20:58.858492+0000","last_became_peered":"2024-04-23T18:20:58.858492+0000","last_unstale":"2024-04-23T18:21:06.296654+0000","last_undegraded":"2024-04-23T18:21:06.296654+0000","last_fullsized":"2024-04-23T18:21:06.296654+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:09:30.335087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327998+0000","last_change":"2024-04-23T18:20:59.861029+0000","last_active":"2024-04-23T18:21:02.327998+0000","last_peered":"2024-04-23T18:21:02.327998+0000","last_clean":"2024-04-23T18:21:02.327998+0000","last_became_active":"2024-04-23T18:20:59.860603+0000","last_became_peered":"2024-04-23T18:20:59.860603+0000","last_unstale":"2024-04-23T18:21:02.327998+0000","last_undegraded":"2024-04-23T18:21:02.327998+0000","last_fullsized":"2024-04-23T18:21:02.327998+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:10.142795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.332624+0000","last_change":"2024-04-23T18:20:58.865538+0000","last_active":"2024-04-23T18:21:02.332624+0000","last_peered":"2024-04-23T18:21:02.332624+0000","last_clean":"2024-04-23T18:21:02.332624+0000","last_became_active":"2024-04-23T18:20:58.864744+0000","last_became_peered":"2024-04-23T18:20:58.864744+0000","last_unstale":"2024-04-23T18:21:02.332624+0000","last_undegraded":"2024-04-23T18:21:02.332624+0000","last_fullsized":"2024-04-23T18:21:02.332624+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:23.178032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120333+0000","last_change":"2024-04-23T18:20:59.878257+0000","last_active":"2024-04-23T18:21:01.120333+0000","last_peered":"2024-04-23T18:21:01.120333+0000","last_clean":"2024-04-23T18:21:01.120333+0000","last_became_active":"2024-04-23T18:20:59.875944+0000","last_became_peered":"2024-04-23T18:20:59.875944+0000","last_unstale":"2024-04-23T18:21:01.120333+0000","last_undegraded":"2024-04-23T18:21:01.120333+0000","last_fullsized":"2024-04-23T18:21:01.120333+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:03:37.046284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330613+0000","last_change":"2024-04-23T18:20:58.864563+0000","last_active":"2024-04-23T18:21:02.330613+0000","last_peered":"2024-04-23T18:21:02.330613+0000","last_clean":"2024-04-23T18:21:02.330613+0000","last_became_active":"2024-04-23T18:20:58.864231+0000","last_became_peered":"2024-04-23T18:20:58.864231+0000","last_unstale":"2024-04-23T18:21:02.330613+0000","last_undegraded":"2024-04-23T18:21:02.330613+0000","last_fullsized":"2024-04-23T18:21:02.330613+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:37:24.678023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327535+0000","last_change":"2024-04-23T18:20:59.865006+0000","last_active":"2024-04-23T18:21:02.327535+0000","last_peered":"2024-04-23T18:21:02.327535+0000","last_clean":"2024-04-23T18:21:02.327535+0000","last_became_active":"2024-04-23T18:20:59.864586+0000","last_became_peered":"2024-04-23T18:20:59.864586+0000","last_unstale":"2024-04-23T18:21:02.327535+0000","last_undegraded":"2024-04-23T18:21:02.327535+0000","last_fullsized":"2024-04-23T18:21:02.327535+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:02.186933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'21","reported_seq":43,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.303622+0000","last_change":"2024-04-23T18:20:58.857875+0000","last_active":"2024-04-23T18:21:06.303622+0000","last_peered":"2024-04-23T18:21:06.303622+0000","last_clean":"2024-04-23T18:21:06.303622+0000","last_became_active":"2024-04-23T18:20:58.857541+0000","last_became_peered":"2024-04-23T18:20:58.857541+0000","last_unstale":"2024-04-23T18:21:06.303622+0000","last_undegraded":"2024-04-23T18:21:06.303622+0000","last_fullsized":"2024-04-23T18:21:06.303622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:35:30.660283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38193,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":7,"num_read_kb":40,"num_write":23,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328094+0000","last_change":"2024-04-23T18:20:59.870083+0000","last_active":"2024-04-23T18:21:02.328094+0000","last_peered":"2024-04-23T18:21:02.328094+0000","last_clean":"2024-04-23T18:21:02.328094+0000","last_became_active":"2024-04-23T18:20:59.869722+0000","last_became_peered":"2024-04-23T18:20:59.869722+0000","last_unstale":"2024-04-23T18:21:02.328094+0000","last_undegraded":"2024-04-23T18:21:02.328094+0000","last_fullsized":"2024-04-23T18:21:02.328094+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:08:40.589017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330933+0000","last_change":"2024-04-23T18:20:58.866008+0000","last_active":"2024-04-23T18:21:02.330933+0000","last_peered":"2024-04-23T18:21:02.330933+0000","last_clean":"2024-04-23T18:21:02.330933+0000","last_became_active":"2024-04-23T18:20:58.865644+0000","last_became_peered":"2024-04-23T18:20:58.865644+0000","last_unstale":"2024-04-23T18:21:02.330933+0000","last_undegraded":"2024-04-23T18:21:02.330933+0000","last_fullsized":"2024-04-23T18:21:02.330933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:25.002138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328028+0000","last_change":"2024-04-23T18:20:59.868766+0000","last_active":"2024-04-23T18:21:02.328028+0000","last_peered":"2024-04-23T18:21:02.328028+0000","last_clean":"2024-04-23T18:21:02.328028+0000","last_became_active":"2024-04-23T18:20:59.868334+0000","last_became_peered":"2024-04-23T18:20:59.868334+0000","last_unstale":"2024-04-23T18:21:02.328028+0000","last_undegraded":"2024-04-23T18:21:02.328028+0000","last_fullsized":"2024-04-23T18:21:02.328028+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:22:47.052087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330865+0000","last_change":"2024-04-23T18:20:58.861138+0000","last_active":"2024-04-23T18:21:02.330865+0000","last_peered":"2024-04-23T18:21:02.330865+0000","last_clean":"2024-04-23T18:21:02.330865+0000","last_became_active":"2024-04-23T18:20:58.860783+0000","last_became_peered":"2024-04-23T18:20:58.860783+0000","last_unstale":"2024-04-23T18:21:02.330865+0000","last_undegraded":"2024-04-23T18:21:02.330865+0000","last_fullsized":"2024-04-23T18:21:02.330865+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:35:58.963320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329954+0000","last_change":"2024-04-23T18:20:59.871883+0000","last_active":"2024-04-23T18:21:02.329954+0000","last_peered":"2024-04-23T18:21:02.329954+0000","last_clean":"2024-04-23T18:21:02.329954+0000","last_became_active":"2024-04-23T18:20:59.871477+0000","last_became_peered":"2024-04-23T18:20:59.871477+0000","last_unstale":"2024-04-23T18:21:02.329954+0000","last_undegraded":"2024-04-23T18:21:02.329954+0000","last_fullsized":"2024-04-23T18:21:02.329954+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:08.094024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.339674+0000","last_change":"2024-04-23T18:20:58.862877+0000","last_active":"2024-04-23T18:21:03.339674+0000","last_peered":"2024-04-23T18:21:03.339674+0000","last_clean":"2024-04-23T18:21:03.339674+0000","last_became_active":"2024-04-23T18:20:58.862222+0000","last_became_peered":"2024-04-23T18:20:58.862222+0000","last_unstale":"2024-04-23T18:21:03.339674+0000","last_undegraded":"2024-04-23T18:21:03.339674+0000","last_fullsized":"2024-04-23T18:21:03.339674+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:05:15.323778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329084+0000","last_change":"2024-04-23T18:20:59.876912+0000","last_active":"2024-04-23T18:21:02.329084+0000","last_peered":"2024-04-23T18:21:02.329084+0000","last_clean":"2024-04-23T18:21:02.329084+0000","last_became_active":"2024-04-23T18:20:59.876585+0000","last_became_peered":"2024-04-23T18:20:59.876585+0000","last_unstale":"2024-04-23T18:21:02.329084+0000","last_undegraded":"2024-04-23T18:21:02.329084+0000","last_fullsized":"2024-04-23T18:21:02.329084+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:25:02.654240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'16","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.342534+0000","last_change":"2024-04-23T18:20:58.861887+0000","last_active":"2024-04-23T18:21:03.342534+0000","last_peered":"2024-04-23T18:21:03.342534+0000","last_clean":"2024-04-23T18:21:03.342534+0000","last_became_active":"2024-04-23T18:20:58.861561+0000","last_became_peered":"2024-04-23T18:20:58.861561+0000","last_unstale":"2024-04-23T18:21:03.342534+0000","last_undegraded":"2024-04-23T18:21:03.342534+0000","last_fullsized":"2024-04-23T18:21:03.342534+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:35:49.439389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.866651+0000","last_change":"2024-04-23T18:20:59.879008+0000","last_active":"2024-04-23T18:21:00.866651+0000","last_peered":"2024-04-23T18:21:00.866651+0000","last_clean":"2024-04-23T18:21:00.866651+0000","last_became_active":"2024-04-23T18:20:59.878644+0000","last_became_peered":"2024-04-23T18:20:59.878644+0000","last_unstale":"2024-04-23T18:21:00.866651+0000","last_undegraded":"2024-04-23T18:21:00.866651+0000","last_fullsized":"2024-04-23T18:21:00.866651+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:45:53.763888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328354+0000","last_change":"2024-04-23T18:20:58.855151+0000","last_active":"2024-04-23T18:21:02.328354+0000","last_peered":"2024-04-23T18:21:02.328354+0000","last_clean":"2024-04-23T18:21:02.328354+0000","last_became_active":"2024-04-23T18:20:58.854119+0000","last_became_peered":"2024-04-23T18:20:58.854119+0000","last_unstale":"2024-04-23T18:21:02.328354+0000","last_undegraded":"2024-04-23T18:21:02.328354+0000","last_fullsized":"2024-04-23T18:21:02.328354+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:01:28.819873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660006+0000","last_change":"2024-04-23T18:20:59.874302+0000","last_active":"2024-04-23T18:21:01.660006+0000","last_peered":"2024-04-23T18:21:01.660006+0000","last_clean":"2024-04-23T18:21:01.660006+0000","last_became_active":"2024-04-23T18:20:59.873774+0000","last_became_peered":"2024-04-23T18:20:59.873774+0000","last_unstale":"2024-04-23T18:21:01.660006+0000","last_undegraded":"2024-04-23T18:21:01.660006+0000","last_fullsized":"2024-04-23T18:21:01.660006+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:09:58.367628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.612619+0000","last_change":"2024-04-23T18:20:58.859592+0000","last_active":"2024-04-23T18:21:01.612619+0000","last_peered":"2024-04-23T18:21:01.612619+0000","last_clean":"2024-04-23T18:21:01.612619+0000","last_became_active":"2024-04-23T18:20:58.859216+0000","last_became_peered":"2024-04-23T18:20:58.859216+0000","last_unstale":"2024-04-23T18:21:01.612619+0000","last_undegraded":"2024-04-23T18:21:01.612619+0000","last_fullsized":"2024-04-23T18:21:01.612619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:15:47.339706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'1","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.331630+0000","last_change":"2024-04-23T18:20:59.872452+0000","last_active":"2024-04-23T18:21:02.331630+0000","last_peered":"2024-04-23T18:21:02.331630+0000","last_clean":"2024-04-23T18:21:02.331630+0000","last_became_active":"2024-04-23T18:20:59.872116+0000","last_became_peered":"2024-04-23T18:20:59.872116+0000","last_unstale":"2024-04-23T18:21:02.331630+0000","last_undegraded":"2024-04-23T18:21:02.331630+0000","last_fullsized":"2024-04-23T18:21:02.331630+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:38:36.970099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329365+0000","last_change":"2024-04-23T18:20:58.868460+0000","last_active":"2024-04-23T18:21:02.329365+0000","last_peered":"2024-04-23T18:21:02.329365+0000","last_clean":"2024-04-23T18:21:02.329365+0000","last_became_active":"2024-04-23T18:20:58.868115+0000","last_became_peered":"2024-04-23T18:20:58.868115+0000","last_unstale":"2024-04-23T18:21:02.329365+0000","last_undegraded":"2024-04-23T18:21:02.329365+0000","last_fullsized":"2024-04-23T18:21:02.329365+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:47.216609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.331554+0000","last_change":"2024-04-23T18:20:59.868545+0000","last_active":"2024-04-23T18:21:02.331554+0000","last_peered":"2024-04-23T18:21:02.331554+0000","last_clean":"2024-04-23T18:21:02.331554+0000","last_became_active":"2024-04-23T18:20:59.868223+0000","last_became_peered":"2024-04-23T18:20:59.868223+0000","last_unstale":"2024-04-23T18:21:02.331554+0000","last_undegraded":"2024-04-23T18:21:02.331554+0000","last_fullsized":"2024-04-23T18:21:02.331554+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:59.423338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.866594+0000","last_change":"2024-04-23T18:20:59.873360+0000","last_active":"2024-04-23T18:21:00.866594+0000","last_peered":"2024-04-23T18:21:00.866594+0000","last_clean":"2024-04-23T18:21:00.866594+0000","last_became_active":"2024-04-23T18:20:59.872988+0000","last_became_peered":"2024-04-23T18:20:59.872988+0000","last_unstale":"2024-04-23T18:21:00.866594+0000","last_undegraded":"2024-04-23T18:21:00.866594+0000","last_fullsized":"2024-04-23T18:21:00.866594+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:06:08.758482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.342587+0000","last_change":"2024-04-23T18:20:58.859121+0000","last_active":"2024-04-23T18:21:03.342587+0000","last_peered":"2024-04-23T18:21:03.342587+0000","last_clean":"2024-04-23T18:21:03.342587+0000","last_became_active":"2024-04-23T18:20:58.858797+0000","last_became_peered":"2024-04-23T18:20:58.858797+0000","last_unstale":"2024-04-23T18:21:03.342587+0000","last_undegraded":"2024-04-23T18:21:03.342587+0000","last_fullsized":"2024-04-23T18:21:03.342587+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:32:18.308667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870614+0000","last_change":"2024-04-23T18:20:59.880064+0000","last_active":"2024-04-23T18:21:00.870614+0000","last_peered":"2024-04-23T18:21:00.870614+0000","last_clean":"2024-04-23T18:21:00.870614+0000","last_became_active":"2024-04-23T18:20:59.879722+0000","last_became_peered":"2024-04-23T18:20:59.879722+0000","last_unstale":"2024-04-23T18:21:00.870614+0000","last_undegraded":"2024-04-23T18:21:00.870614+0000","last_fullsized":"2024-04-23T18:21:00.870614+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:32:56.391733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.331016+0000","last_change":"2024-04-23T18:20:58.854516+0000","last_active":"2024-04-23T18:21:02.331016+0000","last_peered":"2024-04-23T18:21:02.331016+0000","last_clean":"2024-04-23T18:21:02.331016+0000","last_became_active":"2024-04-23T18:20:58.854156+0000","last_became_peered":"2024-04-23T18:20:58.854156+0000","last_unstale":"2024-04-23T18:21:02.331016+0000","last_undegraded":"2024-04-23T18:21:02.331016+0000","last_fullsized":"2024-04-23T18:21:02.331016+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:55:57.825093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":350,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329121+0000","last_change":"2024-04-23T18:19:45.545830+0000","last_active":"2024-04-23T18:21:02.329121+0000","last_peered":"2024-04-23T18:21:02.329121+0000","last_clean":"2024-04-23T18:21:02.329121+0000","last_became_active":"2024-04-23T18:19:45.545228+0000","last_became_peered":"2024-04-23T18:19:45.545228+0000","last_unstale":"2024-04-23T18:21:02.329121+0000","last_undegraded":"2024-04-23T18:21:02.329121+0000","last_fullsized":"2024-04-23T18:21:02.329121+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_clean_scrub_stamp":"2024-04-23T18:16:19.429544+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:15:02.341971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327962+0000","last_change":"2024-04-23T18:20:59.867240+0000","last_active":"2024-04-23T18:21:02.327962+0000","last_peered":"2024-04-23T18:21:02.327962+0000","last_clean":"2024-04-23T18:21:02.327962+0000","last_became_active":"2024-04-23T18:20:59.866320+0000","last_became_peered":"2024-04-23T18:20:59.866320+0000","last_unstale":"2024-04-23T18:21:02.327962+0000","last_undegraded":"2024-04-23T18:21:02.327962+0000","last_fullsized":"2024-04-23T18:21:02.327962+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:30.563962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.340290+0000","last_change":"2024-04-23T18:20:58.859947+0000","last_active":"2024-04-23T18:21:03.340290+0000","last_peered":"2024-04-23T18:21:03.340290+0000","last_clean":"2024-04-23T18:21:03.340290+0000","last_became_active":"2024-04-23T18:20:58.859570+0000","last_became_peered":"2024-04-23T18:20:58.859570+0000","last_unstale":"2024-04-23T18:21:03.340290+0000","last_undegraded":"2024-04-23T18:21:03.340290+0000","last_fullsized":"2024-04-23T18:21:03.340290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:46:30.452480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:04.349786+0000","last_change":"2024-04-23T18:20:58.861894+0000","last_active":"2024-04-23T18:21:04.349786+0000","last_peered":"2024-04-23T18:21:04.349786+0000","last_clean":"2024-04-23T18:21:04.349786+0000","last_became_active":"2024-04-23T18:20:58.861544+0000","last_became_peered":"2024-04-23T18:20:58.861544+0000","last_unstale":"2024-04-23T18:21:04.349786+0000","last_undegraded":"2024-04-23T18:21:04.349786+0000","last_fullsized":"2024-04-23T18:21:04.349786+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:48:27.529319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328342+0000","last_change":"2024-04-23T18:20:59.863791+0000","last_active":"2024-04-23T18:21:02.328342+0000","last_peered":"2024-04-23T18:21:02.328342+0000","last_clean":"2024-04-23T18:21:02.328342+0000","last_became_active":"2024-04-23T18:20:59.863455+0000","last_became_peered":"2024-04-23T18:20:59.863455+0000","last_unstale":"2024-04-23T18:21:02.328342+0000","last_undegraded":"2024-04-23T18:21:02.328342+0000","last_fullsized":"2024-04-23T18:21:02.328342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:41:17.434620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'9","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:04.849028+0000","last_change":"2024-04-23T18:20:58.854305+0000","last_active":"2024-04-23T18:21:04.849028+0000","last_peered":"2024-04-23T18:21:04.849028+0000","last_clean":"2024-04-23T18:21:04.849028+0000","last_became_active":"2024-04-23T18:20:58.853957+0000","last_became_peered":"2024-04-23T18:20:58.853957+0000","last_unstale":"2024-04-23T18:21:04.849028+0000","last_undegraded":"2024-04-23T18:21:04.849028+0000","last_fullsized":"2024-04-23T18:21:04.849028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:33:07.949934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870827+0000","last_change":"2024-04-23T18:20:59.871504+0000","last_active":"2024-04-23T18:21:00.870827+0000","last_peered":"2024-04-23T18:21:00.870827+0000","last_clean":"2024-04-23T18:21:00.870827+0000","last_became_active":"2024-04-23T18:20:59.871147+0000","last_became_peered":"2024-04-23T18:20:59.871147+0000","last_unstale":"2024-04-23T18:21:00.870827+0000","last_undegraded":"2024-04-23T18:21:00.870827+0000","last_fullsized":"2024-04-23T18:21:00.870827+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:35.849085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330971+0000","last_change":"2024-04-23T18:20:58.855690+0000","last_active":"2024-04-23T18:21:02.330971+0000","last_peered":"2024-04-23T18:21:02.330971+0000","last_clean":"2024-04-23T18:21:02.330971+0000","last_became_active":"2024-04-23T18:20:58.854957+0000","last_became_peered":"2024-04-23T18:20:58.854957+0000","last_unstale":"2024-04-23T18:21:02.330971+0000","last_undegraded":"2024-04-23T18:21:02.330971+0000","last_fullsized":"2024-04-23T18:21:02.330971+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:17:35.335799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120238+0000","last_change":"2024-04-23T18:20:59.880722+0000","last_active":"2024-04-23T18:21:01.120238+0000","last_peered":"2024-04-23T18:21:01.120238+0000","last_clean":"2024-04-23T18:21:01.120238+0000","last_became_active":"2024-04-23T18:20:59.879508+0000","last_became_peered":"2024-04-23T18:20:59.879508+0000","last_unstale":"2024-04-23T18:21:01.120238+0000","last_undegraded":"2024-04-23T18:21:01.120238+0000","last_fullsized":"2024-04-23T18:21:01.120238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:14.479368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330968+0000","last_change":"2024-04-23T18:20:58.859795+0000","last_active":"2024-04-23T18:21:02.330968+0000","last_peered":"2024-04-23T18:21:02.330968+0000","last_clean":"2024-04-23T18:21:02.330968+0000","last_became_active":"2024-04-23T18:20:58.859411+0000","last_became_peered":"2024-04-23T18:20:58.859411+0000","last_unstale":"2024-04-23T18:21:02.330968+0000","last_undegraded":"2024-04-23T18:21:02.330968+0000","last_fullsized":"2024-04-23T18:21:02.330968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:44:17.649834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327304+0000","last_change":"2024-04-23T18:20:59.862009+0000","last_active":"2024-04-23T18:21:02.327304+0000","last_peered":"2024-04-23T18:21:02.327304+0000","last_clean":"2024-04-23T18:21:02.327304+0000","last_became_active":"2024-04-23T18:20:59.861671+0000","last_became_peered":"2024-04-23T18:20:59.861671+0000","last_unstale":"2024-04-23T18:21:02.327304+0000","last_undegraded":"2024-04-23T18:21:02.327304+0000","last_fullsized":"2024-04-23T18:21:02.327304+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:17:52.432200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.330639+0000","last_change":"2024-04-23T18:20:58.856987+0000","last_active":"2024-04-23T18:21:02.330639+0000","last_peered":"2024-04-23T18:21:02.330639+0000","last_clean":"2024-04-23T18:21:02.330639+0000","last_became_active":"2024-04-23T18:20:58.856502+0000","last_became_peered":"2024-04-23T18:20:58.856502+0000","last_unstale":"2024-04-23T18:21:02.330639+0000","last_undegraded":"2024-04-23T18:21:02.330639+0000","last_fullsized":"2024-04-23T18:21:02.330639+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:07:22.044431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660027+0000","last_change":"2024-04-23T18:20:59.867752+0000","last_active":"2024-04-23T18:21:01.660027+0000","last_peered":"2024-04-23T18:21:01.660027+0000","last_clean":"2024-04-23T18:21:01.660027+0000","last_became_active":"2024-04-23T18:20:59.867376+0000","last_became_peered":"2024-04-23T18:20:59.867376+0000","last_unstale":"2024-04-23T18:21:01.660027+0000","last_undegraded":"2024-04-23T18:21:01.660027+0000","last_fullsized":"2024-04-23T18:21:01.660027+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:01:46.456149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327339+0000","last_change":"2024-04-23T18:20:58.866210+0000","last_active":"2024-04-23T18:21:02.327339+0000","last_peered":"2024-04-23T18:21:02.327339+0000","last_clean":"2024-04-23T18:21:02.327339+0000","last_became_active":"2024-04-23T18:20:58.865629+0000","last_became_peered":"2024-04-23T18:20:58.865629+0000","last_unstale":"2024-04-23T18:21:02.327339+0000","last_undegraded":"2024-04-23T18:21:02.327339+0000","last_fullsized":"2024-04-23T18:21:02.327339+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:00:43.591447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870640+0000","last_change":"2024-04-23T18:20:59.880765+0000","last_active":"2024-04-23T18:21:00.870640+0000","last_peered":"2024-04-23T18:21:00.870640+0000","last_clean":"2024-04-23T18:21:00.870640+0000","last_became_active":"2024-04-23T18:20:59.880020+0000","last_became_peered":"2024-04-23T18:20:59.880020+0000","last_unstale":"2024-04-23T18:21:00.870640+0000","last_undegraded":"2024-04-23T18:21:00.870640+0000","last_fullsized":"2024-04-23T18:21:00.870640+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:38:59.500278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.333224+0000","last_change":"2024-04-23T18:20:58.863595+0000","last_active":"2024-04-23T18:21:02.333224+0000","last_peered":"2024-04-23T18:21:02.333224+0000","last_clean":"2024-04-23T18:21:02.333224+0000","last_became_active":"2024-04-23T18:20:58.863219+0000","last_became_peered":"2024-04-23T18:20:58.863219+0000","last_unstale":"2024-04-23T18:21:02.333224+0000","last_undegraded":"2024-04-23T18:21:02.333224+0000","last_fullsized":"2024-04-23T18:21:02.333224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:23:04.295307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329436+0000","last_change":"2024-04-23T18:20:59.870566+0000","last_active":"2024-04-23T18:21:02.329436+0000","last_peered":"2024-04-23T18:21:02.329436+0000","last_clean":"2024-04-23T18:21:02.329436+0000","last_became_active":"2024-04-23T18:20:59.870188+0000","last_became_peered":"2024-04-23T18:20:59.870188+0000","last_unstale":"2024-04-23T18:21:02.329436+0000","last_undegraded":"2024-04-23T18:21:02.329436+0000","last_fullsized":"2024-04-23T18:21:02.329436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:55:36.266541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328012+0000","last_change":"2024-04-23T18:20:58.863879+0000","last_active":"2024-04-23T18:21:02.328012+0000","last_peered":"2024-04-23T18:21:02.328012+0000","last_clean":"2024-04-23T18:21:02.328012+0000","last_became_active":"2024-04-23T18:20:58.863534+0000","last_became_peered":"2024-04-23T18:20:58.863534+0000","last_unstale":"2024-04-23T18:21:02.328012+0000","last_undegraded":"2024-04-23T18:21:02.328012+0000","last_fullsized":"2024-04-23T18:21:02.328012+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:28:35.544094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329696+0000","last_change":"2024-04-23T18:20:59.869526+0000","last_active":"2024-04-23T18:21:02.329696+0000","last_peered":"2024-04-23T18:21:02.329696+0000","last_clean":"2024-04-23T18:21:02.329696+0000","last_became_active":"2024-04-23T18:20:59.869144+0000","last_became_peered":"2024-04-23T18:20:59.869144+0000","last_unstale":"2024-04-23T18:21:02.329696+0000","last_undegraded":"2024-04-23T18:21:02.329696+0000","last_fullsized":"2024-04-23T18:21:02.329696+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:49:51.853053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.866962+0000","last_change":"2024-04-23T18:20:58.856579+0000","last_active":"2024-04-23T18:21:00.866962+0000","last_peered":"2024-04-23T18:21:00.866962+0000","last_clean":"2024-04-23T18:21:00.866962+0000","last_became_active":"2024-04-23T18:20:58.856161+0000","last_became_peered":"2024-04-23T18:20:58.856161+0000","last_unstale":"2024-04-23T18:21:00.866962+0000","last_undegraded":"2024-04-23T18:21:00.866962+0000","last_fullsized":"2024-04-23T18:21:00.866962+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:07:04.531744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329378+0000","last_change":"2024-04-23T18:20:59.876359+0000","last_active":"2024-04-23T18:21:02.329378+0000","last_peered":"2024-04-23T18:21:02.329378+0000","last_clean":"2024-04-23T18:21:02.329378+0000","last_became_active":"2024-04-23T18:20:59.875998+0000","last_became_peered":"2024-04-23T18:20:59.875998+0000","last_unstale":"2024-04-23T18:21:02.329378+0000","last_undegraded":"2024-04-23T18:21:02.329378+0000","last_fullsized":"2024-04-23T18:21:02.329378+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:28:51.694991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328031+0000","last_change":"2024-04-23T18:20:58.857407+0000","last_active":"2024-04-23T18:21:02.328031+0000","last_peered":"2024-04-23T18:21:02.328031+0000","last_clean":"2024-04-23T18:21:02.328031+0000","last_became_active":"2024-04-23T18:20:58.857044+0000","last_became_peered":"2024-04-23T18:20:58.857044+0000","last_unstale":"2024-04-23T18:21:02.328031+0000","last_undegraded":"2024-04-23T18:21:02.328031+0000","last_fullsized":"2024-04-23T18:21:02.328031+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:14:20.733661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.329798+0000","last_change":"2024-04-23T18:20:59.872513+0000","last_active":"2024-04-23T18:21:02.329798+0000","last_peered":"2024-04-23T18:21:02.329798+0000","last_clean":"2024-04-23T18:21:02.329798+0000","last_became_active":"2024-04-23T18:20:59.872198+0000","last_became_peered":"2024-04-23T18:20:59.872198+0000","last_unstale":"2024-04-23T18:21:02.329798+0000","last_undegraded":"2024-04-23T18:21:02.329798+0000","last_fullsized":"2024-04-23T18:21:02.329798+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:01:09.459433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660069+0000","last_change":"2024-04-23T18:20:59.874894+0000","last_active":"2024-04-23T18:21:01.660069+0000","last_peered":"2024-04-23T18:21:01.660069+0000","last_clean":"2024-04-23T18:21:01.660069+0000","last_became_active":"2024-04-23T18:20:59.874369+0000","last_became_peered":"2024-04-23T18:20:59.874369+0000","last_unstale":"2024-04-23T18:21:01.660069+0000","last_undegraded":"2024-04-23T18:21:01.660069+0000","last_fullsized":"2024-04-23T18:21:01.660069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:54:55.029327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327907+0000","last_change":"2024-04-23T18:20:59.867200+0000","last_active":"2024-04-23T18:21:02.327907+0000","last_peered":"2024-04-23T18:21:02.327907+0000","last_clean":"2024-04-23T18:21:02.327907+0000","last_became_active":"2024-04-23T18:20:59.866861+0000","last_became_peered":"2024-04-23T18:20:59.866861+0000","last_unstale":"2024-04-23T18:21:02.327907+0000","last_undegraded":"2024-04-23T18:21:02.327907+0000","last_fullsized":"2024-04-23T18:21:02.327907+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:28:52.601318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327262+0000","last_change":"2024-04-23T18:20:59.869691+0000","last_active":"2024-04-23T18:21:02.327262+0000","last_peered":"2024-04-23T18:21:02.327262+0000","last_clean":"2024-04-23T18:21:02.327262+0000","last_became_active":"2024-04-23T18:20:59.869344+0000","last_became_peered":"2024-04-23T18:20:59.869344+0000","last_unstale":"2024-04-23T18:21:02.327262+0000","last_undegraded":"2024-04-23T18:21:02.327262+0000","last_fullsized":"2024-04-23T18:21:02.327262+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:34:53.583506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.120129+0000","last_change":"2024-04-23T18:20:59.878530+0000","last_active":"2024-04-23T18:21:01.120129+0000","last_peered":"2024-04-23T18:21:01.120129+0000","last_clean":"2024-04-23T18:21:01.120129+0000","last_became_active":"2024-04-23T18:20:59.875872+0000","last_became_peered":"2024-04-23T18:20:59.875872+0000","last_unstale":"2024-04-23T18:21:01.120129+0000","last_undegraded":"2024-04-23T18:21:01.120129+0000","last_fullsized":"2024-04-23T18:21:01.120129+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:33.934384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327830+0000","last_change":"2024-04-23T18:20:59.869103+0000","last_active":"2024-04-23T18:21:02.327830+0000","last_peered":"2024-04-23T18:21:02.327830+0000","last_clean":"2024-04-23T18:21:02.327830+0000","last_became_active":"2024-04-23T18:20:59.868028+0000","last_became_peered":"2024-04-23T18:20:59.868028+0000","last_unstale":"2024-04-23T18:21:02.327830+0000","last_undegraded":"2024-04-23T18:21:02.327830+0000","last_fullsized":"2024-04-23T18:21:02.327830+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:20.911608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.660100+0000","last_change":"2024-04-23T18:20:59.874811+0000","last_active":"2024-04-23T18:21:01.660100+0000","last_peered":"2024-04-23T18:21:01.660100+0000","last_clean":"2024-04-23T18:21:01.660100+0000","last_became_active":"2024-04-23T18:20:59.874408+0000","last_became_peered":"2024-04-23T18:20:59.874408+0000","last_unstale":"2024-04-23T18:21:01.660100+0000","last_undegraded":"2024-04-23T18:21:01.660100+0000","last_fullsized":"2024-04-23T18:21:01.660100+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:41.507692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328189+0000","last_change":"2024-04-23T18:20:59.860151+0000","last_active":"2024-04-23T18:21:02.328189+0000","last_peered":"2024-04-23T18:21:02.328189+0000","last_clean":"2024-04-23T18:21:02.328189+0000","last_became_active":"2024-04-23T18:20:59.859789+0000","last_became_peered":"2024-04-23T18:20:59.859789+0000","last_unstale":"2024-04-23T18:21:02.328189+0000","last_undegraded":"2024-04-23T18:21:02.328189+0000","last_fullsized":"2024-04-23T18:21:02.328189+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:02:48.681980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870669+0000","last_change":"2024-04-23T18:20:59.868778+0000","last_active":"2024-04-23T18:21:00.870669+0000","last_peered":"2024-04-23T18:21:00.870669+0000","last_clean":"2024-04-23T18:21:00.870669+0000","last_became_active":"2024-04-23T18:20:59.868445+0000","last_became_peered":"2024-04-23T18:20:59.868445+0000","last_unstale":"2024-04-23T18:21:00.870669+0000","last_undegraded":"2024-04-23T18:21:00.870669+0000","last_fullsized":"2024-04-23T18:21:00.870669+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:27:26.025817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.866711+0000","last_change":"2024-04-23T18:20:59.878108+0000","last_active":"2024-04-23T18:21:00.866711+0000","last_peered":"2024-04-23T18:21:00.866711+0000","last_clean":"2024-04-23T18:21:00.866711+0000","last_became_active":"2024-04-23T18:20:59.877005+0000","last_became_peered":"2024-04-23T18:20:59.877005+0000","last_unstale":"2024-04-23T18:21:00.866711+0000","last_undegraded":"2024-04-23T18:21:00.866711+0000","last_fullsized":"2024-04-23T18:21:00.866711+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:13:28.691757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:00.870419+0000","last_change":"2024-04-23T18:20:59.867972+0000","last_active":"2024-04-23T18:21:00.870419+0000","last_peered":"2024-04-23T18:21:00.870419+0000","last_clean":"2024-04-23T18:21:00.870419+0000","last_became_active":"2024-04-23T18:20:59.867569+0000","last_became_peered":"2024-04-23T18:20:59.867569+0000","last_unstale":"2024-04-23T18:21:00.870419+0000","last_undegraded":"2024-04-23T18:21:00.870419+0000","last_fullsized":"2024-04-23T18:21:00.870419+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:09:09.998610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.327481+0000","last_change":"2024-04-23T18:20:59.867527+0000","last_active":"2024-04-23T18:21:02.327481+0000","last_peered":"2024-04-23T18:21:02.327481+0000","last_clean":"2024-04-23T18:21:02.327481+0000","last_became_active":"2024-04-23T18:20:59.867182+0000","last_became_peered":"2024-04-23T18:20:59.867182+0000","last_unstale":"2024-04-23T18:21:02.327481+0000","last_undegraded":"2024-04-23T18:21:02.327481+0000","last_fullsized":"2024-04-23T18:21:02.327481+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:30:54.366187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:02.328443+0000","last_change":"2024-04-23T18:20:59.872298+0000","last_active":"2024-04-23T18:21:02.328443+0000","last_peered":"2024-04-23T18:21:02.328443+0000","last_clean":"2024-04-23T18:21:02.328443+0000","last_became_active":"2024-04-23T18:20:59.871967+0000","last_became_peered":"2024-04-23T18:20:59.871967+0000","last_unstale":"2024-04-23T18:21:02.328443+0000","last_undegraded":"2024-04-23T18:21:02.328443+0000","last_fullsized":"2024-04-23T18:21:02.328443+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:33:18.638757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:01.659871+0000","last_change":"2024-04-23T18:20:59.866917+0000","last_active":"2024-04-23T18:21:01.659871+0000","last_peered":"2024-04-23T18:21:01.659871+0000","last_clean":"2024-04-23T18:21:01.659871+0000","last_became_active":"2024-04-23T18:20:59.866580+0000","last_became_peered":"2024-04-23T18:20:59.866580+0000","last_unstale":"2024-04-23T18:21:01.659871+0000","last_undegraded":"2024-04-23T18:21:01.659871+0000","last_fullsized":"2024-04-23T18:21:01.659871+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:11:18.938388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286220,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":41401,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":13,"num_read_kb":46,"num_write":158,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":319488,"data_stored":60808,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350990,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":925696,"data_stored":442154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612627,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":1072377,"data_compressed":38269,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776153,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32112,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713040,"statfs":{"total":95995035648,"available":95962152960,"internally_reserved":0,"allocated":958464,"data_stored":442694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037789,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":942080,"data_stored":442310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299427,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":983040,"data_stored":1033144,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462952,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":921600,"data_stored":441572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32092,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713060,"statfs":{"total":95995035648,"available":95962173440,"internally_reserved":0,"allocated":937984,"data_stored":443766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32116,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713036,"statfs":{"total":95995035648,"available":95962148864,"internally_reserved":0,"allocated":962560,"data_stored":443750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32104,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713048,"statfs":{"total":95995035648,"available":95962161152,"internally_reserved":0,"allocated":946176,"data_stored":443840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149750,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":929792,"data_stored":441676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888113,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":442216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724588,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":983040,"data_stored":1032122,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":8794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":40320,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:21:07.535 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-23T18:21:07.536 INFO:tasks.cephadm:Setting up client nodes... 2024-04-23T18:21:07.536 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-23T18:21:07.671 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:07 smithi076 ceph-mon[32458]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:07.671 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:07 smithi076 ceph-mon[32458]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:07.671 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:07 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/853639341' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:21:07.671 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:07 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2546181589' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:07.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:07 smithi102 ceph-mon[32874]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:07.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:07 smithi102 ceph-mon[32874]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:07.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:07 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/853639341' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:21:07.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:07 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2546181589' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:07.815 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:08.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:08 smithi038 ceph-mon[29217]: pgmap v292: 97 pgs: 97 active+clean; 617 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 KiB/s wr, 21 op/s 2024-04-23T18:21:08.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:08 smithi038 ceph-mon[29217]: from='client.14763 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:08.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:08 smithi038 ceph-mon[29217]: from='client.14769 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:08.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:08 smithi076 ceph-mon[32458]: pgmap v292: 97 pgs: 97 active+clean; 617 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 KiB/s wr, 21 op/s 2024-04-23T18:21:08.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:08 smithi076 ceph-mon[32458]: from='client.14763 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:08.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:08 smithi076 ceph-mon[32458]: from='client.14769 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:08.759 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:21:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b[63136]: 2024-04-23T18:21:08.516+0000 7fae3774b700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-04-23T18:21:08.759 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:21:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b[63136]: 2024-04-23T18:21:08.516+0000 7fae3774b700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-04-23T18:21:08.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:08 smithi102 ceph-mon[32874]: pgmap v292: 97 pgs: 97 active+clean; 617 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 KiB/s wr, 21 op/s 2024-04-23T18:21:08.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:08 smithi102 ceph-mon[32874]: from='client.14763 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:08.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:08 smithi102 ceph-mon[32874]: from='client.14769 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:09.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.746+0000 7fc4226d6700 1 -- 172.21.15.38:0/833515239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41c102bc0 msgr2=0x7fc41c103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.746+0000 7fc4226d6700 1 --2- 172.21.15.38:0/833515239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41c102bc0 0x7fc41c103020 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc4100099c0 tx=0x7fc410009cd0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.746+0000 7fc4226d6700 1 -- 172.21.15.38:0/833515239 shutdown_connections 2024-04-23T18:21:09.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.746+0000 7fc4226d6700 1 --2- 172.21.15.38:0/833515239 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41c103560 0x7fc41c109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.746+0000 7fc4226d6700 1 --2- 172.21.15.38:0/833515239 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc41c1019c0 0x7fc41c101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.746+0000 7fc4226d6700 1 --2- 172.21.15.38:0/833515239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41c102bc0 0x7fc41c103020 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.746+0000 7fc4226d6700 1 -- 172.21.15.38:0/833515239 >> 172.21.15.38:0/833515239 conn(0x7fc41c0fcf60 msgr2=0x7fc41c0ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.746+0000 7fc4226d6700 1 -- 172.21.15.38:0/833515239 shutdown_connections 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.746+0000 7fc4226d6700 1 -- 172.21.15.38:0/833515239 wait complete. 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc4226d6700 1 Processor -- start 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc4226d6700 1 -- start start 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc4226d6700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41c1019c0 0x7fc41c19ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc4226d6700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41c102bc0 0x7fc41c19b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc4226d6700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc41c103560 0x7fc41c1a23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc4226d6700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc41c10e700 con 0x7fc41c102bc0 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc4226d6700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fc41c10e580 con 0x7fc41c1019c0 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc4226d6700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc41c10e880 con 0x7fc41c103560 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc41b7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41c102bc0 0x7fc41c19b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc41b7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41c102bc0 0x7fc41c19b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42922/0 (socket says 172.21.15.38:42922) 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc41b7fe700 1 -- 172.21.15.38:0/931130549 learned_addr learned my addr 172.21.15.38:0/931130549 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:09.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc41bfff700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41c1019c0 0x7fc41c19ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.747+0000 7fc420c73700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc41c103560 0x7fc41c1a23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc41b7fe700 1 -- 172.21.15.38:0/931130549 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc41c103560 msgr2=0x7fc41c1a23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc41b7fe700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc41c103560 0x7fc41c1a23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc41b7fe700 1 -- 172.21.15.38:0/931130549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41c1019c0 msgr2=0x7fc41c19ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc41b7fe700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41c1019c0 0x7fc41c19ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc41b7fe700 1 -- 172.21.15.38:0/931130549 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc41c1a2a70 con 0x7fc41c102bc0 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc41b7fe700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41c102bc0 0x7fc41c19b350 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc410003800 tx=0x7fc410004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc4197fa700 1 -- 172.21.15.38:0/931130549 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc410026070 con 0x7fc41c102bc0 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc4197fa700 1 -- 172.21.15.38:0/931130549 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc410004cd0 con 0x7fc41c102bc0 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc4197fa700 1 -- 172.21.15.38:0/931130549 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc410004230 con 0x7fc41c102bc0 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc4226d6700 1 -- 172.21.15.38:0/931130549 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc41c1a2d00 con 0x7fc41c102bc0 2024-04-23T18:21:09.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.748+0000 7fc4226d6700 1 -- 172.21.15.38:0/931130549 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc41c1a31d0 con 0x7fc41c102bc0 2024-04-23T18:21:09.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.749+0000 7fc4226d6700 1 -- 172.21.15.38:0/931130549 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc41c050f80 con 0x7fc41c102bc0 2024-04-23T18:21:09.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.750+0000 7fc4197fa700 1 -- 172.21.15.38:0/931130549 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc410029070 con 0x7fc41c102bc0 2024-04-23T18:21:09.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.751+0000 7fc4197fa700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc4040a3e00 0x7fc4040a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.751+0000 7fc41bfff700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc4040a3e00 0x7fc4040a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.751+0000 7fc4197fa700 1 -- 172.21.15.38:0/931130549 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fc4100d0bd0 con 0x7fc41c102bc0 2024-04-23T18:21:09.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.751+0000 7fc41bfff700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc4040a3e00 0x7fc4040a62c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc41c102a20 tx=0x7fc40c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:09.748 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:09.755+0000 7fc4197fa700 1 -- 172.21.15.38:0/931130549 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc41005dff0 con 0x7fc41c102bc0 2024-04-23T18:21:10.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.054+0000 7fc4226d6700 1 -- 172.21.15.38:0/931130549 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7fc41c1a3600 con 0x7fc41c102bc0 2024-04-23T18:21:10.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.056+0000 7fc4197fa700 1 -- 172.21.15.38:0/931130549 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7fc410013070 con 0x7fc41c102bc0 2024-04-23T18:21:10.049 INFO:teuthology.orchestra.run.smithi038.stdout:[client.0] 2024-04-23T18:21:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQAW/CdmHZdIAxAAPobzKu6B3YzRox+G2MR8Aw== 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 -- 172.21.15.38:0/931130549 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc4040a3e00 msgr2=0x7fc4040a62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc4040a3e00 0x7fc4040a62c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc41c102a20 tx=0x7fc40c00b410 comp rx=0 tx=0).stop 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 -- 172.21.15.38:0/931130549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41c102bc0 msgr2=0x7fc41c19b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41c102bc0 0x7fc41c19b350 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc410003800 tx=0x7fc410004790 comp rx=0 tx=0).stop 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 -- 172.21.15.38:0/931130549 shutdown_connections 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc4040a3e00 0x7fc4040a62c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc41c103560 0x7fc41c1a23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41c1019c0 0x7fc41c19ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 --2- 172.21.15.38:0/931130549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41c102bc0 0x7fc41c19b350 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 -- 172.21.15.38:0/931130549 >> 172.21.15.38:0/931130549 conn(0x7fc41c0fcf60 msgr2=0x7fc41c10a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:10.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 -- 172.21.15.38:0/931130549 shutdown_connections 2024-04-23T18:21:10.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:10.059+0000 7fc4226d6700 1 -- 172.21.15.38:0/931130549 wait complete. 2024-04-23T18:21:10.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:10 smithi038 ceph-mon[29217]: pgmap v293: 97 pgs: 97 active+clean; 620 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 11 KiB/s wr, 27 op/s 2024-04-23T18:21:10.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:10 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/931130549' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-23T18:21:10.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:10 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/931130549' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-23T18:21:10.715 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:21:10.715 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-23T18:21:10.716 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-23T18:21:10.755 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-23T18:21:10.755 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-23T18:21:10.755 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-23T18:21:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:10 smithi076 ceph-mon[32458]: pgmap v293: 97 pgs: 97 active+clean; 620 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 11 KiB/s wr, 27 op/s 2024-04-23T18:21:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:10 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/931130549' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-23T18:21:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:10 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/931130549' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-23T18:21:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:10 smithi102 ceph-mon[32874]: pgmap v293: 97 pgs: 97 active+clean; 620 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 11 KiB/s wr, 27 op/s 2024-04-23T18:21:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:10 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/931130549' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-23T18:21:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:10 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/931130549' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-23T18:21:11.043 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:12.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.627+0000 7f7da370f700 1 -- 172.21.15.38:0/1300645663 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d9c06b1f0 msgr2=0x7f7d9c06b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:12.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.627+0000 7f7da370f700 1 --2- 172.21.15.38:0/1300645663 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d9c06b1f0 0x7f7d9c06b670 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c009990 tx=0x7f7d8c009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.627+0000 7f7da370f700 1 -- 172.21.15.38:0/1300645663 shutdown_connections 2024-04-23T18:21:12.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.627+0000 7f7da370f700 1 --2- 172.21.15.38:0/1300645663 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d9c06bbb0 0x7f7d9c10f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.627+0000 7f7da370f700 1 --2- 172.21.15.38:0/1300645663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d9c108a60 0x7f7d9c108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.627+0000 7f7da370f700 1 --2- 172.21.15.38:0/1300645663 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d9c06b1f0 0x7f7d9c06b670 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.627+0000 7f7da370f700 1 -- 172.21.15.38:0/1300645663 >> 172.21.15.38:0/1300645663 conn(0x7f7d9c0789e0 msgr2=0x7f7d9c078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:12.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.627+0000 7f7da370f700 1 -- 172.21.15.38:0/1300645663 shutdown_connections 2024-04-23T18:21:12.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.627+0000 7f7da370f700 1 -- 172.21.15.38:0/1300645663 wait complete. 2024-04-23T18:21:12.621 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:12 smithi038 ceph-mon[29217]: pgmap v294: 97 pgs: 97 active+clean; 621 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 10 KiB/s wr, 26 op/s 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da370f700 1 Processor -- start 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da370f700 1 -- start start 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da370f700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d9c06b1f0 0x7f7d9c19ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da370f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d9c06bbb0 0x7f7d9c1a04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da370f700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d9c108a60 0x7f7d9c10d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da370f700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c112de0 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da370f700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c112c60 con 0x7f7d9c06b1f0 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da370f700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c112f60 con 0x7f7d9c108a60 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da0caa700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d9c06bbb0 0x7f7d9c1a04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da0caa700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d9c06bbb0 0x7f7d9c1a04c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42934/0 (socket says 172.21.15.38:42934) 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da0caa700 1 -- 172.21.15.38:0/4168328182 learned_addr learned my addr 172.21.15.38:0/4168328182 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da1cac700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d9c108a60 0x7f7d9c10d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:12.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da14ab700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d9c06b1f0 0x7f7d9c19ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da0caa700 1 -- 172.21.15.38:0/4168328182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d9c108a60 msgr2=0x7f7d9c10d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da0caa700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d9c108a60 0x7f7d9c10d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da0caa700 1 -- 172.21.15.38:0/4168328182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d9c06b1f0 msgr2=0x7f7d9c19ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da0caa700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d9c06b1f0 0x7f7d9c19ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.628+0000 7f7da0caa700 1 -- 172.21.15.38:0/4168328182 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d9c10e1e0 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.629+0000 7f7da0caa700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d9c06bbb0 0x7f7d9c1a04c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c009590 tx=0x7f7d8c009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.629+0000 7f7d927fc700 1 -- 172.21.15.38:0/4168328182 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c027070 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.629+0000 7f7d927fc700 1 -- 172.21.15.38:0/4168328182 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7d8c003fb0 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.629+0000 7f7da370f700 1 -- 172.21.15.38:0/4168328182 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d9c10e470 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.629+0000 7f7d927fc700 1 -- 172.21.15.38:0/4168328182 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c022cd0 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.629+0000 7f7da370f700 1 -- 172.21.15.38:0/4168328182 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d9c19bae0 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.630+0000 7f7da370f700 1 -- 172.21.15.38:0/4168328182 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d9c1041a0 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.631+0000 7f7d927fc700 1 -- 172.21.15.38:0/4168328182 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7d8c02a070 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.632+0000 7f7d927fc700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7d880a3cd0 0x7f7d880a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:12.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.632+0000 7f7da14ab700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7d880a3cd0 0x7f7d880a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:12.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.633+0000 7f7d927fc700 1 -- 172.21.15.38:0/4168328182 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f7d8c0d1aa0 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.633+0000 7f7da14ab700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7d880a3cd0 0x7f7d880a6190 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f7d98005950 tx=0x7f7d980058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:12.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.636+0000 7f7d927fc700 1 -- 172.21.15.38:0/4168328182 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7d8c031020 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:12 smithi076 ceph-mon[32458]: pgmap v294: 97 pgs: 97 active+clean; 621 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 10 KiB/s wr, 26 op/s 2024-04-23T18:21:12.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:12 smithi102 ceph-mon[32874]: pgmap v294: 97 pgs: 97 active+clean; 621 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 10 KiB/s wr, 26 op/s 2024-04-23T18:21:12.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.905+0000 7f7da370f700 1 -- 172.21.15.38:0/4168328182 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f7d9c19c510 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.910+0000 7f7d927fc700 1 -- 172.21.15.38:0/4168328182 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264998 (secure 0 0 0) 0x7f7d8c013070 con 0x7f7d9c06bbb0 2024-04-23T18:21:12.906 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:21:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 -- 172.21.15.38:0/4168328182 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7d880a3cd0 msgr2=0x7f7d880a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7d880a3cd0 0x7f7d880a6190 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f7d98005950 tx=0x7f7d980058e0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 -- 172.21.15.38:0/4168328182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d9c06bbb0 msgr2=0x7f7d9c1a04c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d9c06bbb0 0x7f7d9c1a04c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c009590 tx=0x7f7d8c009f50 comp rx=0 tx=0).stop 2024-04-23T18:21:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 -- 172.21.15.38:0/4168328182 shutdown_connections 2024-04-23T18:21:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f7d880a3cd0 0x7f7d880a6190 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d9c108a60 0x7f7d9c10d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d9c06b1f0 0x7f7d9c19ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 --2- 172.21.15.38:0/4168328182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d9c06bbb0 0x7f7d9c1a04c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 -- 172.21.15.38:0/4168328182 >> 172.21.15.38:0/4168328182 conn(0x7f7d9c0789e0 msgr2=0x7f7d9c106710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 -- 172.21.15.38:0/4168328182 shutdown_connections 2024-04-23T18:21:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:12.913+0000 7f7da370f700 1 -- 172.21.15.38:0/4168328182 wait complete. 2024-04-23T18:21:13.501 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:13 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4168328182' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-23T18:21:13.531 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":4125722499},{"type":"v1","addr":"172.21.15.38:6801","nonce":4125722499}]},"active_addr":"172.21.15.38:6801/4125722499","active_change":"2024-04-23T18:13:54.717502+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.38:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":1162570015}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":4002525649}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":3564025484}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":2743506787}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":2975684484}]}]} 2024-04-23T18:21:13.537 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-23T18:21:13.537 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-23T18:21:13.537 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-23T18:21:13.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:13 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4168328182' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-23T18:21:13.785 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:13.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:13 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4168328182' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-23T18:21:14.635 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:14 smithi038 ceph-mon[29217]: pgmap v295: 97 pgs: 97 active+clean; 626 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.4 KiB/s wr, 25 op/s 2024-04-23T18:21:14.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:14 smithi076 ceph-mon[32458]: pgmap v295: 97 pgs: 97 active+clean; 626 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.4 KiB/s wr, 25 op/s 2024-04-23T18:21:14.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:14 smithi102 ceph-mon[32874]: pgmap v295: 97 pgs: 97 active+clean; 626 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.4 KiB/s wr, 25 op/s 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.460+0000 7f1468756700 1 -- 172.21.15.38:0/2199432495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f146006a750 msgr2=0x7f146006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.460+0000 7f1468756700 1 --2- 172.21.15.38:0/2199432495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f146006a750 0x7f146006abb0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f1450009990 tx=0x7f1450009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.460+0000 7f1468756700 1 -- 172.21.15.38:0/2199432495 shutdown_connections 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.460+0000 7f1468756700 1 --2- 172.21.15.38:0/2199432495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f146006b0f0 0x7f146010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.460+0000 7f1468756700 1 --2- 172.21.15.38:0/2199432495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1460108a30 0x7f1460108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.460+0000 7f1468756700 1 --2- 172.21.15.38:0/2199432495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f146006a750 0x7f146006abb0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.460+0000 7f1468756700 1 -- 172.21.15.38:0/2199432495 >> 172.21.15.38:0/2199432495 conn(0x7f14600788f0 msgr2=0x7f1460078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.460+0000 7f1468756700 1 -- 172.21.15.38:0/2199432495 shutdown_connections 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.460+0000 7f1468756700 1 -- 172.21.15.38:0/2199432495 wait complete. 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f1468756700 1 Processor -- start 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f1468756700 1 -- start start 2024-04-23T18:21:15.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f1468756700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f146006a750 0x7f14601991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f1468756700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f146006b0f0 0x7f14601996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f1468756700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1460108a30 0x7f146019da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f1468756700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1460112da0 con 0x7f146006a750 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f1468756700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1460112c20 con 0x7f146006b0f0 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f1468756700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1460112f20 con 0x7f1460108a30 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f14664f2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f146006a750 0x7f14601991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f14664f2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f146006a750 0x7f14601991b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42954/0 (socket says 172.21.15.38:42954) 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f14664f2700 1 -- 172.21.15.38:0/3516296137 learned_addr learned my addr 172.21.15.38:0/3516296137 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f1465cf1700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f146006b0f0 0x7f14601996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f1466cf3700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1460108a30 0x7f146019da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f14664f2700 1 -- 172.21.15.38:0/3516296137 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1460108a30 msgr2=0x7f146019da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f14664f2700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1460108a30 0x7f146019da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f14664f2700 1 -- 172.21.15.38:0/3516296137 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f146006b0f0 msgr2=0x7f14601996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f14664f2700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f146006b0f0 0x7f14601996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.461+0000 7f14664f2700 1 -- 172.21.15.38:0/3516296137 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f146019e170 con 0x7f146006a750 2024-04-23T18:21:15.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.462+0000 7f14664f2700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f146006a750 0x7f14601991b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f145c00c9b0 tx=0x7f145c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:15.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.462+0000 7f14577fe700 1 -- 172.21.15.38:0/3516296137 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c007b00 con 0x7f146006a750 2024-04-23T18:21:15.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.462+0000 7f1468756700 1 -- 172.21.15.38:0/3516296137 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f146019e460 con 0x7f146006a750 2024-04-23T18:21:15.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.462+0000 7f14577fe700 1 -- 172.21.15.38:0/3516296137 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f145c007ca0 con 0x7f146006a750 2024-04-23T18:21:15.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.462+0000 7f14577fe700 1 -- 172.21.15.38:0/3516296137 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c018640 con 0x7f146006a750 2024-04-23T18:21:15.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.462+0000 7f1468756700 1 -- 172.21.15.38:0/3516296137 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14601a5ce0 con 0x7f146006a750 2024-04-23T18:21:15.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.463+0000 7f1468756700 1 -- 172.21.15.38:0/3516296137 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1460069730 con 0x7f146006a750 2024-04-23T18:21:15.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.465+0000 7f14577fe700 1 -- 172.21.15.38:0/3516296137 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f145c0188a0 con 0x7f146006a750 2024-04-23T18:21:15.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.465+0000 7f14577fe700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f144c0a3cd0 0x7f144c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:15.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.465+0000 7f1465cf1700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f144c0a3cd0 0x7f144c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:15.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.466+0000 7f14577fe700 1 -- 172.21.15.38:0/3516296137 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f145c0d0740 con 0x7f146006a750 2024-04-23T18:21:15.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.466+0000 7f1465cf1700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f144c0a3cd0 0x7f144c0a6190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1460078e80 tx=0x7f145000b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:15.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.469+0000 7f14577fe700 1 -- 172.21.15.38:0/3516296137 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f145c014030 con 0x7f146006a750 2024-04-23T18:21:15.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.677+0000 7f1468756700 1 -- 172.21.15.38:0/3516296137 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f146019a4c0 con 0x7f146006a750 2024-04-23T18:21:15.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.678+0000 7f14577fe700 1 -- 172.21.15.38:0/3516296137 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22149 (secure 0 0 0) 0x7f145c09d100 con 0x7f146006a750 2024-04-23T18:21:15.672 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:21:15.672 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":86,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:21:00.853229+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:21:15.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 -- 172.21.15.38:0/3516296137 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f144c0a3cd0 msgr2=0x7f144c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:15.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f144c0a3cd0 0x7f144c0a6190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1460078e80 tx=0x7f145000b540 comp rx=0 tx=0).stop 2024-04-23T18:21:15.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 -- 172.21.15.38:0/3516296137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f146006a750 msgr2=0x7f14601991b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:15.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f146006a750 0x7f14601991b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f145c00c9b0 tx=0x7f145c00ccc0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 -- 172.21.15.38:0/3516296137 shutdown_connections 2024-04-23T18:21:15.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f144c0a3cd0 0x7f144c0a6190 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1460108a30 0x7f146019da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f146006a750 0x7f14601991b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 --2- 172.21.15.38:0/3516296137 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f146006b0f0 0x7f14601996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 -- 172.21.15.38:0/3516296137 >> 172.21.15.38:0/3516296137 conn(0x7f14600788f0 msgr2=0x7f14600ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:15.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 -- 172.21.15.38:0/3516296137 shutdown_connections 2024-04-23T18:21:15.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:15.681+0000 7f1468756700 1 -- 172.21.15.38:0/3516296137 wait complete. 2024-04-23T18:21:16.602 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:16 smithi038 ceph-mon[29217]: pgmap v296: 97 pgs: 97 active+clean; 626 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.5 KiB/s wr, 24 op/s 2024-04-23T18:21:16.602 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:16 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3516296137' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:16.637 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-23T18:21:16.637 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-23T18:21:16.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:16 smithi076 ceph-mon[32458]: pgmap v296: 97 pgs: 97 active+clean; 626 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.5 KiB/s wr, 24 op/s 2024-04-23T18:21:16.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:16 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3516296137' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:16.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:16 smithi102 ceph-mon[32874]: pgmap v296: 97 pgs: 97 active+clean; 626 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.5 KiB/s wr, 24 op/s 2024-04-23T18:21:16.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:16 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3516296137' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:16.888 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:18.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.543+0000 7fb8ece5c700 1 -- 172.21.15.38:0/3503486234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8e8108a30 msgr2=0x7fb8e8108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:18.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.543+0000 7fb8ece5c700 1 --2- 172.21.15.38:0/3503486234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8e8108a30 0x7fb8e8108e10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8009990 tx=0x7fb8d8009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.543+0000 7fb8ece5c700 1 -- 172.21.15.38:0/3503486234 shutdown_connections 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.543+0000 7fb8ece5c700 1 --2- 172.21.15.38:0/3503486234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8e806b0f0 0x7fb8e810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.543+0000 7fb8ece5c700 1 --2- 172.21.15.38:0/3503486234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8e8108a30 0x7fb8e8108e10 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.543+0000 7fb8ece5c700 1 --2- 172.21.15.38:0/3503486234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8e806a750 0x7fb8e806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.543+0000 7fb8ece5c700 1 -- 172.21.15.38:0/3503486234 >> 172.21.15.38:0/3503486234 conn(0x7fb8e80788f0 msgr2=0x7fb8e8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.543+0000 7fb8ece5c700 1 -- 172.21.15.38:0/3503486234 shutdown_connections 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.543+0000 7fb8ece5c700 1 -- 172.21.15.38:0/3503486234 wait complete. 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.544+0000 7fb8ece5c700 1 Processor -- start 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.544+0000 7fb8ece5c700 1 -- start start 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.544+0000 7fb8ece5c700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8e806a750 0x7fb8e81991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.544+0000 7fb8ece5c700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8e806b0f0 0x7fb8e81996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.544+0000 7fb8ece5c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8e8108a30 0x7fb8e819da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.544+0000 7fb8ece5c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e8112d50 con 0x7fb8e8108a30 2024-04-23T18:21:18.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.544+0000 7fb8ece5c700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e8112bd0 con 0x7fb8e806a750 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.544+0000 7fb8ece5c700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e8112ed0 con 0x7fb8e806b0f0 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.544+0000 7fb8e6d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8e8108a30 0x7fb8e819da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8e6d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8e8108a30 0x7fb8e819da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42970/0 (socket says 172.21.15.38:42970) 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8e6d9d700 1 -- 172.21.15.38:0/1245904966 learned_addr learned my addr 172.21.15.38:0/1245904966 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8dffff700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8e806b0f0 0x7fb8e81996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8e659c700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8e806a750 0x7fb8e81991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8e6d9d700 1 -- 172.21.15.38:0/1245904966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8e806b0f0 msgr2=0x7fb8e81996e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8e6d9d700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8e806b0f0 0x7fb8e81996e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8e6d9d700 1 -- 172.21.15.38:0/1245904966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8e806a750 msgr2=0x7fb8e81991a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8e6d9d700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8e806a750 0x7fb8e81991a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8e6d9d700 1 -- 172.21.15.38:0/1245904966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e819e160 con 0x7fb8e8108a30 2024-04-23T18:21:18.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8e659c700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8e806a750 0x7fb8e81991a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:21:18.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8e6d9d700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8e8108a30 0x7fb8e819da20 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb8e0007d70 tx=0x7fb8e000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:18.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8df7fe700 1 -- 172.21.15.38:0/1245904966 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e0016020 con 0x7fb8e8108a30 2024-04-23T18:21:18.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8df7fe700 1 -- 172.21.15.38:0/1245904966 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb8e000ad40 con 0x7fb8e8108a30 2024-04-23T18:21:18.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8df7fe700 1 -- 172.21.15.38:0/1245904966 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e0011620 con 0x7fb8e8108a30 2024-04-23T18:21:18.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8ece5c700 1 -- 172.21.15.38:0/1245904966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8e819e450 con 0x7fb8e8108a30 2024-04-23T18:21:18.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.545+0000 7fb8ece5c700 1 -- 172.21.15.38:0/1245904966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8e81a5cd0 con 0x7fb8e8108a30 2024-04-23T18:21:18.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.546+0000 7fb8ece5c700 1 -- 172.21.15.38:0/1245904966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8e8069730 con 0x7fb8e8108a30 2024-04-23T18:21:18.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.547+0000 7fb8df7fe700 1 -- 172.21.15.38:0/1245904966 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb8e0019020 con 0x7fb8e8108a30 2024-04-23T18:21:18.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.548+0000 7fb8df7fe700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8d40a3cd0 0x7fb8d40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:18.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.548+0000 7fb8df7fe700 1 -- 172.21.15.38:0/1245904966 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fb8e00d01f0 con 0x7fb8e8108a30 2024-04-23T18:21:18.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.548+0000 7fb8e659c700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8d40a3cd0 0x7fb8d40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:18.542 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:18 smithi038 ceph-mon[29217]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.4 KiB/s wr, 24 op/s 2024-04-23T18:21:18.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.549+0000 7fb8e659c700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8d40a3cd0 0x7fb8d40a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb8d800b5c0 tx=0x7fb8d8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:18.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.553+0000 7fb8df7fe700 1 -- 172.21.15.38:0/1245904966 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb8e0020020 con 0x7fb8e8108a30 2024-04-23T18:21:18.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.761+0000 7fb8ece5c700 1 -- 172.21.15.38:0/1245904966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb8e802df80 con 0x7fb8e8108a30 2024-04-23T18:21:18.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.762+0000 7fb8df7fe700 1 -- 172.21.15.38:0/1245904966 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22149 (secure 0 0 0) 0x7fb8e009cd30 con 0x7fb8e8108a30 2024-04-23T18:21:18.755 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:21:18.755 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":86,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:21:00.853229+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:21:18.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 -- 172.21.15.38:0/1245904966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8d40a3cd0 msgr2=0x7fb8d40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:18.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8d40a3cd0 0x7fb8d40a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb8d800b5c0 tx=0x7fb8d8005fb0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 -- 172.21.15.38:0/1245904966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8e8108a30 msgr2=0x7fb8e819da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:18.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8e8108a30 0x7fb8e819da20 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb8e0007d70 tx=0x7fb8e000a340 comp rx=0 tx=0).stop 2024-04-23T18:21:18.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 -- 172.21.15.38:0/1245904966 shutdown_connections 2024-04-23T18:21:18.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb8d40a3cd0 0x7fb8d40a6190 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8e8108a30 0x7fb8e819da20 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8e806a750 0x7fb8e81991a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 --2- 172.21.15.38:0/1245904966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8e806b0f0 0x7fb8e81996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 -- 172.21.15.38:0/1245904966 >> 172.21.15.38:0/1245904966 conn(0x7fb8e80788f0 msgr2=0x7fb8e81006c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:18.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 -- 172.21.15.38:0/1245904966 shutdown_connections 2024-04-23T18:21:18.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:18.764+0000 7fb8ece5c700 1 -- 172.21.15.38:0/1245904966 wait complete. 2024-04-23T18:21:18.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:18 smithi076 ceph-mon[32458]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.4 KiB/s wr, 24 op/s 2024-04-23T18:21:18.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:18 smithi102 ceph-mon[32874]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.4 KiB/s wr, 24 op/s 2024-04-23T18:21:19.569 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-23T18:21:19.570 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-23T18:21:19.570 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-23T18:21:19.570 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-23T18:21:19.571 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-23T18:21:19.571 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-23T18:21:19.572 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-23T18:21:19.572 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-23T18:21:19.573 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-23T18:21:19.573 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-23T18:21:19.573 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-23T18:21:19.574 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-23T18:21:19.647 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:19 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1245904966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:19.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:19 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1245904966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:19.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:19 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1245904966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:20.347 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:20.596 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:20 smithi038 ceph-mon[29217]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-04-23T18:21:20.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:20 smithi076 ceph-mon[32458]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-04-23T18:21:20.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:20 smithi102 ceph-mon[32874]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-04-23T18:21:21.772 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:21.776 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:21.776 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:21.777 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:21.777 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:21.784 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:21.784 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:21.793 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:21.793 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:21.798 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:22.638 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:22 smithi038 ceph-mon[29217]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-23T18:21:22.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:22 smithi076 ceph-mon[32458]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-23T18:21:22.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:22 smithi102 ceph-mon[32874]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-23T18:21:24.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:24 smithi038 ceph-mon[29217]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-23T18:21:24.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:24 smithi076 ceph-mon[32458]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-23T18:21:24.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:24 smithi102 ceph-mon[32874]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-23T18:21:26.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:26 smithi038 ceph-mon[29217]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:21:26.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:26 smithi076 ceph-mon[32458]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:21:26.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:26 smithi102 ceph-mon[32874]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:21:28.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:28 smithi038 ceph-mon[29217]: pgmap v302: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-23T18:21:28.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:28 smithi076 ceph-mon[32458]: pgmap v302: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-23T18:21:28.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:28 smithi102 ceph-mon[32874]: pgmap v302: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-23T18:21:29.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.344+0000 7f6e9ed01700 1 -- 172.21.15.38:0/3813575103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e9806b520 msgr2=0x7f6e9806b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:29.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.344+0000 7f6e9ed01700 1 --2- 172.21.15.38:0/3813575103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e9806b520 0x7f6e9806b980 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6e84009990 tx=0x7f6e84009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:29.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.344+0000 7f6e9ed01700 1 -- 172.21.15.38:0/3813575103 shutdown_connections 2024-04-23T18:21:29.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.344+0000 7f6e9ed01700 1 --2- 172.21.15.38:0/3813575103 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6e98105470 0x7f6e98105900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:29.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.344+0000 7f6e9ed01700 1 --2- 172.21.15.38:0/3813575103 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e98107960 0x7f6e9806afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:29.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.344+0000 7f6e9ed01700 1 --2- 172.21.15.38:0/3813575103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e9806b520 0x7f6e9806b980 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:29.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.344+0000 7f6e9ed01700 1 -- 172.21.15.38:0/3813575103 >> 172.21.15.38:0/3813575103 conn(0x7f6e980788b0 msgr2=0x7f6e98078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:29.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.344+0000 7f6e9ed01700 1 -- 172.21.15.38:0/3813575103 shutdown_connections 2024-04-23T18:21:29.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.344+0000 7f6e9ed01700 1 -- 172.21.15.38:0/3813575103 wait complete. 2024-04-23T18:21:29.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e9ed01700 1 Processor -- start 2024-04-23T18:21:29.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e9ed01700 1 -- start start 2024-04-23T18:21:29.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e9ed01700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6e9806b520 0x7f6e981a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e9ed01700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e98105470 0x7f6e981a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e9ed01700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e98107960 0x7f6e9819f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e9ed01700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981192f0 con 0x7f6e98105470 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e9ed01700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f6e98119170 con 0x7f6e98107960 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e9ed01700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6e98119470 con 0x7f6e9806b520 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e97fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e98105470 0x7f6e981a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e97fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e98105470 0x7f6e981a5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45522/0 (socket says 172.21.15.38:45522) 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e97fff700 1 -- 172.21.15.38:0/2374286882 learned_addr learned my addr 172.21.15.38:0/2374286882 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e9d29e700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e98107960 0x7f6e9819f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.345+0000 7f6e9ca9d700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6e9806b520 0x7f6e981a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e97fff700 1 -- 172.21.15.38:0/2374286882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6e9806b520 msgr2=0x7f6e981a5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e97fff700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6e9806b520 0x7f6e981a5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e97fff700 1 -- 172.21.15.38:0/2374286882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e98107960 msgr2=0x7f6e9819f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:29.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e97fff700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e98107960 0x7f6e9819f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:29.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e97fff700 1 -- 172.21.15.38:0/2374286882 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e9819fd90 con 0x7f6e98105470 2024-04-23T18:21:29.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e97fff700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e98105470 0x7f6e981a5960 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6e84005f50 tx=0x7f6e840057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:29.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e95ffb700 1 -- 172.21.15.38:0/2374286882 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e84026070 con 0x7f6e98105470 2024-04-23T18:21:29.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e95ffb700 1 -- 172.21.15.38:0/2374286882 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6e8400fb40 con 0x7f6e98105470 2024-04-23T18:21:29.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e981a0020 con 0x7f6e98105470 2024-04-23T18:21:29.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e95ffb700 1 -- 172.21.15.38:0/2374286882 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e840173f0 con 0x7f6e98105470 2024-04-23T18:21:29.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.346+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e981ac2f0 con 0x7f6e98105470 2024-04-23T18:21:29.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.347+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6e98104e70 con 0x7f6e98105470 2024-04-23T18:21:29.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.348+0000 7f6e95ffb700 1 -- 172.21.15.38:0/2374286882 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f6e84029070 con 0x7f6e98105470 2024-04-23T18:21:29.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.349+0000 7f6e95ffb700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6e880a3cd0 0x7f6e880a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:29.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.349+0000 7f6e9ca9d700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6e880a3cd0 0x7f6e880a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:29.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.349+0000 7f6e95ffb700 1 -- 172.21.15.38:0/2374286882 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f6e840d1230 con 0x7f6e98105470 2024-04-23T18:21:29.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.349+0000 7f6e95ffb700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] conn(0x7f6e880ad4b0 0x7f6e880af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:29.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.349+0000 7f6e95ffb700 1 -- 172.21.15.38:0/2374286882 --> [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6e8401fe80 con 0x7f6e880ad4b0 2024-04-23T18:21:29.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.349+0000 7f6e95ffb700 1 -- 172.21.15.38:0/2374286882 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f6e840d1710 con 0x7f6e98105470 2024-04-23T18:21:29.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.349+0000 7f6e9ca9d700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6e880a3cd0 0x7f6e880a6190 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c009be0 tx=0x7f6e8c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:29.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.350+0000 7f6e9d29e700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] conn(0x7f6e880ad4b0 0x7f6e880af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:29.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.350+0000 7f6e9d29e700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] conn(0x7f6e880ad4b0 0x7f6e880af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:29.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.351+0000 7f6e95ffb700 1 -- 172.21.15.38:0/2374286882 <== osd.4 v2:172.21.15.76:6808/1724489781 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6e8401fe80 con 0x7f6e880ad4b0 2024-04-23T18:21:29.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.367+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 --> [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6e98101f50 con 0x7f6e880ad4b0 2024-04-23T18:21:29.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.368+0000 7f6e95ffb700 1 -- 172.21.15.38:0/2374286882 <== osd.4 v2:172.21.15.76:6808/1724489781 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6e98101f50 con 0x7f6e880ad4b0 2024-04-23T18:21:29.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.368+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 >> [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] conn(0x7f6e880ad4b0 msgr2=0x7f6e880af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:29.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.368+0000 7f6e9ed01700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] conn(0x7f6e880ad4b0 0x7f6e880af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:29.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.368+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6e880a3cd0 msgr2=0x7f6e880a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:29.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.368+0000 7f6e9ed01700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6e880a3cd0 0x7f6e880a6190 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c009be0 tx=0x7f6e8c009260 comp rx=0 tx=0).stop 2024-04-23T18:21:29.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.368+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e98105470 msgr2=0x7f6e981a5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:29.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.368+0000 7f6e9ed01700 1 --2- 172.21.15.38:0/2374286882 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e98105470 0x7f6e981a5960 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6e84005f50 tx=0x7f6e840057c0 comp rx=0 tx=0).stop 2024-04-23T18:21:29.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.368+0000 7f6e9d29e700 1 -- 172.21.15.38:0/2374286882 reap_dead start 2024-04-23T18:21:29.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.369+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 shutdown_connections 2024-04-23T18:21:29.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.369+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 >> 172.21.15.38:0/2374286882 conn(0x7f6e980788b0 msgr2=0x7f6e98104450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:29.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.369+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 shutdown_connections 2024-04-23T18:21:29.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:29.369+0000 7f6e9ed01700 1 -- 172.21.15.38:0/2374286882 wait complete. 2024-04-23T18:21:30.736 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:30 smithi038 ceph-mon[29217]: pgmap v303: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:30.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:30 smithi076 ceph-mon[32458]: pgmap v303: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:30.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:30 smithi102 ceph-mon[32874]: pgmap v303: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:31.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.160+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/261841948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c94102a90 msgr2=0x7f1c94102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:31.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.160+0000 7f1c9b4ae700 1 --2- 172.21.15.38:0/261841948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c94102a90 0x7f1c94102f10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f1c90009990 tx=0x7f1c90009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:31.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.160+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/261841948 shutdown_connections 2024-04-23T18:21:31.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.160+0000 7f1c9b4ae700 1 --2- 172.21.15.38:0/261841948 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c94103450 0x7f1c9410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:31.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.160+0000 7f1c9b4ae700 1 --2- 172.21.15.38:0/261841948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c94108a50 0x7f1c94108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:31.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.160+0000 7f1c9b4ae700 1 --2- 172.21.15.38:0/261841948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c94102a90 0x7f1c94102f10 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:31.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.160+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/261841948 >> 172.21.15.38:0/261841948 conn(0x7f1c94079ba0 msgr2=0x7f1c94079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:31.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.160+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/261841948 shutdown_connections 2024-04-23T18:21:31.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.160+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/261841948 wait complete. 2024-04-23T18:21:31.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.160+0000 7f1c9b4ae700 1 Processor -- start 2024-04-23T18:21:31.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c9b4ae700 1 -- start start 2024-04-23T18:21:31.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c9b4ae700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c94102a90 0x7f1c94199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:31.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c9b4ae700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c94103450 0x7f1c941997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:31.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c9b4ae700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c94108a50 0x7f1c9419daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:31.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c9b4ae700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1c94112da0 con 0x7f1c94103450 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c9b4ae700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1c94112c20 con 0x7f1c94102a90 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c9b4ae700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1c94112f20 con 0x7f1c94108a50 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c98a49700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c94103450 0x7f1c941997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c98a49700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c94103450 0x7f1c941997b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38038/0 (socket says 172.21.15.38:38038) 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c98a49700 1 -- 172.21.15.38:0/2033470512 learned_addr learned my addr 172.21.15.38:0/2033470512 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c9924a700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c94102a90 0x7f1c94199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c99a4b700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c94108a50 0x7f1c9419daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c98a49700 1 -- 172.21.15.38:0/2033470512 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c94108a50 msgr2=0x7f1c9419daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c98a49700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c94108a50 0x7f1c9419daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c98a49700 1 -- 172.21.15.38:0/2033470512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c94102a90 msgr2=0x7f1c94199270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c98a49700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c94102a90 0x7f1c94199270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.161+0000 7f1c98a49700 1 -- 172.21.15.38:0/2033470512 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c9419e230 con 0x7f1c94103450 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.162+0000 7f1c98a49700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c94103450 0x7f1c941997b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1c90000c00 tx=0x7f1c900047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:31.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.162+0000 7f1c8a7fc700 1 -- 172.21.15.38:0/2033470512 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c90027070 con 0x7f1c94103450 2024-04-23T18:21:31.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.162+0000 7f1c8a7fc700 1 -- 172.21.15.38:0/2033470512 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c90004070 con 0x7f1c94103450 2024-04-23T18:21:31.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.162+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c9419e4c0 con 0x7f1c94103450 2024-04-23T18:21:31.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.162+0000 7f1c8a7fc700 1 -- 172.21.15.38:0/2033470512 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9000f460 con 0x7f1c94103450 2024-04-23T18:21:31.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.162+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c941a5da0 con 0x7f1c94103450 2024-04-23T18:21:31.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.163+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1c940631d0 con 0x7f1c94103450 2024-04-23T18:21:31.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.164+0000 7f1c8a7fc700 1 -- 172.21.15.38:0/2033470512 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1c9002a070 con 0x7f1c94103450 2024-04-23T18:21:31.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.165+0000 7f1c8a7fc700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1c800a3cd0 0x7f1c800a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:31.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.165+0000 7f1c9924a700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1c800a3cd0 0x7f1c800a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:31.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.165+0000 7f1c8a7fc700 1 -- 172.21.15.38:0/2033470512 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f1c900d1ba0 con 0x7f1c94103450 2024-04-23T18:21:31.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.165+0000 7f1c8a7fc700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] conn(0x7f1c800ad4b0 0x7f1c800af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:31.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.165+0000 7f1c8a7fc700 1 -- 172.21.15.38:0/2033470512 --> [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1c800aff80 con 0x7f1c800ad4b0 2024-04-23T18:21:31.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.165+0000 7f1c8a7fc700 1 -- 172.21.15.38:0/2033470512 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f1c900d1f50 con 0x7f1c94103450 2024-04-23T18:21:31.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.165+0000 7f1c9924a700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1c800a3cd0 0x7f1c800a6190 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1c84009a10 tx=0x7f1c84009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:31.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.165+0000 7f1c99a4b700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] conn(0x7f1c800ad4b0 0x7f1c800af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:31.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.166+0000 7f1c99a4b700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] conn(0x7f1c800ad4b0 0x7f1c800af8d0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:31.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.167+0000 7f1c8a7fc700 1 -- 172.21.15.38:0/2033470512 <== osd.11 v2:172.21.15.102:6824/94123524 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1c800aff80 con 0x7f1c800ad4b0 2024-04-23T18:21:31.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.183+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 --> [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1c94063650 con 0x7f1c800ad4b0 2024-04-23T18:21:31.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c8a7fc700 1 -- 172.21.15.38:0/2033470512 <== osd.11 v2:172.21.15.102:6824/94123524 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1c94063650 con 0x7f1c800ad4b0 2024-04-23T18:21:31.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 >> [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] conn(0x7f1c800ad4b0 msgr2=0x7f1c800af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:31.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c9b4ae700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] conn(0x7f1c800ad4b0 0x7f1c800af8d0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:31.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1c800a3cd0 msgr2=0x7f1c800a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:31.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c9b4ae700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1c800a3cd0 0x7f1c800a6190 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1c84009a10 tx=0x7f1c84009190 comp rx=0 tx=0).stop 2024-04-23T18:21:31.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c94103450 msgr2=0x7f1c941997b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:31.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c9b4ae700 1 --2- 172.21.15.38:0/2033470512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c94103450 0x7f1c941997b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1c90000c00 tx=0x7f1c900047b0 comp rx=0 tx=0).stop 2024-04-23T18:21:31.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c99a4b700 1 -- 172.21.15.38:0/2033470512 reap_dead start 2024-04-23T18:21:31.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 shutdown_connections 2024-04-23T18:21:31.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 >> 172.21.15.38:0/2033470512 conn(0x7f1c94079ba0 msgr2=0x7f1c94101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:31.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 shutdown_connections 2024-04-23T18:21:31.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:31.184+0000 7f1c9b4ae700 1 -- 172.21.15.38:0/2033470512 wait complete. 2024-04-23T18:21:32.599 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:32 smithi038 ceph-mon[29217]: pgmap v304: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-23T18:21:32.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.712+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/4175500404 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6c406b0f0 msgr2=0x7fa6c410f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.712+0000 7fa6c8f0d700 1 --2- 172.21.15.38:0/4175500404 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6c406b0f0 0x7fa6c410f900 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc00b0a0 tx=0x7fa6bc00b3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.712+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/4175500404 shutdown_connections 2024-04-23T18:21:32.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.712+0000 7fa6c8f0d700 1 --2- 172.21.15.38:0/4175500404 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6c406b0f0 0x7fa6c410f900 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.712+0000 7fa6c8f0d700 1 --2- 172.21.15.38:0/4175500404 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa6c4108a30 0x7fa6c4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.712+0000 7fa6c8f0d700 1 --2- 172.21.15.38:0/4175500404 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6c406a750 0x7fa6c406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.712+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/4175500404 >> 172.21.15.38:0/4175500404 conn(0x7fa6c40788f0 msgr2=0x7fa6c4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.712+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/4175500404 shutdown_connections 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.712+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/4175500404 wait complete. 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.712+0000 7fa6c8f0d700 1 Processor -- start 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c8f0d700 1 -- start start 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c8f0d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6c406a750 0x7fa6c4101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c8f0d700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6c406b0f0 0x7fa6c4101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c8f0d700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa6c4108a30 0x7fa6c4102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c8f0d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c4112d90 con 0x7fa6c406a750 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c8f0d700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c4112c10 con 0x7fa6c4108a30 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c8f0d700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c4112f10 con 0x7fa6c406b0f0 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c259c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6c406a750 0x7fa6c4101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c259c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6c406a750 0x7fa6c4101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38052/0 (socket says 172.21.15.38:38052) 2024-04-23T18:21:32.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c259c700 1 -- 172.21.15.38:0/485886 learned_addr learned my addr 172.21.15.38:0/485886 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c2d9d700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa6c4108a30 0x7fa6c4102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c259c700 1 -- 172.21.15.38:0/485886 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6c406b0f0 msgr2=0x7fa6c4101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c259c700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6c406b0f0 0x7fa6c4101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c259c700 1 -- 172.21.15.38:0/485886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa6c4108a30 msgr2=0x7fa6c4102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c259c700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa6c4108a30 0x7fa6c4102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c259c700 1 -- 172.21.15.38:0/485886 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c41a76b0 con 0x7fa6c406a750 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c2d9d700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa6c4108a30 0x7fa6c4102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6c259c700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6c406a750 0x7fa6c4101a10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa6b400d950 tx=0x7fa6b400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.713+0000 7fa6b37fe700 1 -- 172.21.15.38:0/485886 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b4016070 con 0x7fa6c406a750 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.714+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6c41a79a0 con 0x7fa6c406a750 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.714+0000 7fa6b37fe700 1 -- 172.21.15.38:0/485886 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa6b4009b40 con 0x7fa6c406a750 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.714+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6c41a7f30 con 0x7fa6c406a750 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.714+0000 7fa6b37fe700 1 -- 172.21.15.38:0/485886 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b400f620 con 0x7fa6c406a750 2024-04-23T18:21:32.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.714+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa6c4063150 con 0x7fa6c406a750 2024-04-23T18:21:32.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.716+0000 7fa6b37fe700 1 -- 172.21.15.38:0/485886 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa6b4019070 con 0x7fa6c406a750 2024-04-23T18:21:32.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.717+0000 7fa6b37fe700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa6ac0a3cd0 0x7fa6ac0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:32.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.717+0000 7fa6b37fe700 1 -- 172.21.15.38:0/485886 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fa6b40d03d0 con 0x7fa6c406a750 2024-04-23T18:21:32.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.717+0000 7fa6c1d9b700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa6ac0a3cd0 0x7fa6ac0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:32.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.717+0000 7fa6b37fe700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] conn(0x7fa6ac0ad4b0 0x7fa6ac0af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:32.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.717+0000 7fa6b37fe700 1 -- 172.21.15.38:0/485886 --> [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa6ac0aff80 con 0x7fa6ac0ad4b0 2024-04-23T18:21:32.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.717+0000 7fa6b37fe700 1 -- 172.21.15.38:0/485886 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fa6b40d08b0 con 0x7fa6c406a750 2024-04-23T18:21:32.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.717+0000 7fa6c1d9b700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa6ac0a3cd0 0x7fa6ac0a6190 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa6b8005950 tx=0x7fa6b80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:32.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.717+0000 7fa6c2d9d700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] conn(0x7fa6ac0ad4b0 0x7fa6ac0af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:32.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.718+0000 7fa6c2d9d700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] conn(0x7fa6ac0ad4b0 0x7fa6ac0af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:32.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.719+0000 7fa6b37fe700 1 -- 172.21.15.38:0/485886 <== osd.2 v2:172.21.15.102:6800/4098082012 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa6ac0aff80 con 0x7fa6ac0ad4b0 2024-04-23T18:21:32.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.737+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 --> [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa6c4063550 con 0x7fa6ac0ad4b0 2024-04-23T18:21:32.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.737+0000 7fa6b37fe700 1 -- 172.21.15.38:0/485886 <== osd.2 v2:172.21.15.102:6800/4098082012 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa6c4063550 con 0x7fa6ac0ad4b0 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 >> [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] conn(0x7fa6ac0ad4b0 msgr2=0x7fa6ac0af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c8f0d700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] conn(0x7fa6ac0ad4b0 0x7fa6ac0af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa6ac0a3cd0 msgr2=0x7fa6ac0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c8f0d700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa6ac0a3cd0 0x7fa6ac0a6190 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa6b8005950 tx=0x7fa6b80058e0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6c406a750 msgr2=0x7fa6c4101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c8f0d700 1 --2- 172.21.15.38:0/485886 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6c406a750 0x7fa6c4101a10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa6b400d950 tx=0x7fa6b400dd10 comp rx=0 tx=0).stop 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c2d9d700 1 -- 172.21.15.38:0/485886 reap_dead start 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 shutdown_connections 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 >> 172.21.15.38:0/485886 conn(0x7fa6c40788f0 msgr2=0x7fa6c40ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 shutdown_connections 2024-04-23T18:21:32.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:32.738+0000 7fa6c8f0d700 1 -- 172.21.15.38:0/485886 wait complete. 2024-04-23T18:21:32.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:32 smithi076 ceph-mon[32458]: pgmap v304: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-23T18:21:32.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:32 smithi102 ceph-mon[32874]: pgmap v304: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-23T18:21:33.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.379+0000 7f4200539700 1 -- 172.21.15.38:0/2988187971 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f41f8101940 msgr2=0x7f41f8101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.379+0000 7f4200539700 1 --2- 172.21.15.38:0/2988187971 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f41f8101940 0x7f41f8101dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f41e8009990 tx=0x7f41e8009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.379+0000 7f4200539700 1 -- 172.21.15.38:0/2988187971 shutdown_connections 2024-04-23T18:21:33.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.379+0000 7f4200539700 1 --2- 172.21.15.38:0/2988187971 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f41f8102300 0x7f41f810e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.379+0000 7f4200539700 1 --2- 172.21.15.38:0/2988187971 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41f8107990 0x7f41f8107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.379+0000 7f4200539700 1 --2- 172.21.15.38:0/2988187971 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f41f8101940 0x7f41f8101dc0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.379+0000 7f4200539700 1 -- 172.21.15.38:0/2988187971 >> 172.21.15.38:0/2988187971 conn(0x7f41f80788f0 msgr2=0x7f41f8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:33.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.379+0000 7f4200539700 1 -- 172.21.15.38:0/2988187971 shutdown_connections 2024-04-23T18:21:33.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.379+0000 7f4200539700 1 -- 172.21.15.38:0/2988187971 wait complete. 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f4200539700 1 Processor -- start 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f4200539700 1 -- start start 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f4200539700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f41f8101940 0x7f41f81991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f4200539700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f41f8102300 0x7f41f8199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f4200539700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41f8107990 0x7f41f819da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f4200539700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f41f8111c40 con 0x7f41f8102300 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f4200539700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f41f8111ac0 con 0x7f41f8107990 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f4200539700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f41f8111dc0 con 0x7f41f8101940 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f41fdad4700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f41f8102300 0x7f41f8199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f41fdad4700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f41f8102300 0x7f41f8199700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38068/0 (socket says 172.21.15.38:38068) 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f41fdad4700 1 -- 172.21.15.38:0/2829396362 learned_addr learned my addr 172.21.15.38:0/2829396362 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f41fead6700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41f8107990 0x7f41f819da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.380+0000 7f41fe2d5700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f41f8101940 0x7f41f81991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41fdad4700 1 -- 172.21.15.38:0/2829396362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f41f8101940 msgr2=0x7f41f81991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41fdad4700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f41f8101940 0x7f41f81991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41fdad4700 1 -- 172.21.15.38:0/2829396362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41f8107990 msgr2=0x7f41f819da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41fdad4700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41f8107990 0x7f41f819da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41fdad4700 1 -- 172.21.15.38:0/2829396362 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41f819e1d0 con 0x7f41f8102300 2024-04-23T18:21:33.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41fe2d5700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f41f8101940 0x7f41f81991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:33.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41fead6700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41f8107990 0x7f41f819da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:33.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41fdad4700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f41f8102300 0x7f41f8199700 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f41e8000c00 tx=0x7f41e80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:33.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41ef7fe700 1 -- 172.21.15.38:0/2829396362 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41e8027070 con 0x7f41f8102300 2024-04-23T18:21:33.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41ef7fe700 1 -- 172.21.15.38:0/2829396362 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f41e8022470 con 0x7f41f8102300 2024-04-23T18:21:33.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41f819e460 con 0x7f41f8102300 2024-04-23T18:21:33.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f41ef7fe700 1 -- 172.21.15.38:0/2829396362 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41e8017650 con 0x7f41f8102300 2024-04-23T18:21:33.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.381+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41f81a5d40 con 0x7f41f8102300 2024-04-23T18:21:33.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.382+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f41f8063190 con 0x7f41f8102300 2024-04-23T18:21:33.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.383+0000 7f41ef7fe700 1 -- 172.21.15.38:0/2829396362 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f41e802a070 con 0x7f41f8102300 2024-04-23T18:21:33.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.384+0000 7f41ef7fe700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f41e40a3d50 0x7f41e40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:33.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.384+0000 7f41fe2d5700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f41e40a3d50 0x7f41e40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:33.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.384+0000 7f41ef7fe700 1 -- 172.21.15.38:0/2829396362 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f41e80d16c0 con 0x7f41f8102300 2024-04-23T18:21:33.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.384+0000 7f41ef7fe700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] conn(0x7f41e40ad530 0x7f41e40af950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:33.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.384+0000 7f41ef7fe700 1 -- 172.21.15.38:0/2829396362 --> [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f41e80095d0 con 0x7f41e40ad530 2024-04-23T18:21:33.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.384+0000 7f41ef7fe700 1 -- 172.21.15.38:0/2829396362 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f41e80d1a70 con 0x7f41f8102300 2024-04-23T18:21:33.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.384+0000 7f41fead6700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] conn(0x7f41e40ad530 0x7f41e40af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:33.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.384+0000 7f41fe2d5700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f41e40a3d50 0x7f41e40a6210 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f41f4009c90 tx=0x7f41f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:33.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.385+0000 7f41fead6700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] conn(0x7f41e40ad530 0x7f41e40af950 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:33.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.385+0000 7f41ef7fe700 1 -- 172.21.15.38:0/2829396362 <== osd.0 v2:172.21.15.38:6802/65921307 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f41e80095d0 con 0x7f41e40ad530 2024-04-23T18:21:33.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 --> [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f41f80635c0 con 0x7f41e40ad530 2024-04-23T18:21:33.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f41ef7fe700 1 -- 172.21.15.38:0/2829396362 <== osd.0 v2:172.21.15.38:6802/65921307 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f41f80635c0 con 0x7f41e40ad530 2024-04-23T18:21:33.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] conn(0x7f41e40ad530 msgr2=0x7f41e40af950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] conn(0x7f41e40ad530 0x7f41e40af950 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f41e40a3d50 msgr2=0x7f41e40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f41e40a3d50 0x7f41e40a6210 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f41f4009c90 tx=0x7f41f4009260 comp rx=0 tx=0).stop 2024-04-23T18:21:33.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f41f8102300 msgr2=0x7f41f8199700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 --2- 172.21.15.38:0/2829396362 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f41f8102300 0x7f41f8199700 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f41e8000c00 tx=0x7f41e80047b0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f41fead6700 1 -- 172.21.15.38:0/2829396362 reap_dead start 2024-04-23T18:21:33.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 shutdown_connections 2024-04-23T18:21:33.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 >> 172.21.15.38:0/2829396362 conn(0x7f41f80788f0 msgr2=0x7f41f806aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:33.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 shutdown_connections 2024-04-23T18:21:33.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:33.402+0000 7f4200539700 1 -- 172.21.15.38:0/2829396362 wait complete. 2024-04-23T18:21:34.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:34 smithi076 ceph-mon[32458]: pgmap v305: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-23T18:21:34.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:34 smithi102 ceph-mon[32874]: pgmap v305: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-23T18:21:34.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:34 smithi038 ceph-mon[29217]: pgmap v305: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-23T18:21:35.587 INFO:teuthology.orchestra.run.smithi038.stdout:146028888119 2024-04-23T18:21:35.587 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-23T18:21:36.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:36 smithi076 ceph-mon[32458]: pgmap v306: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:36.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:36 smithi102 ceph-mon[32874]: pgmap v306: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:36.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:36 smithi038 ceph-mon[29217]: pgmap v306: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:37.520 INFO:teuthology.orchestra.run.smithi038.stdout:77309411394 2024-04-23T18:21:37.520 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-23T18:21:38.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:38 smithi076 ceph-mon[32458]: pgmap v307: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:21:38.780 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:38 smithi038 ceph-mon[29217]: pgmap v307: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:21:38.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:38 smithi102 ceph-mon[32874]: pgmap v307: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:21:39.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 -- 172.21.15.38:0/3763200016 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03d41025e0 msgr2=0x7f03d410e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:39.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 --2- 172.21.15.38:0/3763200016 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03d41025e0 0x7f03d410e7d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f03cc00b0a0 tx=0x7f03cc00b3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:39.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 -- 172.21.15.38:0/3763200016 shutdown_connections 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 --2- 172.21.15.38:0/3763200016 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03d41025e0 0x7f03d410e7d0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 --2- 172.21.15.38:0/3763200016 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03d4106940 0x7f03d4106d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 --2- 172.21.15.38:0/3763200016 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03d4101c20 0x7f03d41020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 -- 172.21.15.38:0/3763200016 >> 172.21.15.38:0/3763200016 conn(0x7f03d4078830 msgr2=0x7f03d4078c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 -- 172.21.15.38:0/3763200016 shutdown_connections 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 -- 172.21.15.38:0/3763200016 wait complete. 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 Processor -- start 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.098+0000 7f03dc56d700 1 -- start start 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dc56d700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03d4101c20 0x7f03d4197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dc56d700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03d41025e0 0x7f03d41982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dc56d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03d4106940 0x7f03d4198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dc56d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f03d4111c40 con 0x7f03d4106940 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dc56d700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f03d4111ac0 con 0x7f03d4101c20 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dc56d700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f03d4111dc0 con 0x7f03d41025e0 2024-04-23T18:21:39.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dab0a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03d4106940 0x7f03d4198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dab0a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03d4106940 0x7f03d4198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38092/0 (socket says 172.21.15.38:38092) 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dab0a700 1 -- 172.21.15.38:0/2807229773 learned_addr learned my addr 172.21.15.38:0/2807229773 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03d9b08700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03d41025e0 0x7f03d41982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03da309700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03d4101c20 0x7f03d4197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dab0a700 1 -- 172.21.15.38:0/2807229773 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03d41025e0 msgr2=0x7f03d41982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dab0a700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03d41025e0 0x7f03d41982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dab0a700 1 -- 172.21.15.38:0/2807229773 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03d4101c20 msgr2=0x7f03d4197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dab0a700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03d4101c20 0x7f03d4197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dab0a700 1 -- 172.21.15.38:0/2807229773 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03d41a7620 con 0x7f03d4106940 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dab0a700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03d4106940 0x7f03d4198830 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f03cc00b070 tx=0x7f03cc007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03cb7fe700 1 -- 172.21.15.38:0/2807229773 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03cc021070 con 0x7f03d4106940 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03cb7fe700 1 -- 172.21.15.38:0/2807229773 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f03cc007e50 con 0x7f03d4106940 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.099+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03d41a78b0 con 0x7f03d4106940 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.100+0000 7f03cb7fe700 1 -- 172.21.15.38:0/2807229773 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03cc01ba90 con 0x7f03d4106940 2024-04-23T18:21:39.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.100+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03d41a7d10 con 0x7f03d4106940 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.100+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f03d4063150 con 0x7f03d4106940 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.102+0000 7f03cb7fe700 1 -- 172.21.15.38:0/2807229773 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f03cc024070 con 0x7f03d4106940 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.102+0000 7f03cb7fe700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f03c00a3cd0 0x7f03c00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.102+0000 7f03da309700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f03c00a3cd0 0x7f03c00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.103+0000 7f03cb7fe700 1 -- 172.21.15.38:0/2807229773 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f03cc0d1e80 con 0x7f03d4106940 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.103+0000 7f03cb7fe700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] conn(0x7f03c00ad4b0 0x7f03c00af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.103+0000 7f03cb7fe700 1 -- 172.21.15.38:0/2807229773 --> [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f03cc0058b0 con 0x7f03c00ad4b0 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.103+0000 7f03cb7fe700 1 -- 172.21.15.38:0/2807229773 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f03cc0d2360 con 0x7f03d4106940 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.103+0000 7f03d9b08700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] conn(0x7f03c00ad4b0 0x7f03c00af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.103+0000 7f03da309700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f03c00a3cd0 0x7f03c00a6190 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f03d0005950 tx=0x7f03d000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:39.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.103+0000 7f03d9b08700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] conn(0x7f03c00ad4b0 0x7f03c00af8d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:39.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.104+0000 7f03cb7fe700 1 -- 172.21.15.38:0/2807229773 <== osd.3 v2:172.21.15.38:6810/2603963390 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f03cc0058b0 con 0x7f03c00ad4b0 2024-04-23T18:21:39.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.120+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 --> [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f03d40635d0 con 0x7f03c00ad4b0 2024-04-23T18:21:39.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03cb7fe700 1 -- 172.21.15.38:0/2807229773 <== osd.3 v2:172.21.15.38:6810/2603963390 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f03d40635d0 con 0x7f03c00ad4b0 2024-04-23T18:21:39.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] conn(0x7f03c00ad4b0 msgr2=0x7f03c00af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:39.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dc56d700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] conn(0x7f03c00ad4b0 0x7f03c00af8d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:39.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f03c00a3cd0 msgr2=0x7f03c00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:39.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dc56d700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f03c00a3cd0 0x7f03c00a6190 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f03d0005950 tx=0x7f03d000a300 comp rx=0 tx=0).stop 2024-04-23T18:21:39.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03d4106940 msgr2=0x7f03d4198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:39.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dc56d700 1 --2- 172.21.15.38:0/2807229773 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03d4106940 0x7f03d4198830 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f03cc00b070 tx=0x7f03cc007a20 comp rx=0 tx=0).stop 2024-04-23T18:21:39.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dab0a700 1 -- 172.21.15.38:0/2807229773 reap_dead start 2024-04-23T18:21:39.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 shutdown_connections 2024-04-23T18:21:39.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 >> 172.21.15.38:0/2807229773 conn(0x7f03d4078830 msgr2=0x7f03d40ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:39.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 shutdown_connections 2024-04-23T18:21:39.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.121+0000 7f03dc56d700 1 -- 172.21.15.38:0/2807229773 wait complete. 2024-04-23T18:21:40.024 INFO:teuthology.orchestra.run.smithi038.stdout:34359738444 2024-04-23T18:21:40.024 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-23T18:21:40.607 INFO:teuthology.orchestra.run.smithi038.stdout:111669149758 2024-04-23T18:21:40.608 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-23T18:21:40.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.997+0000 7f06ebffd700 1 -- 172.21.15.38:0/2528536167 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06e4108a50 msgr2=0x7f06e4108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.997+0000 7f06ebffd700 1 --2- 172.21.15.38:0/2528536167 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06e4108a50 0x7f06e4108e30 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f06e0009990 tx=0x7f06e0009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.997+0000 7f06ebffd700 1 -- 172.21.15.38:0/2528536167 shutdown_connections 2024-04-23T18:21:40.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.997+0000 7f06ebffd700 1 --2- 172.21.15.38:0/2528536167 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e406bab0 0x7f06e410f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.997+0000 7f06ebffd700 1 --2- 172.21.15.38:0/2528536167 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06e4108a50 0x7f06e4108e30 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.997+0000 7f06ebffd700 1 --2- 172.21.15.38:0/2528536167 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06e406b110 0x7f06e406b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.997+0000 7f06ebffd700 1 -- 172.21.15.38:0/2528536167 >> 172.21.15.38:0/2528536167 conn(0x7f06e40788f0 msgr2=0x7f06e4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.997+0000 7f06ebffd700 1 -- 172.21.15.38:0/2528536167 shutdown_connections 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.997+0000 7f06ebffd700 1 -- 172.21.15.38:0/2528536167 wait complete. 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.998+0000 7f06ebffd700 1 Processor -- start 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.998+0000 7f06ebffd700 1 -- start start 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.998+0000 7f06ebffd700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e406b110 0x7f06e41992b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06ebffd700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06e406bab0 0x7f06e41997f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06ebffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06e4108a50 0x7f06e419db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06ebffd700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f06e4112e00 con 0x7f06e4108a50 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06ebffd700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f06e4112c80 con 0x7f06e406b110 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06ebffd700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f06e4112f80 con 0x7f06e406bab0 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9d99700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e406b110 0x7f06e41992b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9d99700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e406b110 0x7f06e41992b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:48824/0 (socket says 172.21.15.38:48824) 2024-04-23T18:21:40.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9d99700 1 -- 172.21.15.38:0/1843812477 learned_addr learned my addr 172.21.15.38:0/1843812477 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9598700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06e406bab0 0x7f06e41997f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06ea59a700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06e4108a50 0x7f06e419db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9d99700 1 -- 172.21.15.38:0/1843812477 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06e406bab0 msgr2=0x7f06e41997f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9d99700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06e406bab0 0x7f06e41997f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9d99700 1 -- 172.21.15.38:0/1843812477 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06e4108a50 msgr2=0x7f06e419db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9d99700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06e4108a50 0x7f06e419db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9d99700 1 -- 172.21.15.38:0/1843812477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06e419e2c0 con 0x7f06e406b110 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9598700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06e406bab0 0x7f06e41997f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:38.999+0000 7f06e9d99700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e406b110 0x7f06e41992b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f06e0005910 tx=0x7f06e0004580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.000+0000 7f06daffd700 1 -- 172.21.15.38:0/1843812477 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e0027070 con 0x7f06e406b110 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.000+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06e419e550 con 0x7f06e406b110 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.000+0000 7f06daffd700 1 -- 172.21.15.38:0/1843812477 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f06e0004030 con 0x7f06e406b110 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.000+0000 7f06daffd700 1 -- 172.21.15.38:0/1843812477 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e000f460 con 0x7f06e406b110 2024-04-23T18:21:40.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.000+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06e41a5e30 con 0x7f06e406b110 2024-04-23T18:21:40.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.000+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f06e40630d0 con 0x7f06e406b110 2024-04-23T18:21:40.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.002+0000 7f06daffd700 1 -- 172.21.15.38:0/1843812477 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f06e002a070 con 0x7f06e406b110 2024-04-23T18:21:40.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.003+0000 7f06daffd700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06d00a3cd0 0x7f06d00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:40.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.003+0000 7f06e9598700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06d00a3cd0 0x7f06d00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:40.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.003+0000 7f06daffd700 1 -- 172.21.15.38:0/1843812477 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f06e00d1f20 con 0x7f06e406b110 2024-04-23T18:21:40.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.003+0000 7f06daffd700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] conn(0x7f06d00ad4b0 0x7f06d00af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.003+0000 7f06daffd700 1 -- 172.21.15.38:0/1843812477 --> [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f06d00aff80 con 0x7f06d00ad4b0 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.003+0000 7f06daffd700 1 -- 172.21.15.38:0/1843812477 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f06e00d22d0 con 0x7f06e406b110 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.003+0000 7f06e9598700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06d00a3cd0 0x7f06d00a6190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f06e4079010 tx=0x7f06d4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.003+0000 7f06ea59a700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] conn(0x7f06d00ad4b0 0x7f06d00af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.004+0000 7f06ea59a700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] conn(0x7f06d00ad4b0 0x7f06d00af8d0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.005+0000 7f06daffd700 1 -- 172.21.15.38:0/1843812477 <== osd.10 v2:172.21.15.76:6824/4043985279 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f06d00aff80 con 0x7f06d00ad4b0 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.021+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 --> [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f06e40634d0 con 0x7f06d00ad4b0 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06daffd700 1 -- 172.21.15.38:0/1843812477 <== osd.10 v2:172.21.15.76:6824/4043985279 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f06e40634d0 con 0x7f06d00ad4b0 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 >> [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] conn(0x7f06d00ad4b0 msgr2=0x7f06d00af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ebffd700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] conn(0x7f06d00ad4b0 0x7f06d00af8d0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06d00a3cd0 msgr2=0x7f06d00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ebffd700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06d00a3cd0 0x7f06d00a6190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f06e4079010 tx=0x7f06d4008040 comp rx=0 tx=0).stop 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e406b110 msgr2=0x7f06e41992b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ebffd700 1 --2- 172.21.15.38:0/1843812477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e406b110 0x7f06e41992b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f06e0005910 tx=0x7f06e0004580 comp rx=0 tx=0).stop 2024-04-23T18:21:40.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ea59a700 1 -- 172.21.15.38:0/1843812477 reap_dead start 2024-04-23T18:21:40.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 shutdown_connections 2024-04-23T18:21:40.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 >> 172.21.15.38:0/1843812477 conn(0x7f06e40788f0 msgr2=0x7f06e40ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:40.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 shutdown_connections 2024-04-23T18:21:40.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.022+0000 7f06ebffd700 1 -- 172.21.15.38:0/1843812477 wait complete. 2024-04-23T18:21:40.709 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:40 smithi038 ceph-mon[29217]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:40.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:40 smithi076 ceph-mon[32458]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:40.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:40 smithi102 ceph-mon[32874]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:41.327 INFO:teuthology.orchestra.run.smithi038.stdout:313532612634 2024-04-23T18:21:41.328 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.312+0000 7f38c3fae700 1 -- 172.21.15.38:0/834779132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f38bc108a30 msgr2=0x7f38bc108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.312+0000 7f38c3fae700 1 --2- 172.21.15.38:0/834779132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f38bc108a30 0x7f38bc108e10 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f38b8009990 tx=0x7f38b8009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.312+0000 7f38c3fae700 1 -- 172.21.15.38:0/834779132 shutdown_connections 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.312+0000 7f38c3fae700 1 --2- 172.21.15.38:0/834779132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc06b0f0 0x7f38bc10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.312+0000 7f38c3fae700 1 --2- 172.21.15.38:0/834779132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f38bc108a30 0x7f38bc108e10 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.312+0000 7f38c3fae700 1 --2- 172.21.15.38:0/834779132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f38bc06a750 0x7f38bc06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.312+0000 7f38c3fae700 1 -- 172.21.15.38:0/834779132 >> 172.21.15.38:0/834779132 conn(0x7f38bc0788f0 msgr2=0x7f38bc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.312+0000 7f38c3fae700 1 -- 172.21.15.38:0/834779132 shutdown_connections 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.312+0000 7f38c3fae700 1 -- 172.21.15.38:0/834779132 wait complete. 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c3fae700 1 Processor -- start 2024-04-23T18:21:41.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c3fae700 1 -- start start 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c3fae700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f38bc06a750 0x7f38bc101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c3fae700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc06b0f0 0x7f38bc101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c3fae700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f38bc108a30 0x7f38bc102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c3fae700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f38bc112d50 con 0x7f38bc06a750 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c3fae700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f38bc112bd0 con 0x7f38bc06b0f0 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c3fae700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f38bc112ed0 con 0x7f38bc108a30 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c1d4a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f38bc06a750 0x7f38bc101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c1d4a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f38bc06a750 0x7f38bc101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38110/0 (socket says 172.21.15.38:38110) 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.313+0000 7f38c1d4a700 1 -- 172.21.15.38:0/1470793580 learned_addr learned my addr 172.21.15.38:0/1470793580 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38c254b700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f38bc108a30 0x7f38bc102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38c1549700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc06b0f0 0x7f38bc101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38c1d4a700 1 -- 172.21.15.38:0/1470793580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f38bc108a30 msgr2=0x7f38bc102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38c1d4a700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f38bc108a30 0x7f38bc102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38c1d4a700 1 -- 172.21.15.38:0/1470793580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc06b0f0 msgr2=0x7f38bc101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38c1d4a700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc06b0f0 0x7f38bc101f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38c1d4a700 1 -- 172.21.15.38:0/1470793580 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38bc1a77d0 con 0x7f38bc06a750 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38c1d4a700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f38bc06a750 0x7f38bc101a10 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f38b8000c00 tx=0x7f38b8004580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38b2ffd700 1 -- 172.21.15.38:0/1470793580 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b8027070 con 0x7f38bc06a750 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38b2ffd700 1 -- 172.21.15.38:0/1470793580 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f38b8003fb0 con 0x7f38bc06a750 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38bc1a7a60 con 0x7f38bc06a750 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38b2ffd700 1 -- 172.21.15.38:0/1470793580 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b8022e60 con 0x7f38bc06a750 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.314+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38bc1a7eb0 con 0x7f38bc06a750 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.315+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f38bc063110 con 0x7f38bc06a750 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.316+0000 7f38b2ffd700 1 -- 172.21.15.38:0/1470793580 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f38b802a070 con 0x7f38bc06a750 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.317+0000 7f38b2ffd700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f38a80a3cd0 0x7f38a80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:41.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.317+0000 7f38c1549700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f38a80a3cd0 0x7f38a80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.317+0000 7f38b2ffd700 1 -- 172.21.15.38:0/1470793580 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f38b80d1600 con 0x7f38bc06a750 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.317+0000 7f38b2ffd700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] conn(0x7f38a80ad4b0 0x7f38a80af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.317+0000 7f38b2ffd700 1 -- 172.21.15.38:0/1470793580 --> [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f38b8010ec0 con 0x7f38a80ad4b0 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.317+0000 7f38b2ffd700 1 -- 172.21.15.38:0/1470793580 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f38b80d19b0 con 0x7f38bc06a750 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.317+0000 7f38c1549700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f38a80a3cd0 0x7f38a80a6190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f38ac005950 tx=0x7f38ac0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.317+0000 7f38c254b700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] conn(0x7f38a80ad4b0 0x7f38a80af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.318+0000 7f38c254b700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] conn(0x7f38a80ad4b0 0x7f38a80af8d0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.318+0000 7f38b2ffd700 1 -- 172.21.15.38:0/1470793580 <== osd.9 v2:172.21.15.38:6826/1476040052 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f38b8010ec0 con 0x7f38a80ad4b0 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 --> [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f38bc063590 con 0x7f38a80ad4b0 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38b2ffd700 1 -- 172.21.15.38:0/1470793580 <== osd.9 v2:172.21.15.38:6826/1476040052 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f38bc063590 con 0x7f38a80ad4b0 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] conn(0x7f38a80ad4b0 msgr2=0x7f38a80af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c3fae700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] conn(0x7f38a80ad4b0 0x7f38a80af8d0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f38a80a3cd0 msgr2=0x7f38a80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c3fae700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f38a80a3cd0 0x7f38a80a6190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f38ac005950 tx=0x7f38ac0058e0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f38bc06a750 msgr2=0x7f38bc101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c3fae700 1 --2- 172.21.15.38:0/1470793580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f38bc06a750 0x7f38bc101a10 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f38b8000c00 tx=0x7f38b8004580 comp rx=0 tx=0).stop 2024-04-23T18:21:41.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c254b700 1 -- 172.21.15.38:0/1470793580 reap_dead start 2024-04-23T18:21:41.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 shutdown_connections 2024-04-23T18:21:41.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 >> 172.21.15.38:0/1470793580 conn(0x7f38bc0788f0 msgr2=0x7f38bc0ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:41.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.335+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 shutdown_connections 2024-04-23T18:21:41.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:39.336+0000 7f38c3fae700 1 -- 172.21.15.38:0/1470793580 wait complete. 2024-04-23T18:21:42.345 INFO:teuthology.orchestra.run.smithi038.stdout:292057776160 2024-04-23T18:21:42.345 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-23T18:21:42.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.543+0000 7fd5cff56700 1 -- 172.21.15.38:0/4118984605 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5c8102a90 msgr2=0x7fd5c8102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.543+0000 7fd5cff56700 1 --2- 172.21.15.38:0/4118984605 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5c8102a90 0x7fd5c8102f10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fd5b8009990 tx=0x7fd5b8009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.543+0000 7fd5cff56700 1 -- 172.21.15.38:0/4118984605 shutdown_connections 2024-04-23T18:21:42.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.543+0000 7fd5cff56700 1 --2- 172.21.15.38:0/4118984605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5c8103450 0x7fd5c810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.543+0000 7fd5cff56700 1 --2- 172.21.15.38:0/4118984605 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5c8108a50 0x7fd5c8108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.543+0000 7fd5cff56700 1 --2- 172.21.15.38:0/4118984605 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5c8102a90 0x7fd5c8102f10 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.543+0000 7fd5cff56700 1 -- 172.21.15.38:0/4118984605 >> 172.21.15.38:0/4118984605 conn(0x7fd5c8079ba0 msgr2=0x7fd5c8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:42.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.543+0000 7fd5cff56700 1 -- 172.21.15.38:0/4118984605 shutdown_connections 2024-04-23T18:21:42.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.543+0000 7fd5cff56700 1 -- 172.21.15.38:0/4118984605 wait complete. 2024-04-23T18:21:42.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.544+0000 7fd5cff56700 1 Processor -- start 2024-04-23T18:21:42.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.544+0000 7fd5cff56700 1 -- start start 2024-04-23T18:21:42.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.544+0000 7fd5cff56700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5c8102a90 0x7fd5c8199250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:42.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.544+0000 7fd5cff56700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5c8103450 0x7fd5c8199790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:42.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cff56700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5c8108a50 0x7fd5c819dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:42.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cff56700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c8112d60 con 0x7fd5c8102a90 2024-04-23T18:21:42.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cff56700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c8112be0 con 0x7fd5c8103450 2024-04-23T18:21:42.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cff56700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c8112ee0 con 0x7fd5c8108a50 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cdcf2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5c8102a90 0x7fd5c8199250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cdcf2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5c8102a90 0x7fd5c8199250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55742/0 (socket says 172.21.15.38:55742) 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cdcf2700 1 -- 172.21.15.38:0/2766322756 learned_addr learned my addr 172.21.15.38:0/2766322756 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cd4f1700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5c8103450 0x7fd5c8199790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5ce4f3700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5c8108a50 0x7fd5c819dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cd4f1700 1 -- 172.21.15.38:0/2766322756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5c8108a50 msgr2=0x7fd5c819dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cd4f1700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5c8108a50 0x7fd5c819dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cd4f1700 1 -- 172.21.15.38:0/2766322756 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5c8102a90 msgr2=0x7fd5c8199250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cd4f1700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5c8102a90 0x7fd5c8199250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cd4f1700 1 -- 172.21.15.38:0/2766322756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5c819e210 con 0x7fd5c8103450 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5ce4f3700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5c8108a50 0x7fd5c819dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.545+0000 7fd5cdcf2700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd5c8102a90 0x7fd5c8199250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.546+0000 7fd5cd4f1700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5c8103450 0x7fd5c8199790 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd5b80059d0 tx=0x7fd5b8005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:42.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.546+0000 7fd5beffd700 1 -- 172.21.15.38:0/2766322756 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b8026070 con 0x7fd5c8103450 2024-04-23T18:21:42.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.546+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5c819e4a0 con 0x7fd5c8103450 2024-04-23T18:21:42.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.546+0000 7fd5beffd700 1 -- 172.21.15.38:0/2766322756 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd5b8005500 con 0x7fd5c8103450 2024-04-23T18:21:42.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.546+0000 7fd5beffd700 1 -- 172.21.15.38:0/2766322756 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b8003ae0 con 0x7fd5c8103450 2024-04-23T18:21:42.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.546+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5c81a5d80 con 0x7fd5c8103450 2024-04-23T18:21:42.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.547+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd5c80631d0 con 0x7fd5c8103450 2024-04-23T18:21:42.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.549+0000 7fd5beffd700 1 -- 172.21.15.38:0/2766322756 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd5b8029070 con 0x7fd5c8103450 2024-04-23T18:21:42.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.550+0000 7fd5beffd700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5b40a3ed0 0x7fd5b40a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:42.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.550+0000 7fd5beffd700 1 -- 172.21.15.38:0/2766322756 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fd5b8004d90 con 0x7fd5c8103450 2024-04-23T18:21:42.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.550+0000 7fd5beffd700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] conn(0x7fd5b40ad6b0 0x7fd5b40afad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:42.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.550+0000 7fd5cdcf2700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5b40a3ed0 0x7fd5b40a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:42.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.550+0000 7fd5beffd700 1 -- 172.21.15.38:0/2766322756 --> [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd5b80095d0 con 0x7fd5b40ad6b0 2024-04-23T18:21:42.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.550+0000 7fd5beffd700 1 -- 172.21.15.38:0/2766322756 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fd5b80d1540 con 0x7fd5c8103450 2024-04-23T18:21:42.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.550+0000 7fd5ce4f3700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] conn(0x7fd5b40ad6b0 0x7fd5b40afad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:42.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.551+0000 7fd5cdcf2700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5b40a3ed0 0x7fd5b40a6390 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4005950 tx=0x7fd5c400a400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:42.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.551+0000 7fd5ce4f3700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] conn(0x7fd5b40ad6b0 0x7fd5b40afad0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:42.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.552+0000 7fd5beffd700 1 -- 172.21.15.38:0/2766322756 <== osd.8 v2:172.21.15.102:6816/2783343340 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd5b80095d0 con 0x7fd5b40ad6b0 2024-04-23T18:21:42.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.577+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 --> [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd5c8063650 con 0x7fd5b40ad6b0 2024-04-23T18:21:42.572 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:42 smithi038 ceph-mon[29217]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:42.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.578+0000 7fd5beffd700 1 -- 172.21.15.38:0/2766322756 <== osd.8 v2:172.21.15.102:6816/2783343340 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd5c8063650 con 0x7fd5b40ad6b0 2024-04-23T18:21:42.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.578+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 >> [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] conn(0x7fd5b40ad6b0 msgr2=0x7fd5b40afad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.578+0000 7fd5cff56700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] conn(0x7fd5b40ad6b0 0x7fd5b40afad0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.579+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5b40a3ed0 msgr2=0x7fd5b40a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.579+0000 7fd5cff56700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd5b40a3ed0 0x7fd5b40a6390 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd5c4005950 tx=0x7fd5c400a400 comp rx=0 tx=0).stop 2024-04-23T18:21:42.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.579+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5c8103450 msgr2=0x7fd5c8199790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.579+0000 7fd5cff56700 1 --2- 172.21.15.38:0/2766322756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5c8103450 0x7fd5c8199790 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd5b80059d0 tx=0x7fd5b8005ef0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.579+0000 7fd5ce4f3700 1 -- 172.21.15.38:0/2766322756 reap_dead start 2024-04-23T18:21:42.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.579+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 shutdown_connections 2024-04-23T18:21:42.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.579+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 >> 172.21.15.38:0/2766322756 conn(0x7fd5c8079ba0 msgr2=0x7fd5c8101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:42.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.579+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 shutdown_connections 2024-04-23T18:21:42.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:42.579+0000 7fd5cff56700 1 -- 172.21.15.38:0/2766322756 wait complete. 2024-04-23T18:21:42.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:42 smithi076 ceph-mon[32458]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:42.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:42 smithi102 ceph-mon[32874]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:43.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.270+0000 7f5705f16700 1 -- 172.21.15.38:0/3178996647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57001019d0 msgr2=0x7f570010f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.270+0000 7f5705f16700 1 --2- 172.21.15.38:0/3178996647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57001019d0 0x7f570010f910 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f56f8009990 tx=0x7f56f8009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.270+0000 7f5705f16700 1 -- 172.21.15.38:0/3178996647 shutdown_connections 2024-04-23T18:21:43.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.270+0000 7f5705f16700 1 --2- 172.21.15.38:0/3178996647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57001019d0 0x7f570010f910 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.270+0000 7f5705f16700 1 --2- 172.21.15.38:0/3178996647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5700108ad0 0x7f5700108eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.270+0000 7f5705f16700 1 --2- 172.21.15.38:0/3178996647 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5700101030 0x7f5700101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.270+0000 7f5705f16700 1 -- 172.21.15.38:0/3178996647 >> 172.21.15.38:0/3178996647 conn(0x7f5700077fb0 msgr2=0x7f57000ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:43.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.270+0000 7f5705f16700 1 -- 172.21.15.38:0/3178996647 shutdown_connections 2024-04-23T18:21:43.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.270+0000 7f5705f16700 1 -- 172.21.15.38:0/3178996647 wait complete. 2024-04-23T18:21:43.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f5705f16700 1 Processor -- start 2024-04-23T18:21:43.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f5705f16700 1 -- start start 2024-04-23T18:21:43.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f5705f16700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5700101030 0x7f5700199320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:43.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f5705f16700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57001019d0 0x7f5700199860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:43.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f5705f16700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5700108ad0 0x7f570019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:43.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f5705f16700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5700112e50 con 0x7f5700108ad0 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f5705f16700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f5700112cd0 con 0x7f57001019d0 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f5705f16700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5700112fd0 con 0x7f5700101030 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f56fffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5700108ad0 0x7f570019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f56fffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5700108ad0 0x7f570019dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55762/0 (socket says 172.21.15.38:55762) 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f56fffff700 1 -- 172.21.15.38:0/1435641641 learned_addr learned my addr 172.21.15.38:0/1435641641 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f56feffd700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57001019d0 0x7f5700199860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.271+0000 7f56ff7fe700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5700101030 0x7f5700199320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f56fffff700 1 -- 172.21.15.38:0/1435641641 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5700101030 msgr2=0x7f5700199320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f56fffff700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5700101030 0x7f5700199320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f56fffff700 1 -- 172.21.15.38:0/1435641641 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57001019d0 msgr2=0x7f5700199860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f56fffff700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57001019d0 0x7f5700199860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f56fffff700 1 -- 172.21.15.38:0/1435641641 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f570019e330 con 0x7f5700108ad0 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f56fffff700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5700108ad0 0x7f570019dbf0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f56f8004580 tx=0x7f56f80045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f56fcff9700 1 -- 172.21.15.38:0/1435641641 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f8026070 con 0x7f5700108ad0 2024-04-23T18:21:43.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f56fcff9700 1 -- 172.21.15.38:0/1435641641 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f56f8004c90 con 0x7f5700108ad0 2024-04-23T18:21:43.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f570019e5c0 con 0x7f5700108ad0 2024-04-23T18:21:43.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f56fcff9700 1 -- 172.21.15.38:0/1435641641 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f8003e50 con 0x7f5700108ad0 2024-04-23T18:21:43.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.272+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57001a5ea0 con 0x7f5700108ad0 2024-04-23T18:21:43.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.273+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5700063150 con 0x7f5700108ad0 2024-04-23T18:21:43.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.274+0000 7f56fcff9700 1 -- 172.21.15.38:0/1435641641 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f56f8029070 con 0x7f5700108ad0 2024-04-23T18:21:43.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.275+0000 7f56fcff9700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f56ec0a3d50 0x7f56ec0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:43.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.275+0000 7f56ff7fe700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f56ec0a3d50 0x7f56ec0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:43.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.275+0000 7f56fcff9700 1 -- 172.21.15.38:0/1435641641 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f56f80d14d0 con 0x7f5700108ad0 2024-04-23T18:21:43.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.275+0000 7f56fcff9700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] conn(0x7f56ec0ad530 0x7f56ec0af950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:43.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.275+0000 7f56fcff9700 1 -- 172.21.15.38:0/1435641641 --> [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f56f8001d30 con 0x7f56ec0ad530 2024-04-23T18:21:43.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.275+0000 7f56fcff9700 1 -- 172.21.15.38:0/1435641641 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f56f80d19b0 con 0x7f5700108ad0 2024-04-23T18:21:43.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.275+0000 7f56ff7fe700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f56ec0a3d50 0x7f56ec0a6210 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f56f0009f20 tx=0x7f56f00094f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:43.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.275+0000 7f56feffd700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] conn(0x7f56ec0ad530 0x7f56ec0af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:43.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.276+0000 7f56feffd700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] conn(0x7f56ec0ad530 0x7f56ec0af950 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:43.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.277+0000 7f56fcff9700 1 -- 172.21.15.38:0/1435641641 <== osd.7 v2:172.21.15.76:6816/3259975388 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f56f8001d30 con 0x7f56ec0ad530 2024-04-23T18:21:43.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.293+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 --> [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5700063580 con 0x7f56ec0ad530 2024-04-23T18:21:43.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.294+0000 7f56fcff9700 1 -- 172.21.15.38:0/1435641641 <== osd.7 v2:172.21.15.76:6816/3259975388 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5700063580 con 0x7f56ec0ad530 2024-04-23T18:21:43.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.294+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 >> [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] conn(0x7f56ec0ad530 msgr2=0x7f56ec0af950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.294+0000 7f5705f16700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] conn(0x7f56ec0ad530 0x7f56ec0af950 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.294+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f56ec0a3d50 msgr2=0x7f56ec0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.294+0000 7f5705f16700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f56ec0a3d50 0x7f56ec0a6210 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f56f0009f20 tx=0x7f56f00094f0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.294+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5700108ad0 msgr2=0x7f570019dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.294+0000 7f5705f16700 1 --2- 172.21.15.38:0/1435641641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5700108ad0 0x7f570019dbf0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f56f8004580 tx=0x7f56f80045b0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.294+0000 7f56fffff700 1 -- 172.21.15.38:0/1435641641 reap_dead start 2024-04-23T18:21:43.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.294+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 shutdown_connections 2024-04-23T18:21:43.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.294+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 >> 172.21.15.38:0/1435641641 conn(0x7f5700077fb0 msgr2=0x7f57000ffa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:43.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.295+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 shutdown_connections 2024-04-23T18:21:43.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:43.295+0000 7f5705f16700 1 -- 172.21.15.38:0/1435641641 wait complete. 2024-04-23T18:21:44.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.144+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3200685985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd024107990 msgr2=0x7fd024107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.144+0000 7fd02b8f8700 1 --2- 172.21.15.38:0/3200685985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd024107990 0x7fd024107d70 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fd020009990 tx=0x7fd020009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.144+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3200685985 shutdown_connections 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.144+0000 7fd02b8f8700 1 --2- 172.21.15.38:0/3200685985 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd024102300 0x7fd02410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.144+0000 7fd02b8f8700 1 --2- 172.21.15.38:0/3200685985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd024107990 0x7fd024107d70 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.144+0000 7fd02b8f8700 1 --2- 172.21.15.38:0/3200685985 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd024101940 0x7fd024101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.144+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3200685985 >> 172.21.15.38:0/3200685985 conn(0x7fd0240788f0 msgr2=0x7fd024078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.144+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3200685985 shutdown_connections 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.144+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3200685985 wait complete. 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd02b8f8700 1 Processor -- start 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd02b8f8700 1 -- start start 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd02b8f8700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd024101940 0x7fd0241991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd02b8f8700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd024102300 0x7fd0241996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd02b8f8700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd024107990 0x7fd02419da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd02b8f8700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd024111c90 con 0x7fd024107990 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd02b8f8700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd024111b10 con 0x7fd024102300 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd02b8f8700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd024111e10 con 0x7fd024101940 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd029e95700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd024107990 0x7fd02419da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd029e95700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd024107990 0x7fd02419da80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55786/0 (socket says 172.21.15.38:55786) 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd029e95700 1 -- 172.21.15.38:0/3595395126 learned_addr learned my addr 172.21.15.38:0/3595395126 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd029694700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd024101940 0x7fd0241991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd028e93700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd024102300 0x7fd0241996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd029e95700 1 -- 172.21.15.38:0/3595395126 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd024101940 msgr2=0x7fd0241991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd029e95700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd024101940 0x7fd0241991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd029e95700 1 -- 172.21.15.38:0/3595395126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd024102300 msgr2=0x7fd0241996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd029e95700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd024102300 0x7fd0241996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.145+0000 7fd029e95700 1 -- 172.21.15.38:0/3595395126 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd02419e1c0 con 0x7fd024107990 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.146+0000 7fd029e95700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd024107990 0x7fd02419da80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd01c00b970 tx=0x7fd01c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.146+0000 7fd01a7fc700 1 -- 172.21.15.38:0/3595395126 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c019070 con 0x7fd024107990 2024-04-23T18:21:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.146+0000 7fd01a7fc700 1 -- 172.21.15.38:0/3595395126 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd01c00ce00 con 0x7fd024107990 2024-04-23T18:21:44.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.146+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd02419e4b0 con 0x7fd024107990 2024-04-23T18:21:44.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.146+0000 7fd01a7fc700 1 -- 172.21.15.38:0/3595395126 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c007370 con 0x7fd024107990 2024-04-23T18:21:44.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.146+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0241a5d30 con 0x7fd024107990 2024-04-23T18:21:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.146+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd024105980 con 0x7fd024107990 2024-04-23T18:21:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.148+0000 7fd01a7fc700 1 -- 172.21.15.38:0/3595395126 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd01c01c070 con 0x7fd024107990 2024-04-23T18:21:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.149+0000 7fd01a7fc700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd0100a3d50 0x7fd0100a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.149+0000 7fd029694700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd0100a3d50 0x7fd0100a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.149+0000 7fd01a7fc700 1 -- 172.21.15.38:0/3595395126 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fd01c0cff20 con 0x7fd024107990 2024-04-23T18:21:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.149+0000 7fd01a7fc700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] conn(0x7fd0100ad530 0x7fd0100af950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.149+0000 7fd01a7fc700 1 -- 172.21.15.38:0/3595395126 --> [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd01c015e80 con 0x7fd0100ad530 2024-04-23T18:21:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.149+0000 7fd01a7fc700 1 -- 172.21.15.38:0/3595395126 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fd01c0d02d0 con 0x7fd024107990 2024-04-23T18:21:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.149+0000 7fd029694700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd0100a3d50 0x7fd0100a6210 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd0200098e0 tx=0x7fd020005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.149+0000 7fd028e93700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] conn(0x7fd0100ad530 0x7fd0100af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.150+0000 7fd028e93700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] conn(0x7fd0100ad530 0x7fd0100af950 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:44.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.151+0000 7fd01a7fc700 1 -- 172.21.15.38:0/3595395126 <== osd.1 v2:172.21.15.76:6800/3745016279 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd01c015e80 con 0x7fd0100ad530 2024-04-23T18:21:44.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.168+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 --> [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd024103060 con 0x7fd0100ad530 2024-04-23T18:21:44.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.169+0000 7fd01a7fc700 1 -- 172.21.15.38:0/3595395126 <== osd.1 v2:172.21.15.76:6800/3745016279 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd024103060 con 0x7fd0100ad530 2024-04-23T18:21:44.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.169+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 >> [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] conn(0x7fd0100ad530 msgr2=0x7fd0100af950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.169+0000 7fd02b8f8700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] conn(0x7fd0100ad530 0x7fd0100af950 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.169+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd0100a3d50 msgr2=0x7fd0100a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.169+0000 7fd02b8f8700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd0100a3d50 0x7fd0100a6210 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd0200098e0 tx=0x7fd020005960 comp rx=0 tx=0).stop 2024-04-23T18:21:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.169+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd024107990 msgr2=0x7fd02419da80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.169+0000 7fd02b8f8700 1 --2- 172.21.15.38:0/3595395126 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd024107990 0x7fd02419da80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd01c00b970 tx=0x7fd01c00bc80 comp rx=0 tx=0).stop 2024-04-23T18:21:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.169+0000 7fd029e95700 1 -- 172.21.15.38:0/3595395126 reap_dead start 2024-04-23T18:21:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.170+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 shutdown_connections 2024-04-23T18:21:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.170+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 >> 172.21.15.38:0/3595395126 conn(0x7fd0240788f0 msgr2=0x7fd024100c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.170+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 shutdown_connections 2024-04-23T18:21:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.170+0000 7fd02b8f8700 1 -- 172.21.15.38:0/3595395126 wait complete. 2024-04-23T18:21:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.368+0000 7f2bd36cc700 1 -- 172.21.15.38:0/2789542906 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bcc107990 msgr2=0x7f2bcc107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.368+0000 7f2bd36cc700 1 --2- 172.21.15.38:0/2789542906 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bcc107990 0x7f2bcc107d70 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f2bc8009990 tx=0x7f2bc8009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.368+0000 7f2bd36cc700 1 -- 172.21.15.38:0/2789542906 shutdown_connections 2024-04-23T18:21:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.368+0000 7f2bd36cc700 1 --2- 172.21.15.38:0/2789542906 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bcc102300 0x7f2bcc10e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.368+0000 7f2bd36cc700 1 --2- 172.21.15.38:0/2789542906 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bcc107990 0x7f2bcc107d70 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.368+0000 7f2bd36cc700 1 --2- 172.21.15.38:0/2789542906 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bcc101940 0x7f2bcc101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.368+0000 7f2bd36cc700 1 -- 172.21.15.38:0/2789542906 >> 172.21.15.38:0/2789542906 conn(0x7f2bcc0788f0 msgr2=0x7f2bcc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.369+0000 7f2bd36cc700 1 -- 172.21.15.38:0/2789542906 shutdown_connections 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.369+0000 7f2bd36cc700 1 -- 172.21.15.38:0/2789542906 wait complete. 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.369+0000 7f2bd36cc700 1 Processor -- start 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.369+0000 7f2bd36cc700 1 -- start start 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.369+0000 7f2bd36cc700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bcc101940 0x7f2bcc1034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.369+0000 7f2bd36cc700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bcc102300 0x7f2bcc103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.369+0000 7f2bd36cc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bcc107990 0x7f2bcc103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.369+0000 7f2bd36cc700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc111c10 con 0x7f2bcc107990 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.369+0000 7f2bd36cc700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc111a90 con 0x7f2bcc101940 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.369+0000 7f2bd36cc700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc111d90 con 0x7f2bcc102300 2024-04-23T18:21:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd1c69700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bcc107990 0x7f2bcc103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd1c69700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bcc107990 0x7f2bcc103f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55806/0 (socket says 172.21.15.38:55806) 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd1c69700 1 -- 172.21.15.38:0/472782939 learned_addr learned my addr 172.21.15.38:0/472782939 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd0c67700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bcc102300 0x7f2bcc103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd1468700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bcc101940 0x7f2bcc1034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd0c67700 1 -- 172.21.15.38:0/472782939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bcc101940 msgr2=0x7f2bcc1034f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd0c67700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bcc101940 0x7f2bcc1034f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd0c67700 1 -- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bcc107990 msgr2=0x7f2bcc103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd0c67700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bcc107990 0x7f2bcc103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd0c67700 1 -- 172.21.15.38:0/472782939 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bcc1a76e0 con 0x7f2bcc102300 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd1c69700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bcc107990 0x7f2bcc103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd0c67700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bcc102300 0x7f2bcc103a30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc00c970 tx=0x7f2bbc00cc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:44.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bc27fc700 1 -- 172.21.15.38:0/472782939 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bbc00ce60 con 0x7f2bcc102300 2024-04-23T18:21:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bcc1a79d0 con 0x7f2bcc102300 2024-04-23T18:21:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bc27fc700 1 -- 172.21.15.38:0/472782939 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2bbc004830 con 0x7f2bcc102300 2024-04-23T18:21:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.370+0000 7f2bc27fc700 1 -- 172.21.15.38:0/472782939 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bbc0054e0 con 0x7f2bcc102300 2024-04-23T18:21:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.371+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bcc1a7f60 con 0x7f2bcc102300 2024-04-23T18:21:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.371+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2bcc1068d0 con 0x7f2bcc102300 2024-04-23T18:21:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.373+0000 7f2bc27fc700 1 -- 172.21.15.38:0/472782939 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2bbc0049e0 con 0x7f2bcc102300 2024-04-23T18:21:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.374+0000 7f2bc27fc700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2bb80a3cd0 0x7f2bb80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.374+0000 7f2bd1468700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2bb80a3cd0 0x7f2bb80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.374+0000 7f2bc27fc700 1 -- 172.21.15.38:0/472782939 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f2bbc0d0310 con 0x7f2bcc102300 2024-04-23T18:21:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.374+0000 7f2bc27fc700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] conn(0x7f2bb80ad4b0 0x7f2bb80af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.374+0000 7f2bc27fc700 1 -- 172.21.15.38:0/472782939 --> [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2bbc012ec0 con 0x7f2bb80ad4b0 2024-04-23T18:21:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.374+0000 7f2bc27fc700 1 -- 172.21.15.38:0/472782939 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f2bbc0d0770 con 0x7f2bcc102300 2024-04-23T18:21:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.374+0000 7f2bd1c69700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] conn(0x7f2bb80ad4b0 0x7f2bb80af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.375+0000 7f2bd1468700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2bb80a3cd0 0x7f2bb80a6190 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f2bc800b5c0 tx=0x7f2bc8005a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.375+0000 7f2bd1c69700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] conn(0x7f2bb80ad4b0 0x7f2bb80af8d0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:44.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.376+0000 7f2bc27fc700 1 -- 172.21.15.38:0/472782939 <== osd.6 v2:172.21.15.38:6818/2899858745 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2bbc012ec0 con 0x7f2bb80ad4b0 2024-04-23T18:21:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.395+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 --> [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2bcc103060 con 0x7f2bb80ad4b0 2024-04-23T18:21:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.395+0000 7f2bc27fc700 1 -- 172.21.15.38:0/472782939 <== osd.6 v2:172.21.15.38:6818/2899858745 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2bcc103060 con 0x7f2bb80ad4b0 2024-04-23T18:21:44.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.395+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] conn(0x7f2bb80ad4b0 msgr2=0x7f2bb80af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.395+0000 7f2bd36cc700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] conn(0x7f2bb80ad4b0 0x7f2bb80af8d0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.395+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2bb80a3cd0 msgr2=0x7f2bb80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.395+0000 7f2bd36cc700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2bb80a3cd0 0x7f2bb80a6190 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f2bc800b5c0 tx=0x7f2bc8005a90 comp rx=0 tx=0).stop 2024-04-23T18:21:44.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.395+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bcc102300 msgr2=0x7f2bcc103a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.395+0000 7f2bd36cc700 1 --2- 172.21.15.38:0/472782939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bcc102300 0x7f2bcc103a30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc00c970 tx=0x7f2bbc00cc80 comp rx=0 tx=0).stop 2024-04-23T18:21:44.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.395+0000 7f2bd1c69700 1 -- 172.21.15.38:0/472782939 reap_dead start 2024-04-23T18:21:44.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.396+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 shutdown_connections 2024-04-23T18:21:44.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.396+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 >> 172.21.15.38:0/472782939 conn(0x7f2bcc0788f0 msgr2=0x7f2bcc06a860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:44.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.396+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 shutdown_connections 2024-04-23T18:21:44.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:44.396+0000 7f2bd36cc700 1 -- 172.21.15.38:0/472782939 wait complete. 2024-04-23T18:21:44.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:44 smithi038 ceph-mon[29217]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:44.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:44 smithi076 ceph-mon[32458]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:44.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:44 smithi102 ceph-mon[32874]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:44.823 INFO:teuthology.orchestra.run.smithi038.stdout:257698037797 2024-04-23T18:21:44.824 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-23T18:21:45.472 INFO:teuthology.orchestra.run.smithi038.stdout:55834574920 2024-04-23T18:21:45.473 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-23T18:21:46.546 INFO:teuthology.orchestra.run.smithi038.stdout:223338299435 2024-04-23T18:21:46.546 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-23T18:21:46.699 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:46 smithi038 ceph-mon[29217]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:46.700 INFO:teuthology.orchestra.run.smithi038.stdout:347892350996 2024-04-23T18:21:46.700 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-23T18:21:46.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:46 smithi076 ceph-mon[32458]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:46.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:46 smithi102 ceph-mon[32874]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:47.267 INFO:teuthology.orchestra.run.smithi038.stdout:201863462961 2024-04-23T18:21:47.268 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-23T18:21:47.621 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:47.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.625+0000 7f3f5369d700 1 -- 172.21.15.38:0/1161476347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f4c10bd00 msgr2=0x7f3f4c114450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.625+0000 7f3f5369d700 1 --2- 172.21.15.38:0/1161476347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f4c10bd00 0x7f3f4c114450 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3f48009990 tx=0x7f3f48009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.627+0000 7f3f5369d700 1 -- 172.21.15.38:0/1161476347 shutdown_connections 2024-04-23T18:21:47.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.627+0000 7f3f5369d700 1 --2- 172.21.15.38:0/1161476347 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3f4c114990 0x7f3f4c116d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.627+0000 7f3f5369d700 1 --2- 172.21.15.38:0/1161476347 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f4c10b3e0 0x7f3f4c10b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.627+0000 7f3f5369d700 1 --2- 172.21.15.38:0/1161476347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f4c10bd00 0x7f3f4c114450 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.627+0000 7f3f5369d700 1 -- 172.21.15.38:0/1161476347 >> 172.21.15.38:0/1161476347 conn(0x7f3f4c06dbb0 msgr2=0x7f3f4c06dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:47.625 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:47.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.628+0000 7f3f5369d700 1 -- 172.21.15.38:0/1161476347 shutdown_connections 2024-04-23T18:21:47.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.628+0000 7f3f5369d700 1 -- 172.21.15.38:0/1161476347 wait complete. 2024-04-23T18:21:47.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.630+0000 7f3f5369d700 1 Processor -- start 2024-04-23T18:21:47.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.630+0000 7f3f5369d700 1 -- start start 2024-04-23T18:21:47.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.630+0000 7f3f5369d700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f4c10b3e0 0x7f3f4c1a6720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:47.627 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:47.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.631+0000 7f3f5369d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f4c10bd00 0x7f3f4c1a6c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.631+0000 7f3f5369d700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3f4c114990 0x7f3f4c1a08e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.632+0000 7f3f5369d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3f4c11a600 con 0x7f3f4c10bd00 2024-04-23T18:21:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.632+0000 7f3f50c38700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f4c10bd00 0x7f3f4c1a6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.632+0000 7f3f5369d700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f3f4c11a480 con 0x7f3f4c10b3e0 2024-04-23T18:21:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.632+0000 7f3f5369d700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3f4c11a780 con 0x7f3f4c114990 2024-04-23T18:21:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.632+0000 7f3f50c38700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f4c10bd00 0x7f3f4c1a6c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55834/0 (socket says 172.21.15.38:55834) 2024-04-23T18:21:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.633+0000 7f3f50c38700 1 -- 172.21.15.38:0/2330420630 learned_addr learned my addr 172.21.15.38:0/2330420630 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.633+0000 7f3f51c3a700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3f4c114990 0x7f3f4c1a08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.633+0000 7f3f50c38700 1 -- 172.21.15.38:0/2330420630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3f4c114990 msgr2=0x7f3f4c1a08e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.634+0000 7f3f51439700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f4c10b3e0 0x7f3f4c1a6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.634+0000 7f3f50c38700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3f4c114990 0x7f3f4c1a08e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.634+0000 7f3f50c38700 1 -- 172.21.15.38:0/2330420630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f4c10b3e0 msgr2=0x7f3f4c1a6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.634+0000 7f3f50c38700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f4c10b3e0 0x7f3f4c1a6720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.634+0000 7f3f50c38700 1 -- 172.21.15.38:0/2330420630 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f4c1a1040 con 0x7f3f4c10bd00 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.635+0000 7f3f50c38700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f4c10bd00 0x7f3f4c1a6c60 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3f48005f50 tx=0x7f3f4800bf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.635+0000 7f3f427fc700 1 -- 172.21.15.38:0/2330420630 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f48027070 con 0x7f3f4c10bd00 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.636+0000 7f3f427fc700 1 -- 172.21.15.38:0/2330420630 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3f48004040 con 0x7f3f4c10bd00 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.636+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f4c1a12d0 con 0x7f3f4c10bd00 2024-04-23T18:21:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.636+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f4c1ad5f0 con 0x7f3f4c10bd00 2024-04-23T18:21:47.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.636+0000 7f3f427fc700 1 -- 172.21.15.38:0/2330420630 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f4800f460 con 0x7f3f4c10bd00 2024-04-23T18:21:47.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.638+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3f30001030 con 0x7f3f4c10bd00 2024-04-23T18:21:47.633 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:47.636 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.641+0000 7f3f427fc700 1 -- 172.21.15.38:0/2330420630 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3f48003b70 con 0x7f3f4c10bd00 2024-04-23T18:21:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.642+0000 7f3f427fc700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3f380a3ea0 0x7f3f380a6360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.642+0000 7f3f427fc700 1 -- 172.21.15.38:0/2330420630 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f3f480d1250 con 0x7f3f4c10bd00 2024-04-23T18:21:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.642+0000 7f3f427fc700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] conn(0x7f3f380ad680 0x7f3f380afaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.642+0000 7f3f427fc700 1 -- 172.21.15.38:0/2330420630 --> [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3f380b0150 con 0x7f3f380ad680 2024-04-23T18:21:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.643+0000 7f3f427fc700 1 -- 172.21.15.38:0/2330420630 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f3f480d8050 con 0x7f3f4c10bd00 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.643+0000 7f3f51c3a700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] conn(0x7f3f380ad680 0x7f3f380afaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.644+0000 7f3f51c3a700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] conn(0x7f3f380ad680 0x7f3f380afaa0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.644+0000 7f3f51439700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3f380a3ea0 0x7f3f380a6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:47.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.645+0000 7f3f51439700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3f380a3ea0 0x7f3f380a6360 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c1a1a20 tx=0x7f3f3c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:47.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.645+0000 7f3f427fc700 1 -- 172.21.15.38:0/2330420630 <== osd.5 v2:172.21.15.102:6808/797260044 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3f380b0150 con 0x7f3f380ad680 2024-04-23T18:21:47.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.683+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 --> [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3f30002e60 con 0x7f3f380ad680 2024-04-23T18:21:47.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.685+0000 7f3f427fc700 1 -- 172.21.15.38:0/2330420630 <== osd.5 v2:172.21.15.102:6808/797260044 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3f30002e60 con 0x7f3f380ad680 2024-04-23T18:21:47.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.686+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 >> [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] conn(0x7f3f380ad680 msgr2=0x7f3f380afaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.686+0000 7f3f5369d700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] conn(0x7f3f380ad680 0x7f3f380afaa0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.687+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3f380a3ea0 msgr2=0x7f3f380a6360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.687+0000 7f3f5369d700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f3f380a3ea0 0x7f3f380a6360 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c1a1a20 tx=0x7f3f3c008040 comp rx=0 tx=0).stop 2024-04-23T18:21:47.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.687+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f4c10bd00 msgr2=0x7f3f4c1a6c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.687+0000 7f3f5369d700 1 --2- 172.21.15.38:0/2330420630 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f4c10bd00 0x7f3f4c1a6c60 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3f48005f50 tx=0x7f3f4800bf20 comp rx=0 tx=0).stop 2024-04-23T18:21:47.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.687+0000 7f3f51c3a700 1 -- 172.21.15.38:0/2330420630 reap_dead start 2024-04-23T18:21:47.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.687+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 shutdown_connections 2024-04-23T18:21:47.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.687+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 >> 172.21.15.38:0/2330420630 conn(0x7f3f4c06dbb0 msgr2=0x7f3f4c0717e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:47.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.689+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 shutdown_connections 2024-04-23T18:21:47.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:47.689+0000 7f3f5369d700 1 -- 172.21.15.38:0/2330420630 wait complete. 2024-04-23T18:21:48.355 INFO:teuthology.orchestra.run.smithi038.stdout:167503724598 2024-04-23T18:21:48.356 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-23T18:21:48.567 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:48 smithi038 ceph-mon[29217]: pgmap v312: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:48.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:48 smithi076 ceph-mon[32458]: pgmap v312: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:48.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:48 smithi102 ceph-mon[32874]: pgmap v312: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:49.958 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:49.959 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:49.959 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:50.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:50 smithi076 ceph-mon[32458]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-23T18:21:50.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:50 smithi102 ceph-mon[32874]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-23T18:21:50.855 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:50 smithi038 ceph-mon[29217]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-23T18:21:52.620 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:52 smithi038 ceph-mon[29217]: pgmap v314: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:21:52.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:52 smithi076 ceph-mon[32458]: pgmap v314: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:21:52.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:52 smithi102 ceph-mon[32874]: pgmap v314: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:21:52.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.843+0000 7f2bfcd35700 1 -- 172.21.15.38:0/87879958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bf806b1f0 msgr2=0x7f2bf806b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:52.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.843+0000 7f2bfcd35700 1 --2- 172.21.15.38:0/87879958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bf806b1f0 0x7f2bf806b670 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f2bec009990 tx=0x7f2bec009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:52.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.843+0000 7f2bfcd35700 1 -- 172.21.15.38:0/87879958 shutdown_connections 2024-04-23T18:21:52.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.843+0000 7f2bfcd35700 1 --2- 172.21.15.38:0/87879958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bf806bbb0 0x7f2bf810f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:52.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.843+0000 7f2bfcd35700 1 --2- 172.21.15.38:0/87879958 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bf8108a60 0x7f2bf8108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:52.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.843+0000 7f2bfcd35700 1 --2- 172.21.15.38:0/87879958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bf806b1f0 0x7f2bf806b670 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:52.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.843+0000 7f2bfcd35700 1 -- 172.21.15.38:0/87879958 >> 172.21.15.38:0/87879958 conn(0x7f2bf80789e0 msgr2=0x7f2bf8078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:52.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.844+0000 7f2bfcd35700 1 -- 172.21.15.38:0/87879958 shutdown_connections 2024-04-23T18:21:52.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.844+0000 7f2bfcd35700 1 -- 172.21.15.38:0/87879958 wait complete. 2024-04-23T18:21:52.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.844+0000 7f2bfcd35700 1 Processor -- start 2024-04-23T18:21:52.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.844+0000 7f2bfcd35700 1 -- start start 2024-04-23T18:21:52.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bfcd35700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bf806b1f0 0x7f2bf81019b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bfcd35700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bf806bbb0 0x7f2bf8101ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bfcd35700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bf8108a60 0x7f2bf8102430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bfcd35700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf8112dc0 con 0x7f2bf806bbb0 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bfcd35700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf8112c40 con 0x7f2bf8108a60 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bfcd35700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf8112f40 con 0x7f2bf806b1f0 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf5d9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bf806bbb0 0x7f2bf8101ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf5d9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bf806bbb0 0x7f2bf8101ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33622/0 (socket says 172.21.15.38:33622) 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf5d9b700 1 -- 172.21.15.38:0/335451552 learned_addr learned my addr 172.21.15.38:0/335451552 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf659c700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bf806b1f0 0x7f2bf81019b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf6d9d700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bf8108a60 0x7f2bf8102430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf5d9b700 1 -- 172.21.15.38:0/335451552 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bf806b1f0 msgr2=0x7f2bf81019b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf5d9b700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bf806b1f0 0x7f2bf81019b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:52.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf5d9b700 1 -- 172.21.15.38:0/335451552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bf8108a60 msgr2=0x7f2bf8102430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:52.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf5d9b700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bf8108a60 0x7f2bf8102430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:52.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf5d9b700 1 -- 172.21.15.38:0/335451552 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bf81a76a0 con 0x7f2bf806bbb0 2024-04-23T18:21:52.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.845+0000 7f2bf5d9b700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bf806bbb0 0x7f2bf8101ef0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f2bec000c00 tx=0x7f2bec0037a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:52.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.846+0000 7f2be77fe700 1 -- 172.21.15.38:0/335451552 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bec027070 con 0x7f2bf806bbb0 2024-04-23T18:21:52.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.846+0000 7f2be77fe700 1 -- 172.21.15.38:0/335451552 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2bec0041e0 con 0x7f2bf806bbb0 2024-04-23T18:21:52.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.846+0000 7f2bfcd35700 1 -- 172.21.15.38:0/335451552 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bf81a7930 con 0x7f2bf806bbb0 2024-04-23T18:21:52.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.846+0000 7f2be77fe700 1 -- 172.21.15.38:0/335451552 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bec00f460 con 0x7f2bf806bbb0 2024-04-23T18:21:52.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.846+0000 7f2bfcd35700 1 -- 172.21.15.38:0/335451552 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bf81a7d80 con 0x7f2bf806bbb0 2024-04-23T18:21:52.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.847+0000 7f2bfcd35700 1 -- 172.21.15.38:0/335451552 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bf8069730 con 0x7f2bf806bbb0 2024-04-23T18:21:52.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.848+0000 7f2be77fe700 1 -- 172.21.15.38:0/335451552 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2bec02a070 con 0x7f2bf806bbb0 2024-04-23T18:21:52.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.848+0000 7f2be77fe700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2be00a3cd0 0x7f2be00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:52.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.848+0000 7f2bf659c700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2be00a3cd0 0x7f2be00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:52.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.848+0000 7f2be77fe700 1 -- 172.21.15.38:0/335451552 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f2bec0d1280 con 0x7f2bf806bbb0 2024-04-23T18:21:52.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.849+0000 7f2bf659c700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2be00a3cd0 0x7f2be00a6190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2be8005fd0 tx=0x7f2be8005d90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:52.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:52.853+0000 7f2be77fe700 1 -- 172.21.15.38:0/335451552 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2bec013070 con 0x7f2bf806bbb0 2024-04-23T18:21:53.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.063+0000 7f2bfcd35700 1 -- 172.21.15.38:0/335451552 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f2bf81a8080 con 0x7f2bf806bbb0 2024-04-23T18:21:53.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.063+0000 7f2be77fe700 1 -- 172.21.15.38:0/335451552 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f2bec099070 con 0x7f2bf806bbb0 2024-04-23T18:21:53.057 INFO:teuthology.orchestra.run.smithi038.stdout:313532612636 2024-04-23T18:21:53.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 -- 172.21.15.38:0/335451552 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2be00a3cd0 msgr2=0x7f2be00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2be00a3cd0 0x7f2be00a6190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2be8005fd0 tx=0x7f2be8005d90 comp rx=0 tx=0).stop 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 -- 172.21.15.38:0/335451552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bf806bbb0 msgr2=0x7f2bf8101ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bf806bbb0 0x7f2bf8101ef0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f2bec000c00 tx=0x7f2bec0037a0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 -- 172.21.15.38:0/335451552 shutdown_connections 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f2be00a3cd0 0x7f2be00a6190 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bf8108a60 0x7f2bf8102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bf806b1f0 0x7f2bf81019b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 --2- 172.21.15.38:0/335451552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2bf806bbb0 0x7f2bf8101ef0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 -- 172.21.15.38:0/335451552 >> 172.21.15.38:0/335451552 conn(0x7f2bf80789e0 msgr2=0x7f2bf80ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 -- 172.21.15.38:0/335451552 shutdown_connections 2024-04-23T18:21:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:53.066+0000 7f2bfcd35700 1 -- 172.21.15.38:0/335451552 wait complete. 2024-04-23T18:21:53.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:53 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/335451552' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-23T18:21:53.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:53 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/335451552' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-23T18:21:53.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:53 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/335451552' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-23T18:21:54.127 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612634 got 313532612636 for osd.10 2024-04-23T18:21:54.127 DEBUG:teuthology.parallel:result is None 2024-04-23T18:21:54.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:54 smithi076 ceph-mon[32458]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-23T18:21:54.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:54 smithi102 ceph-mon[32874]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-23T18:21:54.872 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:54 smithi038 ceph-mon[29217]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-23T18:21:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-23T18:21:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]: dispatch 2024-04-23T18:21:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-23T18:21:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2024-04-23T18:21:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-04-23T18:21:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-04-23T18:21:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-04-23T18:21:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-04-23T18:21:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 7]}]: dispatch 2024-04-23T18:21:55.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:55 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-23T18:21:55.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-23T18:21:55.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]: dispatch 2024-04-23T18:21:55.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-23T18:21:55.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2024-04-23T18:21:55.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-04-23T18:21:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-04-23T18:21:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-04-23T18:21:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-04-23T18:21:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 7]}]: dispatch 2024-04-23T18:21:55.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:55 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-23T18:21:55.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-23T18:21:55.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]: dispatch 2024-04-23T18:21:55.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-23T18:21:55.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2024-04-23T18:21:55.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-04-23T18:21:55.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-04-23T18:21:55.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-04-23T18:21:55.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-04-23T18:21:55.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 7]}]: dispatch 2024-04-23T18:21:55.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:55 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-23T18:21:56.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: pgmap v316: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-23T18:21:56.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-23T18:21:56.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]': finished 2024-04-23T18:21:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-23T18:21:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2024-04-23T18:21:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-04-23T18:21:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-04-23T18:21:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-04-23T18:21:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-04-23T18:21:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 7]}]': finished 2024-04-23T18:21:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-23T18:21:56.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:56 smithi076 ceph-mon[32458]: osdmap e87: 12 total, 12 up, 12 in 2024-04-23T18:21:56.798 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: pgmap v316: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-23T18:21:56.798 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-23T18:21:56.798 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]': finished 2024-04-23T18:21:56.798 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-23T18:21:56.798 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2024-04-23T18:21:56.798 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-04-23T18:21:56.798 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-04-23T18:21:56.798 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-04-23T18:21:56.798 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-04-23T18:21:56.799 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 7]}]': finished 2024-04-23T18:21:56.799 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-23T18:21:56.799 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:56 smithi038 ceph-mon[29217]: osdmap e87: 12 total, 12 up, 12 in 2024-04-23T18:21:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: pgmap v316: 97 pgs: 97 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-23T18:21:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-23T18:21:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]': finished 2024-04-23T18:21:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-23T18:21:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2024-04-23T18:21:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-04-23T18:21:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-04-23T18:21:56.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-04-23T18:21:56.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-04-23T18:21:56.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 7]}]': finished 2024-04-23T18:21:56.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-23T18:21:56.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:56 smithi102 ceph-mon[32874]: osdmap e87: 12 total, 12 up, 12 in 2024-04-23T18:21:57.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:57 smithi038 ceph-mon[29217]: osdmap e88: 12 total, 12 up, 12 in 2024-04-23T18:21:57.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:21:57.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:57 smithi076 ceph-mon[32458]: osdmap e88: 12 total, 12 up, 12 in 2024-04-23T18:21:57.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:21:57.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:57 smithi102 ceph-mon[32874]: osdmap e88: 12 total, 12 up, 12 in 2024-04-23T18:21:57.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:21:57.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.676+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/830631896 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa4b406b0f0 msgr2=0x7fa4b410f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:57.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.676+0000 7fa4bc1cf700 1 --2- 172.21.15.38:0/830631896 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa4b406b0f0 0x7fa4b410f900 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac00b0a0 tx=0x7fa4ac00b3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:57.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.676+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/830631896 shutdown_connections 2024-04-23T18:21:57.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.676+0000 7fa4bc1cf700 1 --2- 172.21.15.38:0/830631896 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa4b406b0f0 0x7fa4b410f900 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:57.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.676+0000 7fa4bc1cf700 1 --2- 172.21.15.38:0/830631896 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4b4108a30 0x7fa4b4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:57.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.676+0000 7fa4bc1cf700 1 --2- 172.21.15.38:0/830631896 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4b406a750 0x7fa4b406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:57.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.676+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/830631896 >> 172.21.15.38:0/830631896 conn(0x7fa4b40788f0 msgr2=0x7fa4b4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:57.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.676+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/830631896 shutdown_connections 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.676+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/830631896 wait complete. 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4bc1cf700 1 Processor -- start 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4bc1cf700 1 -- start start 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4bc1cf700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4b406a750 0x7fa4b4199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4bc1cf700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa4b406b0f0 0x7fa4b4199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4bc1cf700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4b4108a30 0x7fa4b419da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4bc1cf700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4112d90 con 0x7fa4b406b0f0 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4bc1cf700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4112c10 con 0x7fa4b406a750 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4bc1cf700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b4112f10 con 0x7fa4b4108a30 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4b976a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa4b406b0f0 0x7fa4b4199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4b9f6b700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4b406a750 0x7fa4b4199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4b976a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa4b406b0f0 0x7fa4b4199740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33632/0 (socket says 172.21.15.38:33632) 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4b976a700 1 -- 172.21.15.38:0/2390823783 learned_addr learned my addr 172.21.15.38:0/2390823783 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.677+0000 7fa4ba76c700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4b4108a30 0x7fa4b419da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4b976a700 1 -- 172.21.15.38:0/2390823783 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4b4108a30 msgr2=0x7fa4b419da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:58.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4b976a700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4b4108a30 0x7fa4b419da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:58.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4b976a700 1 -- 172.21.15.38:0/2390823783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4b406a750 msgr2=0x7fa4b4199200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:58.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4b976a700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4b406a750 0x7fa4b4199200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:58.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4b976a700 1 -- 172.21.15.38:0/2390823783 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b419e1c0 con 0x7fa4b406b0f0 2024-04-23T18:21:58.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4b9f6b700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4b406a750 0x7fa4b4199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:58.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4ba76c700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4b4108a30 0x7fa4b419da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:58.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4b976a700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa4b406b0f0 0x7fa4b4199740 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa4a400d950 tx=0x7fa4a400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:58.001 INFO:teuthology.orchestra.run.smithi038.stdout:292057776164 2024-04-23T18:21:58.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4aaffd700 1 -- 172.21.15.38:0/2390823783 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a4016070 con 0x7fa4b406b0f0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4aaffd700 1 -- 172.21.15.38:0/2390823783 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa4a400fd60 con 0x7fa4b406b0f0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4aaffd700 1 -- 172.21.15.38:0/2390823783 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a400e610 con 0x7fa4b406b0f0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/2390823783 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b419e4b0 con 0x7fa4b406b0f0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.678+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/2390823783 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b41a5d30 con 0x7fa4b406b0f0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.679+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/2390823783 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4b4069730 con 0x7fa4b406b0f0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.680+0000 7fa4aaffd700 1 -- 172.21.15.38:0/2390823783 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa4a4019070 con 0x7fa4b406b0f0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.681+0000 7fa4aaffd700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa4a00a3d50 0x7fa4a00a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.681+0000 7fa4b9f6b700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa4a00a3d50 0x7fa4a00a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.681+0000 7fa4aaffd700 1 -- 172.21.15.38:0/2390823783 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa4a40cffe0 con 0x7fa4b406b0f0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.682+0000 7fa4b9f6b700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa4a00a3d50 0x7fa4a00a6210 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0009fd0 tx=0x7fa4b0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.685+0000 7fa4aaffd700 1 -- 172.21.15.38:0/2390823783 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa4a409c7e0 con 0x7fa4b406b0f0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.897+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/2390823783 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fa4b402df80 con 0x7fa4b406b0f0 2024-04-23T18:21:58.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.898+0000 7fa4aaffd700 1 -- 172.21.15.38:0/2390823783 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa4a409c0e0 con 0x7fa4b406b0f0 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/2390823783 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa4a00a3d50 msgr2=0x7fa4a00a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa4a00a3d50 0x7fa4a00a6210 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0009fd0 tx=0x7fa4b0009260 comp rx=0 tx=0).stop 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/2390823783 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa4b406b0f0 msgr2=0x7fa4b4199740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa4b406b0f0 0x7fa4b4199740 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa4a400d950 tx=0x7fa4a400dc60 comp rx=0 tx=0).stop 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/2390823783 shutdown_connections 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa4a00a3d50 0x7fa4a00a6210 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4b4108a30 0x7fa4b419da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4b406a750 0x7fa4b4199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 --2- 172.21.15.38:0/2390823783 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa4b406b0f0 0x7fa4b4199740 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/2390823783 >> 172.21.15.38:0/2390823783 conn(0x7fa4b40788f0 msgr2=0x7fa4b40ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/2390823783 shutdown_connections 2024-04-23T18:21:58.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:57.900+0000 7fa4bc1cf700 1 -- 172.21.15.38:0/2390823783 wait complete. 2024-04-23T18:21:58.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:58 smithi038 ceph-mon[29217]: pgmap v319: 97 pgs: 1 activating+degraded, 96 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s; 6/306 objects degraded (1.961%); 83 B/s, 0 objects/s recovering 2024-04-23T18:21:58.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:58 smithi038 ceph-mon[29217]: Health check failed: Degraded data redundancy: 6/306 objects degraded (1.961%), 1 pg degraded (PG_DEGRADED) 2024-04-23T18:21:58.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:58 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2390823783' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-23T18:21:58.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:58 smithi102 ceph-mon[32874]: pgmap v319: 97 pgs: 1 activating+degraded, 96 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s; 6/306 objects degraded (1.961%); 83 B/s, 0 objects/s recovering 2024-04-23T18:21:58.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:58 smithi102 ceph-mon[32874]: Health check failed: Degraded data redundancy: 6/306 objects degraded (1.961%), 1 pg degraded (PG_DEGRADED) 2024-04-23T18:21:58.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:58 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2390823783' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-23T18:21:59.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:58 smithi076 ceph-mon[32458]: pgmap v319: 97 pgs: 1 activating+degraded, 96 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s; 6/306 objects degraded (1.961%); 83 B/s, 0 objects/s recovering 2024-04-23T18:21:59.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:58 smithi076 ceph-mon[32458]: Health check failed: Degraded data redundancy: 6/306 objects degraded (1.961%), 1 pg degraded (PG_DEGRADED) 2024-04-23T18:21:59.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:58 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2390823783' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-23T18:21:59.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.186+0000 7f10c98cb700 1 -- 172.21.15.38:0/3560262987 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10c4103450 msgr2=0x7f10c410f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:59.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.186+0000 7f10c98cb700 1 --2- 172.21.15.38:0/3560262987 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10c4103450 0x7f10c410f8b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f10bc00b0a0 tx=0x7f10bc00b3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.186+0000 7f10c98cb700 1 -- 172.21.15.38:0/3560262987 shutdown_connections 2024-04-23T18:21:59.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.186+0000 7f10c98cb700 1 --2- 172.21.15.38:0/3560262987 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10c4103450 0x7f10c410f8b0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.186+0000 7f10c98cb700 1 --2- 172.21.15.38:0/3560262987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10c4108a50 0x7f10c4108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.186+0000 7f10c98cb700 1 --2- 172.21.15.38:0/3560262987 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10c4102a90 0x7f10c4102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.186+0000 7f10c98cb700 1 -- 172.21.15.38:0/3560262987 >> 172.21.15.38:0/3560262987 conn(0x7f10c4079ba0 msgr2=0x7f10c4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:59.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.186+0000 7f10c98cb700 1 -- 172.21.15.38:0/3560262987 shutdown_connections 2024-04-23T18:21:59.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.186+0000 7f10c98cb700 1 -- 172.21.15.38:0/3560262987 wait complete. 2024-04-23T18:21:59.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c98cb700 1 Processor -- start 2024-04-23T18:21:59.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c98cb700 1 -- start start 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c98cb700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10c4102a90 0x7f10c41991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c98cb700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10c4103450 0x7f10c4199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c98cb700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10c4108a50 0x7f10c419da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c98cb700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f10c4112d40 con 0x7f10c4102a90 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c98cb700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f10c4112bc0 con 0x7f10c4103450 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c98cb700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f10c4112ec0 con 0x7f10c4108a50 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c2ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10c4102a90 0x7f10c41991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c2ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10c4102a90 0x7f10c41991d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33660/0 (socket says 172.21.15.38:33660) 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c2ffd700 1 -- 172.21.15.38:0/2270119068 learned_addr learned my addr 172.21.15.38:0/2270119068 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c37fe700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10c4108a50 0x7f10c419da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c27fc700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10c4103450 0x7f10c4199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:59.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.187+0000 7f10c2ffd700 1 -- 172.21.15.38:0/2270119068 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10c4108a50 msgr2=0x7f10c419da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c2ffd700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10c4108a50 0x7f10c419da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c2ffd700 1 -- 172.21.15.38:0/2270119068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10c4103450 msgr2=0x7f10c4199710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c2ffd700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10c4103450 0x7f10c4199710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c2ffd700 1 -- 172.21.15.38:0/2270119068 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c419e190 con 0x7f10c4102a90 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c37fe700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10c4108a50 0x7f10c419da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c27fc700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10c4103450 0x7f10c4199710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c2ffd700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10c4102a90 0x7f10c41991d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f10b400d950 tx=0x7f10b400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c88c9700 1 -- 172.21.15.38:0/2270119068 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b4016070 con 0x7f10c4102a90 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c88c9700 1 -- 172.21.15.38:0/2270119068 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f10b400fd60 con 0x7f10c4102a90 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c98cb700 1 -- 172.21.15.38:0/2270119068 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10c419e480 con 0x7f10c4102a90 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c88c9700 1 -- 172.21.15.38:0/2270119068 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b400e610 con 0x7f10c4102a90 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.188+0000 7f10c98cb700 1 -- 172.21.15.38:0/2270119068 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10c41a5d00 con 0x7f10c4102a90 2024-04-23T18:21:59.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.189+0000 7f10c98cb700 1 -- 172.21.15.38:0/2270119068 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10c4069730 con 0x7f10c4102a90 2024-04-23T18:21:59.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.190+0000 7f10c88c9700 1 -- 172.21.15.38:0/2270119068 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f10b4019070 con 0x7f10c4102a90 2024-04-23T18:21:59.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.191+0000 7f10c88c9700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f10ac0a3d50 0x7f10ac0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:59.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.191+0000 7f10c88c9700 1 -- 172.21.15.38:0/2270119068 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f10b40cff70 con 0x7f10c4102a90 2024-04-23T18:21:59.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.192+0000 7f10c27fc700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f10ac0a3d50 0x7f10ac0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:59.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.192+0000 7f10c27fc700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f10ac0a3d50 0x7f10ac0a6210 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f10c407a210 tx=0x7f10b80073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:59.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.196+0000 7f10c88c9700 1 -- 172.21.15.38:0/2270119068 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f10b409c770 con 0x7f10c4102a90 2024-04-23T18:21:59.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.411+0000 7f10c98cb700 1 -- 172.21.15.38:0/2270119068 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f10c419a4e0 con 0x7f10c4102a90 2024-04-23T18:21:59.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.412+0000 7f10c88c9700 1 -- 172.21.15.38:0/2270119068 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f10b409c070 con 0x7f10c4102a90 2024-04-23T18:21:59.404 INFO:teuthology.orchestra.run.smithi038.stdout:55834574923 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 -- 172.21.15.38:0/2270119068 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f10ac0a3d50 msgr2=0x7f10ac0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f10ac0a3d50 0x7f10ac0a6210 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f10c407a210 tx=0x7f10b80073d0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 -- 172.21.15.38:0/2270119068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10c4102a90 msgr2=0x7f10c41991d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10c4102a90 0x7f10c41991d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f10b400d950 tx=0x7f10b400dc60 comp rx=0 tx=0).stop 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 -- 172.21.15.38:0/2270119068 shutdown_connections 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f10ac0a3d50 0x7f10ac0a6210 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10c4108a50 0x7f10c419da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10c4102a90 0x7f10c41991d0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 --2- 172.21.15.38:0/2270119068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10c4103450 0x7f10c4199710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 -- 172.21.15.38:0/2270119068 >> 172.21.15.38:0/2270119068 conn(0x7f10c4079ba0 msgr2=0x7f10c4101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 -- 172.21.15.38:0/2270119068 shutdown_connections 2024-04-23T18:21:59.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:21:59.414+0000 7f10c98cb700 1 -- 172.21.15.38:0/2270119068 wait complete. 2024-04-23T18:21:59.638 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776160 got 292057776164 for osd.9 2024-04-23T18:21:59.639 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:00.167 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:59 smithi038 ceph-mon[29217]: pgmap v320: 97 pgs: 1 activating+degraded, 96 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 11 op/s; 6/306 objects degraded (1.961%); 83 B/s, 0 objects/s recovering 2024-04-23T18:22:00.167 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.167 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.167 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.167 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:59 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.167 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:21:59 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2270119068' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-23T18:22:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:59 smithi076 ceph-mon[32458]: pgmap v320: 97 pgs: 1 activating+degraded, 96 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 11 op/s; 6/306 objects degraded (1.961%); 83 B/s, 0 objects/s recovering 2024-04-23T18:22:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:59 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:21:59 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2270119068' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-23T18:22:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:59 smithi102 ceph-mon[32874]: pgmap v320: 97 pgs: 1 activating+degraded, 96 active+clean; 643 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 11 op/s; 6/306 objects degraded (1.961%); 83 B/s, 0 objects/s recovering 2024-04-23T18:22:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:59 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:21:59 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2270119068' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-23T18:22:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.515+0000 7efe7ac68700 1 -- 172.21.15.38:0/1913396745 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe74101940 msgr2=0x7efe74101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.515+0000 7efe7ac68700 1 --2- 172.21.15.38:0/1913396745 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe74101940 0x7efe74101dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7efe68009990 tx=0x7efe68009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.515+0000 7efe7ac68700 1 -- 172.21.15.38:0/1913396745 shutdown_connections 2024-04-23T18:22:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.515+0000 7efe7ac68700 1 --2- 172.21.15.38:0/1913396745 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efe74102300 0x7efe7410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.515+0000 7efe7ac68700 1 --2- 172.21.15.38:0/1913396745 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74107990 0x7efe74107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.515+0000 7efe7ac68700 1 --2- 172.21.15.38:0/1913396745 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe74101940 0x7efe74101dc0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.515+0000 7efe7ac68700 1 -- 172.21.15.38:0/1913396745 >> 172.21.15.38:0/1913396745 conn(0x7efe740788f0 msgr2=0x7efe74078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.515+0000 7efe7ac68700 1 -- 172.21.15.38:0/1913396745 shutdown_connections 2024-04-23T18:22:00.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.515+0000 7efe7ac68700 1 -- 172.21.15.38:0/1913396745 wait complete. 2024-04-23T18:22:00.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe7ac68700 1 Processor -- start 2024-04-23T18:22:00.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe7ac68700 1 -- start start 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe7ac68700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efe74101940 0x7efe7419a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe7ac68700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74102300 0x7efe7419a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe7ac68700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe74107990 0x7efe741a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe7ac68700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7efe74111c90 con 0x7efe74107990 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe7ac68700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7efe74111b10 con 0x7efe74102300 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe7ac68700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efe74111e10 con 0x7efe74101940 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe79205700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe74107990 0x7efe741a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe79205700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe74107990 0x7efe741a51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41420/0 (socket says 172.21.15.38:41420) 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe79205700 1 -- 172.21.15.38:0/1558722809 learned_addr learned my addr 172.21.15.38:0/1558722809 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe73fff700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74102300 0x7efe7419a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.516+0000 7efe78a04700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efe74101940 0x7efe7419a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe79205700 1 -- 172.21.15.38:0/1558722809 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efe74101940 msgr2=0x7efe7419a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe79205700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efe74101940 0x7efe7419a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe79205700 1 -- 172.21.15.38:0/1558722809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74102300 msgr2=0x7efe7419a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:00.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe79205700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74102300 0x7efe7419a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe79205700 1 -- 172.21.15.38:0/1558722809 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe741a5710 con 0x7efe74107990 2024-04-23T18:22:00.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe79205700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe74107990 0x7efe741a51d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7efe6c00b970 tx=0x7efe6c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:00.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe71ffb700 1 -- 172.21.15.38:0/1558722809 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6c00d860 con 0x7efe74107990 2024-04-23T18:22:00.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe7ac68700 1 -- 172.21.15.38:0/1558722809 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe741a5940 con 0x7efe74107990 2024-04-23T18:22:00.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe71ffb700 1 -- 172.21.15.38:0/1558722809 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efe6c00e430 con 0x7efe74107990 2024-04-23T18:22:00.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe71ffb700 1 -- 172.21.15.38:0/1558722809 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6c017660 con 0x7efe74107990 2024-04-23T18:22:00.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.517+0000 7efe7ac68700 1 -- 172.21.15.38:0/1558722809 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe741a5e50 con 0x7efe74107990 2024-04-23T18:22:00.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.518+0000 7efe7ac68700 1 -- 172.21.15.38:0/1558722809 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe74069730 con 0x7efe74107990 2024-04-23T18:22:00.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.519+0000 7efe71ffb700 1 -- 172.21.15.38:0/1558722809 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7efe6c00e5e0 con 0x7efe74107990 2024-04-23T18:22:00.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.520+0000 7efe71ffb700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efe5c0a3cd0 0x7efe5c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:00.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.520+0000 7efe78a04700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efe5c0a3cd0 0x7efe5c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:00.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.520+0000 7efe71ffb700 1 -- 172.21.15.38:0/1558722809 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7efe6c0d0120 con 0x7efe74107990 2024-04-23T18:22:00.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.521+0000 7efe78a04700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efe5c0a3cd0 0x7efe5c0a6190 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7efe64005950 tx=0x7efe6400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.525+0000 7efe71ffb700 1 -- 172.21.15.38:0/1558722809 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efe6c013030 con 0x7efe74107990 2024-04-23T18:22:00.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.735+0000 7efe7ac68700 1 -- 172.21.15.38:0/1558722809 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7efe7402df80 con 0x7efe74107990 2024-04-23T18:22:00.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.735+0000 7efe71ffb700 1 -- 172.21.15.38:0/1558722809 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7efe6c09c980 con 0x7efe74107990 2024-04-23T18:22:00.728 INFO:teuthology.orchestra.run.smithi038.stdout:347892351001 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 -- 172.21.15.38:0/1558722809 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efe5c0a3cd0 msgr2=0x7efe5c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efe5c0a3cd0 0x7efe5c0a6190 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7efe64005950 tx=0x7efe6400a300 comp rx=0 tx=0).stop 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 -- 172.21.15.38:0/1558722809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe74107990 msgr2=0x7efe741a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe74107990 0x7efe741a51d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7efe6c00b970 tx=0x7efe6c00bc80 comp rx=0 tx=0).stop 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 -- 172.21.15.38:0/1558722809 shutdown_connections 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efe5c0a3cd0 0x7efe5c0a6190 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe74107990 0x7efe741a51d0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efe74101940 0x7efe7419a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 --2- 172.21.15.38:0/1558722809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74102300 0x7efe7419a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 -- 172.21.15.38:0/1558722809 >> 172.21.15.38:0/1558722809 conn(0x7efe740788f0 msgr2=0x7efe740ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:00.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 -- 172.21.15.38:0/1558722809 shutdown_connections 2024-04-23T18:22:00.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:00.738+0000 7efe7ac68700 1 -- 172.21.15.38:0/1558722809 wait complete. 2024-04-23T18:22:01.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:00 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1558722809' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-23T18:22:01.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:00 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1558722809' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-23T18:22:01.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:00 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1558722809' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-23T18:22:01.489 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574920 got 55834574923 for osd.1 2024-04-23T18:22:01.489 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:02.101 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:01 smithi038 ceph-mon[29217]: pgmap v321: 97 pgs: 1 activating+degraded, 96 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s; 6/306 objects degraded (1.961%); 111 B/s, 2 objects/s recovering 2024-04-23T18:22:02.133 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892350996 got 347892351001 for osd.11 2024-04-23T18:22:02.133 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:02.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:01 smithi076 ceph-mon[32458]: pgmap v321: 97 pgs: 1 activating+degraded, 96 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s; 6/306 objects degraded (1.961%); 111 B/s, 2 objects/s recovering 2024-04-23T18:22:02.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:01 smithi102 ceph-mon[32874]: pgmap v321: 97 pgs: 1 activating+degraded, 96 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s; 6/306 objects degraded (1.961%); 111 B/s, 2 objects/s recovering 2024-04-23T18:22:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.770+0000 7f1154d97700 1 -- 172.21.15.38:0/3189643266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1150102300 msgr2=0x7f115010e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.770+0000 7f1154d97700 1 --2- 172.21.15.38:0/3189643266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1150102300 0x7f115010e7f0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f114800b0a0 tx=0x7f114800b3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.770+0000 7f1154d97700 1 -- 172.21.15.38:0/3189643266 shutdown_connections 2024-04-23T18:22:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.770+0000 7f1154d97700 1 --2- 172.21.15.38:0/3189643266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1150102300 0x7f115010e7f0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.770+0000 7f1154d97700 1 --2- 172.21.15.38:0/3189643266 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1150107990 0x7f1150107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.770+0000 7f1154d97700 1 --2- 172.21.15.38:0/3189643266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150101940 0x7f1150101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.770+0000 7f1154d97700 1 -- 172.21.15.38:0/3189643266 >> 172.21.15.38:0/3189643266 conn(0x7f11500788f0 msgr2=0x7f1150078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.770+0000 7f1154d97700 1 -- 172.21.15.38:0/3189643266 shutdown_connections 2024-04-23T18:22:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.770+0000 7f1154d97700 1 -- 172.21.15.38:0/3189643266 wait complete. 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1154d97700 1 Processor -- start 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1154d97700 1 -- start start 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1154d97700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150101940 0x7f11501034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1154d97700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1150102300 0x7f1150103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1154d97700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1150107990 0x7f1150103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1154d97700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1150111c40 con 0x7f1150102300 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1154d97700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1150111ac0 con 0x7f1150101940 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1154d97700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1150111dc0 con 0x7f1150107990 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1145d9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1150102300 0x7f1150103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1145d9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1150102300 0x7f1150103a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41440/0 (socket says 172.21.15.38:41440) 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.771+0000 7f1145d9b700 1 -- 172.21.15.38:0/3014875535 learned_addr learned my addr 172.21.15.38:0/3014875535 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f114e59c700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150101940 0x7f11501034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f114ed9d700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1150107990 0x7f1150103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1145d9b700 1 -- 172.21.15.38:0/3014875535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1150107990 msgr2=0x7f1150103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1145d9b700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1150107990 0x7f1150103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1145d9b700 1 -- 172.21.15.38:0/3014875535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150101940 msgr2=0x7f11501034f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1145d9b700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150101940 0x7f11501034f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1145d9b700 1 -- 172.21.15.38:0/3014875535 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11501a76a0 con 0x7f1150102300 2024-04-23T18:22:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1145d9b700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1150102300 0x7f1150103a30 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f113800d950 tx=0x7f113800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1147fff700 1 -- 172.21.15.38:0/3014875535 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1138016070 con 0x7f1150102300 2024-04-23T18:22:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1147fff700 1 -- 172.21.15.38:0/3014875535 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1138009e10 con 0x7f1150102300 2024-04-23T18:22:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1154d97700 1 -- 172.21.15.38:0/3014875535 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11501a7990 con 0x7f1150102300 2024-04-23T18:22:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1147fff700 1 -- 172.21.15.38:0/3014875535 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f113800f620 con 0x7f1150102300 2024-04-23T18:22:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.772+0000 7f1154d97700 1 -- 172.21.15.38:0/3014875535 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11501a7ed0 con 0x7f1150102300 2024-04-23T18:22:02.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.773+0000 7f1154d97700 1 -- 172.21.15.38:0/3014875535 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1150069730 con 0x7f1150102300 2024-04-23T18:22:02.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.774+0000 7f1147fff700 1 -- 172.21.15.38:0/3014875535 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1138019070 con 0x7f1150102300 2024-04-23T18:22:02.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.775+0000 7f1147fff700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f113c0a3cd0 0x7f113c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:02.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.775+0000 7f114e59c700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f113c0a3cd0 0x7f113c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:02.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.775+0000 7f1147fff700 1 -- 172.21.15.38:0/3014875535 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f11380d0160 con 0x7f1150102300 2024-04-23T18:22:02.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.775+0000 7f114e59c700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f113c0a3cd0 0x7f113c0a6190 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1140005950 tx=0x7f114000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:02.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.780+0000 7f1147fff700 1 -- 172.21.15.38:0/3014875535 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f113809c9c0 con 0x7f1150102300 2024-04-23T18:22:02.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.992+0000 7f1154d97700 1 -- 172.21.15.38:0/3014875535 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f11501a80a0 con 0x7f1150102300 2024-04-23T18:22:02.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.992+0000 7f1147fff700 1 -- 172.21.15.38:0/3014875535 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f113809c2c0 con 0x7f1150102300 2024-04-23T18:22:02.986 INFO:teuthology.orchestra.run.smithi038.stdout:111669149763 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 -- 172.21.15.38:0/3014875535 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f113c0a3cd0 msgr2=0x7f113c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f113c0a3cd0 0x7f113c0a6190 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1140005950 tx=0x7f114000a300 comp rx=0 tx=0).stop 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 -- 172.21.15.38:0/3014875535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1150102300 msgr2=0x7f1150103a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1150102300 0x7f1150103a30 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f113800d950 tx=0x7f113800dc60 comp rx=0 tx=0).stop 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 -- 172.21.15.38:0/3014875535 shutdown_connections 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f113c0a3cd0 0x7f113c0a6190 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1150107990 0x7f1150103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150101940 0x7f11501034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 --2- 172.21.15.38:0/3014875535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1150102300 0x7f1150103a30 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 -- 172.21.15.38:0/3014875535 >> 172.21.15.38:0/3014875535 conn(0x7f11500788f0 msgr2=0x7f11501056d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 -- 172.21.15.38:0/3014875535 shutdown_connections 2024-04-23T18:22:02.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:02.995+0000 7f1154d97700 1 -- 172.21.15.38:0/3014875535 wait complete. 2024-04-23T18:22:03.010 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:02 smithi038 ceph-mon[29217]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/306 objects degraded (1.961%), 1 pg degraded) 2024-04-23T18:22:03.010 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:02 smithi038 ceph-mon[29217]: Cluster is now healthy 2024-04-23T18:22:03.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.122+0000 7f02ea850700 1 -- 172.21.15.38:0/3262071825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02e4103480 msgr2=0x7f02e410f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:03.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.122+0000 7f02ea850700 1 --2- 172.21.15.38:0/3262071825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02e4103480 0x7f02e410f8d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f02dc00b0a0 tx=0x7f02dc00b3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.123+0000 7f02ea850700 1 -- 172.21.15.38:0/3262071825 shutdown_connections 2024-04-23T18:22:03.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.123+0000 7f02ea850700 1 --2- 172.21.15.38:0/3262071825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02e4103480 0x7f02e410f8d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.123+0000 7f02ea850700 1 --2- 172.21.15.38:0/3262071825 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e4108a70 0x7f02e4108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.123+0000 7f02ea850700 1 --2- 172.21.15.38:0/3262071825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02e4102ac0 0x7f02e4102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.123+0000 7f02ea850700 1 -- 172.21.15.38:0/3262071825 >> 172.21.15.38:0/3262071825 conn(0x7f02e4079bb0 msgr2=0x7f02e4079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:03.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.123+0000 7f02ea850700 1 -- 172.21.15.38:0/3262071825 shutdown_connections 2024-04-23T18:22:03.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.123+0000 7f02ea850700 1 -- 172.21.15.38:0/3262071825 wait complete. 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.123+0000 7f02ea850700 1 Processor -- start 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.123+0000 7f02ea850700 1 -- start start 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02ea850700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02e4102ac0 0x7f02e4074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02ea850700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e4103480 0x7f02e4075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02ea850700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02e4108a70 0x7f02e40757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02ea850700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f02e4112e10 con 0x7f02e4102ac0 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02ea850700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f02e4112c90 con 0x7f02e4108a70 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02ea850700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f02e4112f90 con 0x7f02e4103480 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e3fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02e4102ac0 0x7f02e4074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e37fe700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e4103480 0x7f02e4075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e3fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02e4102ac0 0x7f02e4074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41466/0 (socket says 172.21.15.38:41466) 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e3fff700 1 -- 172.21.15.38:0/660614234 learned_addr learned my addr 172.21.15.38:0/660614234 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e8ded700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02e4108a70 0x7f02e40757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:03.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e3fff700 1 -- 172.21.15.38:0/660614234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e4103480 msgr2=0x7f02e4075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e3fff700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e4103480 0x7f02e4075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e3fff700 1 -- 172.21.15.38:0/660614234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02e4108a70 msgr2=0x7f02e40757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e3fff700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02e4108a70 0x7f02e40757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e3fff700 1 -- 172.21.15.38:0/660614234 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02e41a76e0 con 0x7f02e4102ac0 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e37fe700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e4103480 0x7f02e4075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.124+0000 7f02e3fff700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02e4102ac0 0x7f02e4074d40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f02d400d980 tx=0x7f02d400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.125+0000 7f02e17fa700 1 -- 172.21.15.38:0/660614234 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d4017070 con 0x7f02e4102ac0 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.125+0000 7f02e17fa700 1 -- 172.21.15.38:0/660614234 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f02d4005020 con 0x7f02e4102ac0 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.125+0000 7f02e17fa700 1 -- 172.21.15.38:0/660614234 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d400fb30 con 0x7f02e4102ac0 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.125+0000 7f02ea850700 1 -- 172.21.15.38:0/660614234 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02e41a79d0 con 0x7f02e4102ac0 2024-04-23T18:22:03.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.125+0000 7f02ea850700 1 -- 172.21.15.38:0/660614234 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02e41a7f10 con 0x7f02e4102ac0 2024-04-23T18:22:03.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.126+0000 7f02ea850700 1 -- 172.21.15.38:0/660614234 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02e4069730 con 0x7f02e4102ac0 2024-04-23T18:22:03.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.128+0000 7f02e17fa700 1 -- 172.21.15.38:0/660614234 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f02d40051d0 con 0x7f02e4102ac0 2024-04-23T18:22:03.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.129+0000 7f02e17fa700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02cc0a3d50 0x7f02cc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:03.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.129+0000 7f02e17fa700 1 -- 172.21.15.38:0/660614234 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f02d40d06b0 con 0x7f02e4102ac0 2024-04-23T18:22:03.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.129+0000 7f02e37fe700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02cc0a3d50 0x7f02cc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:03.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.129+0000 7f02e37fe700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02cc0a3d50 0x7f02cc0a6210 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f02e407a1b0 tx=0x7f02d800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:03.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.132+0000 7f02e17fa700 1 -- 172.21.15.38:0/660614234 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f02d4020020 con 0x7f02e4102ac0 2024-04-23T18:22:03.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:02 smithi076 ceph-mon[32458]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/306 objects degraded (1.961%), 1 pg degraded) 2024-04-23T18:22:03.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:02 smithi076 ceph-mon[32458]: Cluster is now healthy 2024-04-23T18:22:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:02 smithi102 ceph-mon[32874]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/306 objects degraded (1.961%), 1 pg degraded) 2024-04-23T18:22:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:02 smithi102 ceph-mon[32874]: Cluster is now healthy 2024-04-23T18:22:03.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.344+0000 7f02ea850700 1 -- 172.21.15.38:0/660614234 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f02e402df80 con 0x7f02e4102ac0 2024-04-23T18:22:03.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.344+0000 7f02e17fa700 1 -- 172.21.15.38:0/660614234 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f02d409cf90 con 0x7f02e4102ac0 2024-04-23T18:22:03.337 INFO:teuthology.orchestra.run.smithi038.stdout:34359738450 2024-04-23T18:22:03.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.346+0000 7f02ea850700 1 -- 172.21.15.38:0/660614234 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02cc0a3d50 msgr2=0x7f02cc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:03.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.346+0000 7f02ea850700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02cc0a3d50 0x7f02cc0a6210 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f02e407a1b0 tx=0x7f02d800a300 comp rx=0 tx=0).stop 2024-04-23T18:22:03.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.346+0000 7f02ea850700 1 -- 172.21.15.38:0/660614234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02e4102ac0 msgr2=0x7f02e4074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:03.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.346+0000 7f02ea850700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02e4102ac0 0x7f02e4074d40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f02d400d980 tx=0x7f02d400dc90 comp rx=0 tx=0).stop 2024-04-23T18:22:03.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.347+0000 7f02ea850700 1 -- 172.21.15.38:0/660614234 shutdown_connections 2024-04-23T18:22:03.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.347+0000 7f02ea850700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02cc0a3d50 0x7f02cc0a6210 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.347+0000 7f02ea850700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02e4108a70 0x7f02e40757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.347+0000 7f02ea850700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02e4102ac0 0x7f02e4074d40 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.347+0000 7f02ea850700 1 --2- 172.21.15.38:0/660614234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e4103480 0x7f02e4075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.347+0000 7f02ea850700 1 -- 172.21.15.38:0/660614234 >> 172.21.15.38:0/660614234 conn(0x7f02e4079bb0 msgr2=0x7f02e4101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.347+0000 7f02ea850700 1 -- 172.21.15.38:0/660614234 shutdown_connections 2024-04-23T18:22:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:03.347+0000 7f02ea850700 1 -- 172.21.15.38:0/660614234 wait complete. 2024-04-23T18:22:03.842 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149758 got 111669149763 for osd.3 2024-04-23T18:22:03.842 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:04.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:03 smithi038 ceph-mon[29217]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s; 7.6 KiB/s, 2 objects/s recovering 2024-04-23T18:22:04.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:03 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3014875535' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-23T18:22:04.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:03 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/660614234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-23T18:22:04.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:03 smithi076 ceph-mon[32458]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s; 7.6 KiB/s, 2 objects/s recovering 2024-04-23T18:22:04.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:03 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3014875535' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-23T18:22:04.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:03 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/660614234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-23T18:22:04.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:03 smithi102 ceph-mon[32874]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s; 7.6 KiB/s, 2 objects/s recovering 2024-04-23T18:22:04.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:03 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3014875535' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-23T18:22:04.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:03 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/660614234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-23T18:22:04.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.930+0000 7f5e8696c700 1 -- 172.21.15.38:0/1199638019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e80107990 msgr2=0x7f5e80107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:04.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.930+0000 7f5e8696c700 1 --2- 172.21.15.38:0/1199638019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e80107990 0x7f5e80107d70 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f5e70009990 tx=0x7f5e70009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:04.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.930+0000 7f5e8696c700 1 -- 172.21.15.38:0/1199638019 shutdown_connections 2024-04-23T18:22:04.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.930+0000 7f5e8696c700 1 --2- 172.21.15.38:0/1199638019 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e80102300 0x7f5e8010e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:04.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.930+0000 7f5e8696c700 1 --2- 172.21.15.38:0/1199638019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e80107990 0x7f5e80107d70 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:04.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.930+0000 7f5e8696c700 1 --2- 172.21.15.38:0/1199638019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e80101940 0x7f5e80101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:04.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.930+0000 7f5e8696c700 1 -- 172.21.15.38:0/1199638019 >> 172.21.15.38:0/1199638019 conn(0x7f5e800788f0 msgr2=0x7f5e80078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.930+0000 7f5e8696c700 1 -- 172.21.15.38:0/1199638019 shutdown_connections 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.930+0000 7f5e8696c700 1 -- 172.21.15.38:0/1199638019 wait complete. 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e8696c700 1 Processor -- start 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e8696c700 1 -- start start 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e8696c700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e80101940 0x7f5e801992d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e8696c700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e80102300 0x7f5e80199810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e8696c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e80107990 0x7f5e8019dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e8696c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5e80111c90 con 0x7f5e80107990 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e8696c700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f5e80111b10 con 0x7f5e80101940 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e8696c700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5e80111e10 con 0x7f5e80102300 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e84f09700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e80107990 0x7f5e8019dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e84f09700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e80107990 0x7f5e8019dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41492/0 (socket says 172.21.15.38:41492) 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e84f09700 1 -- 172.21.15.38:0/136276090 learned_addr learned my addr 172.21.15.38:0/136276090 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:04.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e7ffff700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e80101940 0x7f5e801992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.931+0000 7f5e77fff700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e80102300 0x7f5e80199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e84f09700 1 -- 172.21.15.38:0/136276090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e80102300 msgr2=0x7f5e80199810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e84f09700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e80102300 0x7f5e80199810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e84f09700 1 -- 172.21.15.38:0/136276090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e80101940 msgr2=0x7f5e801992d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e84f09700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e80101940 0x7f5e801992d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e84f09700 1 -- 172.21.15.38:0/136276090 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e8019e2e0 con 0x7f5e80107990 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e84f09700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e80107990 0x7f5e8019dba0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5e7800b970 tx=0x7f5e7800bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e7dffb700 1 -- 172.21.15.38:0/136276090 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e7800d860 con 0x7f5e80107990 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e8696c700 1 -- 172.21.15.38:0/136276090 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e8019e5d0 con 0x7f5e80107990 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e7dffb700 1 -- 172.21.15.38:0/136276090 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5e7800e430 con 0x7f5e80107990 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e8696c700 1 -- 172.21.15.38:0/136276090 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e801a5e50 con 0x7f5e80107990 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.932+0000 7f5e7dffb700 1 -- 172.21.15.38:0/136276090 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e78017660 con 0x7f5e80107990 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.933+0000 7f5e8696c700 1 -- 172.21.15.38:0/136276090 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e80069730 con 0x7f5e80107990 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.934+0000 7f5e7dffb700 1 -- 172.21.15.38:0/136276090 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5e7800e5e0 con 0x7f5e80107990 2024-04-23T18:22:04.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.935+0000 7f5e7dffb700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5e6c0a3cd0 0x7f5e6c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:04.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.935+0000 7f5e7ffff700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5e6c0a3cd0 0x7f5e6c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:04.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.935+0000 7f5e7dffb700 1 -- 172.21.15.38:0/136276090 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f5e780d00f0 con 0x7f5e80107990 2024-04-23T18:22:04.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.935+0000 7f5e7ffff700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5e6c0a3cd0 0x7f5e6c0a6190 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5e7000b5c0 tx=0x7f5e70005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:04.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:04.939+0000 7f5e7dffb700 1 -- 172.21.15.38:0/136276090 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5e78013030 con 0x7f5e80107990 2024-04-23T18:22:05.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.150+0000 7f5e8696c700 1 -- 172.21.15.38:0/136276090 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f5e801a60e0 con 0x7f5e80107990 2024-04-23T18:22:05.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.150+0000 7f5e7dffb700 1 -- 172.21.15.38:0/136276090 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5e7809c950 con 0x7f5e80107990 2024-04-23T18:22:05.143 INFO:teuthology.orchestra.run.smithi038.stdout:77309411401 2024-04-23T18:22:05.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.152+0000 7f5e8696c700 1 -- 172.21.15.38:0/136276090 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5e6c0a3cd0 msgr2=0x7f5e6c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:05.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.152+0000 7f5e8696c700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5e6c0a3cd0 0x7f5e6c0a6190 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5e7000b5c0 tx=0x7f5e70005960 comp rx=0 tx=0).stop 2024-04-23T18:22:05.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.152+0000 7f5e8696c700 1 -- 172.21.15.38:0/136276090 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e80107990 msgr2=0x7f5e8019dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:05.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.152+0000 7f5e8696c700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e80107990 0x7f5e8019dba0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5e7800b970 tx=0x7f5e7800bc80 comp rx=0 tx=0).stop 2024-04-23T18:22:05.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.152+0000 7f5e8696c700 1 -- 172.21.15.38:0/136276090 shutdown_connections 2024-04-23T18:22:05.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.152+0000 7f5e8696c700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5e6c0a3cd0 0x7f5e6c0a6190 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:05.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.152+0000 7f5e8696c700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5e80107990 0x7f5e8019dba0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:05.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.152+0000 7f5e8696c700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e80101940 0x7f5e801992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:05.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.152+0000 7f5e8696c700 1 --2- 172.21.15.38:0/136276090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e80102300 0x7f5e80199810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:05.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.152+0000 7f5e8696c700 1 -- 172.21.15.38:0/136276090 >> 172.21.15.38:0/136276090 conn(0x7f5e800788f0 msgr2=0x7f5e8006a860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:05.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.153+0000 7f5e8696c700 1 -- 172.21.15.38:0/136276090 shutdown_connections 2024-04-23T18:22:05.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:05.153+0000 7f5e8696c700 1 -- 172.21.15.38:0/136276090 wait complete. 2024-04-23T18:22:05.187 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:05.188 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:05.621 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738444 got 34359738450 for osd.0 2024-04-23T18:22:05.621 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:06.074 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:05 smithi038 ceph-mon[29217]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s; 6.5 KiB/s, 2 objects/s recovering 2024-04-23T18:22:06.074 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:05 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/136276090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-23T18:22:06.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:05 smithi076 ceph-mon[32458]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s; 6.5 KiB/s, 2 objects/s recovering 2024-04-23T18:22:06.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:05 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/136276090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.275+0000 7f87e61a8700 1 -- 172.21.15.38:0/160607598 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e0108a50 msgr2=0x7f87e0108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.275+0000 7f87e61a8700 1 --2- 172.21.15.38:0/160607598 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e0108a50 0x7f87e0108e30 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f87d0009990 tx=0x7f87d0009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.275+0000 7f87e61a8700 1 -- 172.21.15.38:0/160607598 shutdown_connections 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.275+0000 7f87e61a8700 1 --2- 172.21.15.38:0/160607598 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87e0103450 0x7f87e010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.275+0000 7f87e61a8700 1 --2- 172.21.15.38:0/160607598 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e0108a50 0x7f87e0108e30 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.275+0000 7f87e61a8700 1 --2- 172.21.15.38:0/160607598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87e0102a90 0x7f87e0102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.275+0000 7f87e61a8700 1 -- 172.21.15.38:0/160607598 >> 172.21.15.38:0/160607598 conn(0x7f87e0079ba0 msgr2=0x7f87e0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.275+0000 7f87e61a8700 1 -- 172.21.15.38:0/160607598 shutdown_connections 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.275+0000 7f87e61a8700 1 -- 172.21.15.38:0/160607598 wait complete. 2024-04-23T18:22:06.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.276+0000 7f87e61a8700 1 Processor -- start 2024-04-23T18:22:06.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.276+0000 7f87e61a8700 1 -- start start 2024-04-23T18:22:06.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87e61a8700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87e0102a90 0x7f87e0199330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87e61a8700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e0103450 0x7f87e0199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87e61a8700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87e0108a50 0x7f87e019dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87e61a8700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f87e0112e20 con 0x7f87e0103450 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87e61a8700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f87e0112ca0 con 0x7f87e0108a50 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87e61a8700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f87e0112fa0 con 0x7f87e0102a90 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87deffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e0103450 0x7f87e0199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87deffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e0103450 0x7f87e0199870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41506/0 (socket says 172.21.15.38:41506) 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87deffd700 1 -- 172.21.15.38:0/71538003 learned_addr learned my addr 172.21.15.38:0/71538003 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87dffff700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87e0108a50 0x7f87e019dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87df7fe700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87e0102a90 0x7f87e0199330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87deffd700 1 -- 172.21.15.38:0/71538003 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87e0102a90 msgr2=0x7f87e0199330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87deffd700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87e0102a90 0x7f87e0199330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87deffd700 1 -- 172.21.15.38:0/71538003 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87e0108a50 msgr2=0x7f87e019dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87deffd700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87e0108a50 0x7f87e019dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87deffd700 1 -- 172.21.15.38:0/71538003 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e019e340 con 0x7f87e0103450 2024-04-23T18:22:06.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87deffd700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e0103450 0x7f87e0199870 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f87d400b530 tx=0x7f87d400b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:06.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87dcff9700 1 -- 172.21.15.38:0/71538003 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d4015020 con 0x7f87e0103450 2024-04-23T18:22:06.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87e61a8700 1 -- 172.21.15.38:0/71538003 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e019e630 con 0x7f87e0103450 2024-04-23T18:22:06.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87dcff9700 1 -- 172.21.15.38:0/71538003 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f87d4011d00 con 0x7f87e0103450 2024-04-23T18:22:06.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.277+0000 7f87dcff9700 1 -- 172.21.15.38:0/71538003 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d4010e60 con 0x7f87e0103450 2024-04-23T18:22:06.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.278+0000 7f87e61a8700 1 -- 172.21.15.38:0/71538003 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e01a5eb0 con 0x7f87e0103450 2024-04-23T18:22:06.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.279+0000 7f87e61a8700 1 -- 172.21.15.38:0/71538003 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87e0069730 con 0x7f87e0103450 2024-04-23T18:22:06.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.280+0000 7f87dcff9700 1 -- 172.21.15.38:0/71538003 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f87d4018020 con 0x7f87e0103450 2024-04-23T18:22:06.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.280+0000 7f87dcff9700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f87c80a3cd0 0x7f87c80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.280+0000 7f87df7fe700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f87c80a3cd0 0x7f87c80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.280+0000 7f87dcff9700 1 -- 172.21.15.38:0/71538003 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f87d40cfd40 con 0x7f87e0103450 2024-04-23T18:22:06.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.281+0000 7f87df7fe700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f87c80a3cd0 0x7f87c80a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f87d0005cd0 tx=0x7f87d0005c40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:06.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.285+0000 7f87dcff9700 1 -- 172.21.15.38:0/71538003 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f87d401f020 con 0x7f87e0103450 2024-04-23T18:22:06.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:05 smithi102 ceph-mon[32874]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s; 6.5 KiB/s, 2 objects/s recovering 2024-04-23T18:22:06.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:05 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/136276090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-23T18:22:06.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.499+0000 7f87e61a8700 1 -- 172.21.15.38:0/71538003 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f87e002df80 con 0x7f87e0103450 2024-04-23T18:22:06.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.499+0000 7f87dcff9700 1 -- 172.21.15.38:0/71538003 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f87d409c6b0 con 0x7f87e0103450 2024-04-23T18:22:06.492 INFO:teuthology.orchestra.run.smithi038.stdout:257698037801 2024-04-23T18:22:06.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 -- 172.21.15.38:0/71538003 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f87c80a3cd0 msgr2=0x7f87c80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f87c80a3cd0 0x7f87c80a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f87d0005cd0 tx=0x7f87d0005c40 comp rx=0 tx=0).stop 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 -- 172.21.15.38:0/71538003 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e0103450 msgr2=0x7f87e0199870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e0103450 0x7f87e0199870 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f87d400b530 tx=0x7f87d400b8f0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 -- 172.21.15.38:0/71538003 shutdown_connections 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f87c80a3cd0 0x7f87c80a6190 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87e0108a50 0x7f87e019dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87e0102a90 0x7f87e0199330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 --2- 172.21.15.38:0/71538003 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e0103450 0x7f87e0199870 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 -- 172.21.15.38:0/71538003 >> 172.21.15.38:0/71538003 conn(0x7f87e0079ba0 msgr2=0x7f87e01018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 -- 172.21.15.38:0/71538003 shutdown_connections 2024-04-23T18:22:06.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:06.503+0000 7f87e61a8700 1 -- 172.21.15.38:0/71538003 wait complete. 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.142+0000 7f72cf510700 1 -- 172.21.15.38:0/3812277918 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72c8102ac0 msgr2=0x7f72c8102f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.142+0000 7f72cf510700 1 --2- 172.21.15.38:0/3812277918 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72c8102ac0 0x7f72c8102f40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f72c4009990 tx=0x7f72c4009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.142+0000 7f72cf510700 1 -- 172.21.15.38:0/3812277918 shutdown_connections 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.142+0000 7f72cf510700 1 --2- 172.21.15.38:0/3812277918 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72c8103480 0x7f72c810f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.142+0000 7f72cf510700 1 --2- 172.21.15.38:0/3812277918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c8108a70 0x7f72c8108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.142+0000 7f72cf510700 1 --2- 172.21.15.38:0/3812277918 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72c8102ac0 0x7f72c8102f40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.142+0000 7f72cf510700 1 -- 172.21.15.38:0/3812277918 >> 172.21.15.38:0/3812277918 conn(0x7f72c8079bb0 msgr2=0x7f72c8079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.142+0000 7f72cf510700 1 -- 172.21.15.38:0/3812277918 shutdown_connections 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.142+0000 7f72cf510700 1 -- 172.21.15.38:0/3812277918 wait complete. 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72cf510700 1 Processor -- start 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72cf510700 1 -- start start 2024-04-23T18:22:07.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72cf510700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72c8102ac0 0x7f72c81991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72cf510700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72c8103480 0x7f72c81996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72cf510700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c8108a70 0x7f72c819da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72cf510700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f72c8112d80 con 0x7f72c8103480 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72cf510700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f72c8112c00 con 0x7f72c8108a70 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72cf510700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f72c8112f00 con 0x7f72c8102ac0 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72ccaab700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72c8103480 0x7f72c81996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72cd2ac700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72c8102ac0 0x7f72c81991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72ccaab700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72c8103480 0x7f72c81996f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41526/0 (socket says 172.21.15.38:41526) 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72ccaab700 1 -- 172.21.15.38:0/988135826 learned_addr learned my addr 172.21.15.38:0/988135826 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72cdaad700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c8108a70 0x7f72c819da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72ccaab700 1 -- 172.21.15.38:0/988135826 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72c8102ac0 msgr2=0x7f72c81991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.143+0000 7f72ccaab700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72c8102ac0 0x7f72c81991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.144+0000 7f72ccaab700 1 -- 172.21.15.38:0/988135826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c8108a70 msgr2=0x7f72c819da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.144+0000 7f72ccaab700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c8108a70 0x7f72c819da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.144+0000 7f72ccaab700 1 -- 172.21.15.38:0/988135826 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c819e1c0 con 0x7f72c8103480 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.144+0000 7f72cdaad700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c8108a70 0x7f72c819da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.144+0000 7f72ccaab700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72c8103480 0x7f72c81996f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f72c4000c00 tx=0x7f72c4009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.144+0000 7f72be7fc700 1 -- 172.21.15.38:0/988135826 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c4027070 con 0x7f72c8103480 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.144+0000 7f72be7fc700 1 -- 172.21.15.38:0/988135826 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f72c4003fb0 con 0x7f72c8103480 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.144+0000 7f72cf510700 1 -- 172.21.15.38:0/988135826 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72c819e450 con 0x7f72c8103480 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.144+0000 7f72be7fc700 1 -- 172.21.15.38:0/988135826 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c4022e10 con 0x7f72c8103480 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.144+0000 7f72cf510700 1 -- 172.21.15.38:0/988135826 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72c81a5d30 con 0x7f72c8103480 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.145+0000 7f72cf510700 1 -- 172.21.15.38:0/988135826 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72c8069730 con 0x7f72c8103480 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.147+0000 7f72be7fc700 1 -- 172.21.15.38:0/988135826 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f72c402a070 con 0x7f72c8103480 2024-04-23T18:22:07.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.147+0000 7f72be7fc700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f72b40a3cd0 0x7f72b40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:07.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.147+0000 7f72cd2ac700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f72b40a3cd0 0x7f72b40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:07.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.148+0000 7f72be7fc700 1 -- 172.21.15.38:0/988135826 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f72c40d17d0 con 0x7f72c8103480 2024-04-23T18:22:07.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.148+0000 7f72cd2ac700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f72b40a3cd0 0x7f72b40a6190 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f72b8007b60 tx=0x7f72b80073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:07.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.151+0000 7f72be7fc700 1 -- 172.21.15.38:0/988135826 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f72c4031070 con 0x7f72c8103480 2024-04-23T18:22:07.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:06 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/71538003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-23T18:22:07.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:06 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/71538003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-23T18:22:07.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.367+0000 7f72cf510700 1 -- 172.21.15.38:0/988135826 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f72c802df80 con 0x7f72c8103480 2024-04-23T18:22:07.360 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:06 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/71538003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-23T18:22:07.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.367+0000 7f72be7fc700 1 -- 172.21.15.38:0/988135826 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f72c4013070 con 0x7f72c8103480 2024-04-23T18:22:07.361 INFO:teuthology.orchestra.run.smithi038.stdout:146028888126 2024-04-23T18:22:07.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 -- 172.21.15.38:0/988135826 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f72b40a3cd0 msgr2=0x7f72b40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:07.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f72b40a3cd0 0x7f72b40a6190 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f72b8007b60 tx=0x7f72b80073d0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 -- 172.21.15.38:0/988135826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72c8103480 msgr2=0x7f72c81996f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:07.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72c8103480 0x7f72c81996f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f72c4000c00 tx=0x7f72c4009f50 comp rx=0 tx=0).stop 2024-04-23T18:22:07.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 -- 172.21.15.38:0/988135826 shutdown_connections 2024-04-23T18:22:07.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f72b40a3cd0 0x7f72b40a6190 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c8108a70 0x7f72c819da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72c8102ac0 0x7f72c81991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 --2- 172.21.15.38:0/988135826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72c8103480 0x7f72c81996f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:07.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 -- 172.21.15.38:0/988135826 >> 172.21.15.38:0/988135826 conn(0x7f72c8079bb0 msgr2=0x7f72c8101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:07.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 -- 172.21.15.38:0/988135826 shutdown_connections 2024-04-23T18:22:07.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:07.371+0000 7f72cf510700 1 -- 172.21.15.38:0/988135826 wait complete. 2024-04-23T18:22:08.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:07 smithi038 ceph-mon[29217]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 11 op/s; 5.9 KiB/s, 2 objects/s recovering 2024-04-23T18:22:08.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:07 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/988135826' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-23T18:22:08.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:07 smithi076 ceph-mon[32458]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 11 op/s; 5.9 KiB/s, 2 objects/s recovering 2024-04-23T18:22:08.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:07 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/988135826' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-23T18:22:08.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:07 smithi102 ceph-mon[32874]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 11 op/s; 5.9 KiB/s, 2 objects/s recovering 2024-04-23T18:22:08.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:07 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/988135826' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-23T18:22:09.048 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888119 got 146028888126 for osd.4 2024-04-23T18:22:09.048 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:09.673 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411394 got 77309411401 for osd.2 2024-04-23T18:22:09.673 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:09.709 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:10.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:10 smithi076 ceph-mon[32458]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s; 5.0 KiB/s, 1 objects/s recovering 2024-04-23T18:22:10.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:10 smithi102 ceph-mon[32874]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s; 5.0 KiB/s, 1 objects/s recovering 2024-04-23T18:22:10.307 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:10 smithi038 ceph-mon[29217]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s; 5.0 KiB/s, 1 objects/s recovering 2024-04-23T18:22:10.635 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037797 got 257698037801 for osd.8 2024-04-23T18:22:10.636 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:10.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/677018530 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a68108a70 msgr2=0x7f8a68108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:10.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 --2- 172.21.15.38:0/677018530 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a68108a70 0x7f8a68108e50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c009990 tx=0x7f8a5c009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/677018530 shutdown_connections 2024-04-23T18:22:10.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 --2- 172.21.15.38:0/677018530 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a68103480 0x7f8a6810f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 --2- 172.21.15.38:0/677018530 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a68108a70 0x7f8a68108e50 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 --2- 172.21.15.38:0/677018530 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a68102ac0 0x7f8a68102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/677018530 >> 172.21.15.38:0/677018530 conn(0x7f8a68079bb0 msgr2=0x7f8a68079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:10.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/677018530 shutdown_connections 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/677018530 wait complete. 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 Processor -- start 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.828+0000 7f8a6eaa3700 1 -- start start 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6eaa3700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a68102ac0 0x7f8a68074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6eaa3700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a68103480 0x7f8a68075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6eaa3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a68108a70 0x7f8a680757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6eaa3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8a68112d60 con 0x7f8a68108a70 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6eaa3700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f8a68112be0 con 0x7f8a68102ac0 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6eaa3700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8a68112ee0 con 0x7f8a68103480 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6d040700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a68108a70 0x7f8a680757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6d040700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a68108a70 0x7f8a680757c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39046/0 (socket says 172.21.15.38:39046) 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6d040700 1 -- 172.21.15.38:0/2107641652 learned_addr learned my addr 172.21.15.38:0/2107641652 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a67fff700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a68103480 0x7f8a68075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6c83f700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a68102ac0 0x7f8a68074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:10.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6d040700 1 -- 172.21.15.38:0/2107641652 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a68103480 msgr2=0x7f8a68075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6d040700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a68103480 0x7f8a68075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6d040700 1 -- 172.21.15.38:0/2107641652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a68102ac0 msgr2=0x7f8a68074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6d040700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a68102ac0 0x7f8a68074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6d040700 1 -- 172.21.15.38:0/2107641652 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a681a77a0 con 0x7f8a68108a70 2024-04-23T18:22:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.829+0000 7f8a6d040700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a68108a70 0x7f8a680757c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8a6000ada0 tx=0x7f8a6000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.830+0000 7f8a65ffb700 1 -- 172.21.15.38:0/2107641652 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a60017020 con 0x7f8a68108a70 2024-04-23T18:22:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.830+0000 7f8a65ffb700 1 -- 172.21.15.38:0/2107641652 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8a6000ce50 con 0x7f8a68108a70 2024-04-23T18:22:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.830+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/2107641652 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a681a7a90 con 0x7f8a68108a70 2024-04-23T18:22:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.830+0000 7f8a65ffb700 1 -- 172.21.15.38:0/2107641652 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a600053b0 con 0x7f8a68108a70 2024-04-23T18:22:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.830+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/2107641652 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a681a7f80 con 0x7f8a68108a70 2024-04-23T18:22:10.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.831+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/2107641652 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a68069730 con 0x7f8a68108a70 2024-04-23T18:22:10.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.832+0000 7f8a65ffb700 1 -- 172.21.15.38:0/2107641652 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8a6000c980 con 0x7f8a68108a70 2024-04-23T18:22:10.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.833+0000 7f8a65ffb700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a580a3cd0 0x7f8a580a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:10.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.833+0000 7f8a6c83f700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a580a3cd0 0x7f8a580a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:10.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.833+0000 7f8a65ffb700 1 -- 172.21.15.38:0/2107641652 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f8a600cfcc0 con 0x7f8a68108a70 2024-04-23T18:22:10.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.834+0000 7f8a6c83f700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a580a3cd0 0x7f8a580a6190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c009750 tx=0x7f8a5c00b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:10.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:10.838+0000 7f8a65ffb700 1 -- 172.21.15.38:0/2107641652 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8a600d6080 con 0x7f8a68108a70 2024-04-23T18:22:11.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.056+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/2107641652 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f8a6802e140 con 0x7f8a68108a70 2024-04-23T18:22:11.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.056+0000 7f8a65ffb700 1 -- 172.21.15.38:0/2107641652 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f8a60021020 con 0x7f8a68108a70 2024-04-23T18:22:11.049 INFO:teuthology.orchestra.run.smithi038.stdout:167503724602 2024-04-23T18:22:11.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/2107641652 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a580a3cd0 msgr2=0x7f8a580a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:11.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a580a3cd0 0x7f8a580a6190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c009750 tx=0x7f8a5c00b540 comp rx=0 tx=0).stop 2024-04-23T18:22:11.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/2107641652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a68108a70 msgr2=0x7f8a680757c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:11.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a68108a70 0x7f8a680757c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8a6000ada0 tx=0x7f8a6000c330 comp rx=0 tx=0).stop 2024-04-23T18:22:11.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/2107641652 shutdown_connections 2024-04-23T18:22:11.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a580a3cd0 0x7f8a580a6190 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a68108a70 0x7f8a680757c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a68102ac0 0x7f8a68074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 --2- 172.21.15.38:0/2107641652 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a68103480 0x7f8a68075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/2107641652 >> 172.21.15.38:0/2107641652 conn(0x7f8a68079bb0 msgr2=0x7f8a68101880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:11.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/2107641652 shutdown_connections 2024-04-23T18:22:11.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:11.058+0000 7f8a6eaa3700 1 -- 172.21.15.38:0/2107641652 wait complete. 2024-04-23T18:22:11.729 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724598 got 167503724602 for osd.5 2024-04-23T18:22:11.729 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:12.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:12 smithi076 ceph-mon[32458]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s; 5.0 KiB/s, 1 objects/s recovering 2024-04-23T18:22:12.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:12 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2107641652' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-23T18:22:12.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:12 smithi102 ceph-mon[32874]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s; 5.0 KiB/s, 1 objects/s recovering 2024-04-23T18:22:12.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:12 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2107641652' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-23T18:22:12.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:12 smithi038 ceph-mon[29217]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s; 5.0 KiB/s, 1 objects/s recovering 2024-04-23T18:22:12.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:12 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2107641652' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-23T18:22:13.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.762+0000 7f9134dd0700 1 -- 172.21.15.38:0/2320615313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9130107a60 msgr2=0x7f9130107e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:13.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.762+0000 7f9134dd0700 1 --2- 172.21.15.38:0/2320615313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9130107a60 0x7f9130107e40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f91200099c0 tx=0x7f9120009cd0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.762+0000 7f9134dd0700 1 -- 172.21.15.38:0/2320615313 shutdown_connections 2024-04-23T18:22:13.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.762+0000 7f9134dd0700 1 --2- 172.21.15.38:0/2320615313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9130101950 0x7f913010f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.762+0000 7f9134dd0700 1 --2- 172.21.15.38:0/2320615313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9130107a60 0x7f9130107e40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.762+0000 7f9134dd0700 1 --2- 172.21.15.38:0/2320615313 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9130100f90 0x7f9130101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.762+0000 7f9134dd0700 1 -- 172.21.15.38:0/2320615313 >> 172.21.15.38:0/2320615313 conn(0x7f9130077f40 msgr2=0x7f91300ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:13.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.762+0000 7f9134dd0700 1 -- 172.21.15.38:0/2320615313 shutdown_connections 2024-04-23T18:22:13.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.762+0000 7f9134dd0700 1 -- 172.21.15.38:0/2320615313 wait complete. 2024-04-23T18:22:13.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.763+0000 7f9134dd0700 1 Processor -- start 2024-04-23T18:22:13.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f9134dd0700 1 -- start start 2024-04-23T18:22:13.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f9134dd0700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9130100f90 0x7f9130199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:13.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f9134dd0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9130101950 0x7f9130199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:13.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f9134dd0700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9130107a60 0x7f913019dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:13.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f9134dd0700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9130112f30 con 0x7f9130101950 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f9134dd0700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f9130112db0 con 0x7f9130100f90 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f9134dd0700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f91301130b0 con 0x7f9130107a60 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f912e59c700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9130100f90 0x7f9130199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f9125d9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9130101950 0x7f9130199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f912e59c700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9130100f90 0x7f9130199300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:40330/0 (socket says 172.21.15.38:40330) 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f912e59c700 1 -- 172.21.15.38:0/2058222064 learned_addr learned my addr 172.21.15.38:0/2058222064 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.764+0000 7f912ed9d700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9130107a60 0x7f913019dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f912e59c700 1 -- 172.21.15.38:0/2058222064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9130107a60 msgr2=0x7f913019dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f912e59c700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9130107a60 0x7f913019dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f912e59c700 1 -- 172.21.15.38:0/2058222064 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9130101950 msgr2=0x7f9130199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f912e59c700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9130101950 0x7f9130199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f912e59c700 1 -- 172.21.15.38:0/2058222064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f913019e310 con 0x7f9130100f90 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f9125d9b700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9130101950 0x7f9130199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f912e59c700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9130100f90 0x7f9130199300 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f912000b580 tx=0x7f91200047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f9127fff700 1 -- 172.21.15.38:0/2058222064 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9120027070 con 0x7f9130100f90 2024-04-23T18:22:13.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f9134dd0700 1 -- 172.21.15.38:0/2058222064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f913019e5a0 con 0x7f9130100f90 2024-04-23T18:22:13.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f9127fff700 1 -- 172.21.15.38:0/2058222064 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9120004030 con 0x7f9130100f90 2024-04-23T18:22:13.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f9127fff700 1 -- 172.21.15.38:0/2058222064 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f912000f460 con 0x7f9130100f90 2024-04-23T18:22:13.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.765+0000 7f9134dd0700 1 -- 172.21.15.38:0/2058222064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91301020a0 con 0x7f9130100f90 2024-04-23T18:22:13.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.767+0000 7f9134dd0700 1 -- 172.21.15.38:0/2058222064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f913010afe0 con 0x7f9130100f90 2024-04-23T18:22:13.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.768+0000 7f9127fff700 1 -- 172.21.15.38:0/2058222064 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f912002a070 con 0x7f9130100f90 2024-04-23T18:22:13.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.768+0000 7f9127fff700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f911c0a3d50 0x7f911c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:13.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.769+0000 7f9125d9b700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f911c0a3d50 0x7f911c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:13.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.769+0000 7f9127fff700 1 -- 172.21.15.38:0/2058222064 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f91200d1350 con 0x7f9130100f90 2024-04-23T18:22:13.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.769+0000 7f9125d9b700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f911c0a3d50 0x7f911c0a6210 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9130100500 tx=0x7f9118009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:13.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.774+0000 7f9127fff700 1 -- 172.21.15.38:0/2058222064 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f912005eff0 con 0x7f9130100f90 2024-04-23T18:22:13.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.987+0000 7f9134dd0700 1 -- 172.21.15.38:0/2058222064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f913010a9c0 con 0x7f9130100f90 2024-04-23T18:22:13.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.987+0000 7f9127fff700 1 -- 172.21.15.38:0/2058222064 <== mon.2 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9120013070 con 0x7f9130100f90 2024-04-23T18:22:13.980 INFO:teuthology.orchestra.run.smithi038.stdout:201863462966 2024-04-23T18:22:13.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.989+0000 7f9134dd0700 1 -- 172.21.15.38:0/2058222064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f911c0a3d50 msgr2=0x7f911c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:13.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.989+0000 7f9134dd0700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f911c0a3d50 0x7f911c0a6210 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9130100500 tx=0x7f9118009190 comp rx=0 tx=0).stop 2024-04-23T18:22:13.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.989+0000 7f9134dd0700 1 -- 172.21.15.38:0/2058222064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9130100f90 msgr2=0x7f9130199300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:13.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.989+0000 7f9134dd0700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9130100f90 0x7f9130199300 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f912000b580 tx=0x7f91200047b0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.989+0000 7f9134dd0700 1 -- 172.21.15.38:0/2058222064 shutdown_connections 2024-04-23T18:22:13.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.989+0000 7f9134dd0700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f911c0a3d50 0x7f911c0a6210 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.989+0000 7f9134dd0700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9130107a60 0x7f913019dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.989+0000 7f9134dd0700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9130100f90 0x7f9130199300 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.989+0000 7f9134dd0700 1 --2- 172.21.15.38:0/2058222064 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9130101950 0x7f9130199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.989+0000 7f9134dd0700 1 -- 172.21.15.38:0/2058222064 >> 172.21.15.38:0/2058222064 conn(0x7f9130077f40 msgr2=0x7f9130105ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:13.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.990+0000 7f9134dd0700 1 -- 172.21.15.38:0/2058222064 shutdown_connections 2024-04-23T18:22:13.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:13.990+0000 7f9134dd0700 1 -- 172.21.15.38:0/2058222064 wait complete. 2024-04-23T18:22:14.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:14 smithi038 ceph-mon[29217]: pgmap v327: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s; 5.0 KiB/s, 0 objects/s recovering 2024-04-23T18:22:14.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:14 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2058222064' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-23T18:22:14.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:14 smithi076 ceph-mon[32458]: pgmap v327: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s; 5.0 KiB/s, 0 objects/s recovering 2024-04-23T18:22:14.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:14 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2058222064' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-23T18:22:14.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:14 smithi102 ceph-mon[32874]: pgmap v327: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s; 5.0 KiB/s, 0 objects/s recovering 2024-04-23T18:22:14.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:14 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2058222064' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-23T18:22:14.727 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462961 got 201863462966 for osd.6 2024-04-23T18:22:14.727 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:14.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.956+0000 7f767959f700 1 -- 172.21.15.38:0/3109128977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76741014d0 msgr2=0x7f76741018b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:14.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.956+0000 7f767959f700 1 --2- 172.21.15.38:0/3109128977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76741014d0 0x7f76741018b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7664009990 tx=0x7f7664009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:14.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.956+0000 7f767959f700 1 -- 172.21.15.38:0/3109128977 shutdown_connections 2024-04-23T18:22:14.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.956+0000 7f767959f700 1 --2- 172.21.15.38:0/3109128977 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7674107d40 0x7f767410f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:14.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.956+0000 7f767959f700 1 --2- 172.21.15.38:0/3109128977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76741014d0 0x7f76741018b0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:14.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.956+0000 7f767959f700 1 --2- 172.21.15.38:0/3109128977 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7674101e80 0x7f7674107660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:14.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.956+0000 7f767959f700 1 -- 172.21.15.38:0/3109128977 >> 172.21.15.38:0/3109128977 conn(0x7f7674076bf0 msgr2=0x7f7674077000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:14.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.956+0000 7f767959f700 1 -- 172.21.15.38:0/3109128977 shutdown_connections 2024-04-23T18:22:14.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.957+0000 7f767959f700 1 -- 172.21.15.38:0/3109128977 wait complete. 2024-04-23T18:22:14.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.957+0000 7f767959f700 1 Processor -- start 2024-04-23T18:22:14.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.957+0000 7f767959f700 1 -- start start 2024-04-23T18:22:14.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f767959f700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76741014d0 0x7f76741991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:14.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f767959f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7674101e80 0x7f7674199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:14.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f767959f700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7674107d40 0x7f767419da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:14.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f767959f700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7674112d50 con 0x7f7674101e80 2024-04-23T18:22:14.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f767959f700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f7674112bd0 con 0x7f7674107d40 2024-04-23T18:22:14.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f767959f700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7674112ed0 con 0x7f76741014d0 2024-04-23T18:22:14.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f76737fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7674101e80 0x7f7674199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f76737fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7674101e80 0x7f7674199700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39078/0 (socket says 172.21.15.38:39078) 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f76737fe700 1 -- 172.21.15.38:0/1838129688 learned_addr learned my addr 172.21.15.38:0/1838129688 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f7678d9e700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7674107d40 0x7f767419da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.958+0000 7f7673fff700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76741014d0 0x7f76741991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f76737fe700 1 -- 172.21.15.38:0/1838129688 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76741014d0 msgr2=0x7f76741991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f76737fe700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76741014d0 0x7f76741991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f76737fe700 1 -- 172.21.15.38:0/1838129688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7674107d40 msgr2=0x7f767419da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f76737fe700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7674107d40 0x7f767419da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f76737fe700 1 -- 172.21.15.38:0/1838129688 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f767419e1d0 con 0x7f7674101e80 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f7678d9e700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7674107d40 0x7f767419da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f7673fff700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76741014d0 0x7f76741991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f76737fe700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7674101e80 0x7f7674199700 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f766800b500 tx=0x7f766800b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f76717fa700 1 -- 172.21.15.38:0/1838129688 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7668015020 con 0x7f7674101e80 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f767959f700 1 -- 172.21.15.38:0/1838129688 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f767419e4c0 con 0x7f7674101e80 2024-04-23T18:22:14.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f76717fa700 1 -- 172.21.15.38:0/1838129688 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7668011d00 con 0x7f7674101e80 2024-04-23T18:22:14.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f767959f700 1 -- 172.21.15.38:0/1838129688 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76741a5d40 con 0x7f7674101e80 2024-04-23T18:22:14.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.959+0000 7f76717fa700 1 -- 172.21.15.38:0/1838129688 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7668010d60 con 0x7f7674101e80 2024-04-23T18:22:14.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.961+0000 7f767959f700 1 -- 172.21.15.38:0/1838129688 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f767410af70 con 0x7f7674101e80 2024-04-23T18:22:14.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.962+0000 7f76717fa700 1 -- 172.21.15.38:0/1838129688 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7668018020 con 0x7f7674101e80 2024-04-23T18:22:14.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.962+0000 7f76717fa700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f765c0a3d50 0x7f765c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:14.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.962+0000 7f7673fff700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f765c0a3d50 0x7f765c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:14.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.962+0000 7f76717fa700 1 -- 172.21.15.38:0/1838129688 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f76680cfb20 con 0x7f7674101e80 2024-04-23T18:22:14.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.963+0000 7f7673fff700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f765c0a3d50 0x7f765c0a6210 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f766400b5c0 tx=0x7f7664005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:14.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:14.967+0000 7f76717fa700 1 -- 172.21.15.38:0/1838129688 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f766801f020 con 0x7f7674101e80 2024-04-23T18:22:15.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.196+0000 7f767959f700 1 -- 172.21.15.38:0/1838129688 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f767419a520 con 0x7f7674101e80 2024-04-23T18:22:15.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.197+0000 7f76717fa700 1 -- 172.21.15.38:0/1838129688 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f766809c490 con 0x7f7674101e80 2024-04-23T18:22:15.190 INFO:teuthology.orchestra.run.smithi038.stdout:223338299442 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 -- 172.21.15.38:0/1838129688 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f765c0a3d50 msgr2=0x7f765c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f765c0a3d50 0x7f765c0a6210 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f766400b5c0 tx=0x7f7664005960 comp rx=0 tx=0).stop 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 -- 172.21.15.38:0/1838129688 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7674101e80 msgr2=0x7f7674199700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7674101e80 0x7f7674199700 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f766800b500 tx=0x7f766800b810 comp rx=0 tx=0).stop 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 -- 172.21.15.38:0/1838129688 shutdown_connections 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f765c0a3d50 0x7f765c0a6210 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7674107d40 0x7f767419da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76741014d0 0x7f76741991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 --2- 172.21.15.38:0/1838129688 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7674101e80 0x7f7674199700 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 -- 172.21.15.38:0/1838129688 >> 172.21.15.38:0/1838129688 conn(0x7f7674076bf0 msgr2=0x7f76740ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 -- 172.21.15.38:0/1838129688 shutdown_connections 2024-04-23T18:22:15.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:15.199+0000 7f767959f700 1 -- 172.21.15.38:0/1838129688 wait complete. 2024-04-23T18:22:15.917 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299435 got 223338299442 for osd.7 2024-04-23T18:22:15.917 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:15.917 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-23T18:22:15.918 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-23T18:22:16.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:16 smithi038 ceph-mon[29217]: pgmap v328: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:16.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:16.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:16 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:16.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:16 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1838129688' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-23T18:22:16.185 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:16.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:16 smithi076 ceph-mon[32458]: pgmap v328: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:16.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:16.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:16 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:16.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:16 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1838129688' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-23T18:22:16.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:16 smithi102 ceph-mon[32874]: pgmap v328: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:16.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:16.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:16 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:16.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:16 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1838129688' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-23T18:22:17.344 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:17 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:22:17.344 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:17 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:22:17.344 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:17 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:17.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:17 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:22:17.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:17 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:22:17.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:17 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:17.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:17 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:22:17.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:17 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:22:17.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:17 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' 2024-04-23T18:22:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.959+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/2478911261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7dc108a70 msgr2=0x7fe7dc108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.959+0000 7fe7e0f0e700 1 --2- 172.21.15.38:0/2478911261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7dc108a70 0x7fe7dc108e50 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc009990 tx=0x7fe7cc009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.959+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/2478911261 shutdown_connections 2024-04-23T18:22:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.959+0000 7fe7e0f0e700 1 --2- 172.21.15.38:0/2478911261 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc103480 0x7fe7dc10f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.959+0000 7fe7e0f0e700 1 --2- 172.21.15.38:0/2478911261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7dc108a70 0x7fe7dc108e50 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.959+0000 7fe7e0f0e700 1 --2- 172.21.15.38:0/2478911261 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7dc102ac0 0x7fe7dc102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.959+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/2478911261 >> 172.21.15.38:0/2478911261 conn(0x7fe7dc079bb0 msgr2=0x7fe7dc079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.959+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/2478911261 shutdown_connections 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.959+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/2478911261 wait complete. 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.960+0000 7fe7e0f0e700 1 Processor -- start 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.960+0000 7fe7e0f0e700 1 -- start start 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.960+0000 7fe7e0f0e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7dc102ac0 0x7fe7dc19b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.960+0000 7fe7e0f0e700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7dc103480 0x7fe7dc19ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.960+0000 7fe7e0f0e700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc108a70 0x7fe7dc19fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.960+0000 7fe7e0f0e700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc112e10 con 0x7fe7dc102ac0 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.960+0000 7fe7e0f0e700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc112c90 con 0x7fe7dc103480 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.960+0000 7fe7e0f0e700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc112f90 con 0x7fe7dc108a70 2024-04-23T18:22:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.960+0000 7fe7da59c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7dc102ac0 0x7fe7dc19b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7da59c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7dc102ac0 0x7fe7dc19b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39100/0 (socket says 172.21.15.38:39100) 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7da59c700 1 -- 172.21.15.38:0/3279570830 learned_addr learned my addr 172.21.15.38:0/3279570830 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7d3fff700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7dc103480 0x7fe7dc19ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7dad9d700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc108a70 0x7fe7dc19fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7da59c700 1 -- 172.21.15.38:0/3279570830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc108a70 msgr2=0x7fe7dc19fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7da59c700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc108a70 0x7fe7dc19fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7da59c700 1 -- 172.21.15.38:0/3279570830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7dc103480 msgr2=0x7fe7dc19ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7da59c700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7dc103480 0x7fe7dc19ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7da59c700 1 -- 172.21.15.38:0/3279570830 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7dc1a04a0 con 0x7fe7dc102ac0 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7dad9d700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc108a70 0x7fe7dc19fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7da59c700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7dc102ac0 0x7fe7dc19b530 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc005910 tx=0x7fe7cc005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7d37fe700 1 -- 172.21.15.38:0/3279570830 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc027070 con 0x7fe7dc102ac0 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/3279570830 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7dc1a0730 con 0x7fe7dc102ac0 2024-04-23T18:22:17.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7d37fe700 1 -- 172.21.15.38:0/3279570830 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe7cc003fb0 con 0x7fe7dc102ac0 2024-04-23T18:22:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7d37fe700 1 -- 172.21.15.38:0/3279570830 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc022d70 con 0x7fe7dc102ac0 2024-04-23T18:22:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.961+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/3279570830 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7dc1a8010 con 0x7fe7dc102ac0 2024-04-23T18:22:17.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.962+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/3279570830 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7dc069730 con 0x7fe7dc102ac0 2024-04-23T18:22:17.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.963+0000 7fe7d37fe700 1 -- 172.21.15.38:0/3279570830 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe7cc02a070 con 0x7fe7dc102ac0 2024-04-23T18:22:17.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.964+0000 7fe7d37fe700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe7c80a3cd0 0x7fe7c80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:17.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.964+0000 7fe7d3fff700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe7c80a3cd0 0x7fe7c80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:17.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.964+0000 7fe7d37fe700 1 -- 172.21.15.38:0/3279570830 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fe7cc0d1380 con 0x7fe7dc102ac0 2024-04-23T18:22:17.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.965+0000 7fe7d3fff700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe7c80a3cd0 0x7fe7c80a6190 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc076d60 tx=0x7fe7c400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:17.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:17.969+0000 7fe7d37fe700 1 -- 172.21.15.38:0/3279570830 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe7cc05eff0 con 0x7fe7dc102ac0 2024-04-23T18:22:18.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.170+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/3279570830 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe7dc101c80 con 0x7fe7c80a3cd0 2024-04-23T18:22:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.178+0000 7fe7d37fe700 1 -- 172.21.15.38:0/3279570830 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259076 (secure 0 0 0) 0x7fe7dc101c80 con 0x7fe7c80a3cd0 2024-04-23T18:22:18.176 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:18.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.181+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/3279570830 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe7c80a3cd0 msgr2=0x7fe7c80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:18.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.181+0000 7fe7e0f0e700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe7c80a3cd0 0x7fe7c80a6190 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc076d60 tx=0x7fe7c400b410 comp rx=0 tx=0).stop 2024-04-23T18:22:18.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.181+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/3279570830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7dc102ac0 msgr2=0x7fe7dc19b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:18.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.181+0000 7fe7e0f0e700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7dc102ac0 0x7fe7dc19b530 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc005910 tx=0x7fe7cc005ef0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.181+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/3279570830 shutdown_connections 2024-04-23T18:22:18.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.181+0000 7fe7e0f0e700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe7c80a3cd0 0x7fe7c80a6190 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.181+0000 7fe7e0f0e700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc108a70 0x7fe7dc19fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.181+0000 7fe7e0f0e700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7dc102ac0 0x7fe7dc19b530 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.181+0000 7fe7e0f0e700 1 --2- 172.21.15.38:0/3279570830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7dc103480 0x7fe7dc19ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.181+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/3279570830 >> 172.21.15.38:0/3279570830 conn(0x7fe7dc079bb0 msgr2=0x7fe7dc101570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:18.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.182+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/3279570830 shutdown_connections 2024-04-23T18:22:18.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:18.182+0000 7fe7e0f0e700 1 -- 172.21.15.38:0/3279570830 wait complete. 2024-04-23T18:22:18.179 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-04-23T18:22:18.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:18 smithi038 ceph-mon[29217]: pgmap v329: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:18.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:18 smithi076 ceph-mon[32458]: pgmap v329: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:18.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:18 smithi102 ceph-mon[32874]: pgmap v329: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:18.881 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":329,"stamp":"2024-04-23T18:22:16.825314+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658852,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":867,"num_read_kb":563,"num_write":420,"num_write_kb":3073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":1242678,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":345,"ondisk_log_size":345,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":369300,"kb_used_data":11756,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124572524,"statfs":{"total":1151940427776,"available":1151562264576,"internally_reserved":0,"allocated":12038144,"data_stored":7482924,"data_compressed":191802,"data_compressed_allocated":253952,"data_compressed_original":2039808,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003242"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495329+0000","last_change":"2024-04-23T18:20:59.880224+0000","last_active":"2024-04-23T18:21:56.495329+0000","last_peered":"2024-04-23T18:21:56.495329+0000","last_clean":"2024-04-23T18:21:56.495329+0000","last_became_active":"2024-04-23T18:20:59.879828+0000","last_became_peered":"2024-04-23T18:20:59.879828+0000","last_unstale":"2024-04-23T18:21:56.495329+0000","last_undegraded":"2024-04-23T18:21:56.495329+0000","last_fullsized":"2024-04-23T18:21:56.495329+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:16.165762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498613+0000","last_change":"2024-04-23T18:20:59.866542+0000","last_active":"2024-04-23T18:21:56.498613+0000","last_peered":"2024-04-23T18:21:56.498613+0000","last_clean":"2024-04-23T18:21:56.498613+0000","last_became_active":"2024-04-23T18:20:59.865639+0000","last_became_peered":"2024-04-23T18:20:59.865639+0000","last_unstale":"2024-04-23T18:21:56.498613+0000","last_undegraded":"2024-04-23T18:21:56.498613+0000","last_fullsized":"2024-04-23T18:21:56.498613+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:11.163939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498121+0000","last_change":"2024-04-23T18:20:59.870797+0000","last_active":"2024-04-23T18:21:56.498121+0000","last_peered":"2024-04-23T18:21:56.498121+0000","last_clean":"2024-04-23T18:21:56.498121+0000","last_became_active":"2024-04-23T18:20:59.869874+0000","last_became_peered":"2024-04-23T18:20:59.869874+0000","last_unstale":"2024-04-23T18:21:56.498121+0000","last_undegraded":"2024-04-23T18:21:56.498121+0000","last_fullsized":"2024-04-23T18:21:56.498121+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:02:09.302667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.721814+0000","last_change":"2024-04-23T18:20:59.860579+0000","last_active":"2024-04-23T18:21:56.721814+0000","last_peered":"2024-04-23T18:21:56.721814+0000","last_clean":"2024-04-23T18:21:56.721814+0000","last_became_active":"2024-04-23T18:20:59.860217+0000","last_became_peered":"2024-04-23T18:20:59.860217+0000","last_unstale":"2024-04-23T18:21:56.721814+0000","last_undegraded":"2024-04-23T18:21:56.721814+0000","last_fullsized":"2024-04-23T18:21:56.721814+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:22:09.508510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496994+0000","last_change":"2024-04-23T18:20:59.867999+0000","last_active":"2024-04-23T18:21:56.496994+0000","last_peered":"2024-04-23T18:21:56.496994+0000","last_clean":"2024-04-23T18:21:56.496994+0000","last_became_active":"2024-04-23T18:20:59.867643+0000","last_became_peered":"2024-04-23T18:20:59.867643+0000","last_unstale":"2024-04-23T18:21:56.496994+0000","last_undegraded":"2024-04-23T18:21:56.496994+0000","last_fullsized":"2024-04-23T18:21:56.496994+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:26:40.402523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497550+0000","last_change":"2024-04-23T18:20:59.868277+0000","last_active":"2024-04-23T18:21:56.497550+0000","last_peered":"2024-04-23T18:21:56.497550+0000","last_clean":"2024-04-23T18:21:56.497550+0000","last_became_active":"2024-04-23T18:20:59.867947+0000","last_became_peered":"2024-04-23T18:20:59.867947+0000","last_unstale":"2024-04-23T18:21:56.497550+0000","last_undegraded":"2024-04-23T18:21:56.497550+0000","last_fullsized":"2024-04-23T18:21:56.497550+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:11:53.537881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495969+0000","last_change":"2024-04-23T18:20:59.877360+0000","last_active":"2024-04-23T18:21:56.495969+0000","last_peered":"2024-04-23T18:21:56.495969+0000","last_clean":"2024-04-23T18:21:56.495969+0000","last_became_active":"2024-04-23T18:20:59.875359+0000","last_became_peered":"2024-04-23T18:20:59.875359+0000","last_unstale":"2024-04-23T18:21:56.495969+0000","last_undegraded":"2024-04-23T18:21:56.495969+0000","last_fullsized":"2024-04-23T18:21:56.495969+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:36:07.422442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.503971+0000","last_change":"2024-04-23T18:21:56.503229+0000","last_active":"2024-04-23T18:21:56.503971+0000","last_peered":"2024-04-23T18:21:56.503971+0000","last_clean":"2024-04-23T18:21:56.503971+0000","last_became_active":"2024-04-23T18:21:56.502753+0000","last_became_peered":"2024-04-23T18:21:56.502753+0000","last_unstale":"2024-04-23T18:21:56.503971+0000","last_undegraded":"2024-04-23T18:21:56.503971+0000","last_fullsized":"2024-04-23T18:21:56.503971+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:08:59.069908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501285+0000","last_change":"2024-04-23T18:20:59.876290+0000","last_active":"2024-04-23T18:21:56.501285+0000","last_peered":"2024-04-23T18:21:56.501285+0000","last_clean":"2024-04-23T18:21:56.501285+0000","last_became_active":"2024-04-23T18:20:59.875756+0000","last_became_peered":"2024-04-23T18:20:59.875756+0000","last_unstale":"2024-04-23T18:21:56.501285+0000","last_undegraded":"2024-04-23T18:21:56.501285+0000","last_fullsized":"2024-04-23T18:21:56.501285+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:34:52.995694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498063+0000","last_change":"2024-04-23T18:20:59.866443+0000","last_active":"2024-04-23T18:21:56.498063+0000","last_peered":"2024-04-23T18:21:56.498063+0000","last_clean":"2024-04-23T18:21:56.498063+0000","last_became_active":"2024-04-23T18:20:59.866071+0000","last_became_peered":"2024-04-23T18:20:59.866071+0000","last_unstale":"2024-04-23T18:21:56.498063+0000","last_undegraded":"2024-04-23T18:21:56.498063+0000","last_fullsized":"2024-04-23T18:21:56.498063+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:06:23.714089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496553+0000","last_change":"2024-04-23T18:20:59.872197+0000","last_active":"2024-04-23T18:21:56.496553+0000","last_peered":"2024-04-23T18:21:56.496553+0000","last_clean":"2024-04-23T18:21:56.496553+0000","last_became_active":"2024-04-23T18:20:59.871450+0000","last_became_peered":"2024-04-23T18:20:59.871450+0000","last_unstale":"2024-04-23T18:21:56.496553+0000","last_undegraded":"2024-04-23T18:21:56.496553+0000","last_fullsized":"2024-04-23T18:21:56.496553+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:08:08.595804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.721753+0000","last_change":"2024-04-23T18:20:59.863448+0000","last_active":"2024-04-23T18:21:56.721753+0000","last_peered":"2024-04-23T18:21:56.721753+0000","last_clean":"2024-04-23T18:21:56.721753+0000","last_became_active":"2024-04-23T18:20:59.863109+0000","last_became_peered":"2024-04-23T18:20:59.863109+0000","last_unstale":"2024-04-23T18:21:56.721753+0000","last_undegraded":"2024-04-23T18:21:56.721753+0000","last_fullsized":"2024-04-23T18:21:56.721753+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:11:14.859442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720210+0000","last_change":"2024-04-23T18:20:59.876979+0000","last_active":"2024-04-23T18:21:56.720210+0000","last_peered":"2024-04-23T18:21:56.720210+0000","last_clean":"2024-04-23T18:21:56.720210+0000","last_became_active":"2024-04-23T18:20:59.876604+0000","last_became_peered":"2024-04-23T18:20:59.876604+0000","last_unstale":"2024-04-23T18:21:56.720210+0000","last_undegraded":"2024-04-23T18:21:56.720210+0000","last_fullsized":"2024-04-23T18:21:56.720210+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:12:15.689838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497466+0000","last_change":"2024-04-23T18:20:59.874959+0000","last_active":"2024-04-23T18:21:56.497466+0000","last_peered":"2024-04-23T18:21:56.497466+0000","last_clean":"2024-04-23T18:21:56.497466+0000","last_became_active":"2024-04-23T18:20:59.874587+0000","last_became_peered":"2024-04-23T18:20:59.874587+0000","last_unstale":"2024-04-23T18:21:56.497466+0000","last_undegraded":"2024-04-23T18:21:56.497466+0000","last_fullsized":"2024-04-23T18:21:56.497466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:03:19.959476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498255+0000","last_change":"2024-04-23T18:20:59.869086+0000","last_active":"2024-04-23T18:21:56.498255+0000","last_peered":"2024-04-23T18:21:56.498255+0000","last_clean":"2024-04-23T18:21:56.498255+0000","last_became_active":"2024-04-23T18:20:59.868742+0000","last_became_peered":"2024-04-23T18:20:59.868742+0000","last_unstale":"2024-04-23T18:21:56.498255+0000","last_undegraded":"2024-04-23T18:21:56.498255+0000","last_fullsized":"2024-04-23T18:21:56.498255+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:58.011662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501390+0000","last_change":"2024-04-23T18:20:59.868907+0000","last_active":"2024-04-23T18:21:56.501390+0000","last_peered":"2024-04-23T18:21:56.501390+0000","last_clean":"2024-04-23T18:21:56.501390+0000","last_became_active":"2024-04-23T18:20:59.868598+0000","last_became_peered":"2024-04-23T18:20:59.868598+0000","last_unstale":"2024-04-23T18:21:56.501390+0000","last_undegraded":"2024-04-23T18:21:56.501390+0000","last_fullsized":"2024-04-23T18:21:56.501390+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:30:56.594825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495102+0000","last_change":"2024-04-23T18:20:59.880433+0000","last_active":"2024-04-23T18:21:56.495102+0000","last_peered":"2024-04-23T18:21:56.495102+0000","last_clean":"2024-04-23T18:21:56.495102+0000","last_became_active":"2024-04-23T18:20:59.879850+0000","last_became_peered":"2024-04-23T18:20:59.879850+0000","last_unstale":"2024-04-23T18:21:56.495102+0000","last_undegraded":"2024-04-23T18:21:56.495102+0000","last_fullsized":"2024-04-23T18:21:56.495102+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:00.545172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494551+0000","last_change":"2024-04-23T18:20:59.869332+0000","last_active":"2024-04-23T18:21:56.494551+0000","last_peered":"2024-04-23T18:21:56.494551+0000","last_clean":"2024-04-23T18:21:56.494551+0000","last_became_active":"2024-04-23T18:20:59.868940+0000","last_became_peered":"2024-04-23T18:20:59.868940+0000","last_unstale":"2024-04-23T18:21:56.494551+0000","last_undegraded":"2024-04-23T18:21:56.494551+0000","last_fullsized":"2024-04-23T18:21:56.494551+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:06:35.068649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500117+0000","last_change":"2024-04-23T18:20:59.860825+0000","last_active":"2024-04-23T18:21:56.500117+0000","last_peered":"2024-04-23T18:21:56.500117+0000","last_clean":"2024-04-23T18:21:56.500117+0000","last_became_active":"2024-04-23T18:20:59.860403+0000","last_became_peered":"2024-04-23T18:20:59.860403+0000","last_unstale":"2024-04-23T18:21:56.500117+0000","last_undegraded":"2024-04-23T18:21:56.500117+0000","last_fullsized":"2024-04-23T18:21:56.500117+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:31:50.189832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":124,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:15.525592+0000","last_change":"2024-04-23T18:21:56.513365+0000","last_active":"2024-04-23T18:22:15.525592+0000","last_peered":"2024-04-23T18:22:15.525592+0000","last_clean":"2024-04-23T18:22:15.525592+0000","last_became_active":"2024-04-23T18:21:56.499491+0000","last_became_peered":"2024-04-23T18:21:56.499491+0000","last_unstale":"2024-04-23T18:22:15.525592+0000","last_undegraded":"2024-04-23T18:22:15.525592+0000","last_fullsized":"2024-04-23T18:22:15.525592+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:41:11.309094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":71,"num_read_kb":71,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499834+0000","last_change":"2024-04-23T18:20:59.877896+0000","last_active":"2024-04-23T18:21:56.499834+0000","last_peered":"2024-04-23T18:21:56.499834+0000","last_clean":"2024-04-23T18:21:56.499834+0000","last_became_active":"2024-04-23T18:20:59.877528+0000","last_became_peered":"2024-04-23T18:20:59.877528+0000","last_unstale":"2024-04-23T18:21:56.499834+0000","last_undegraded":"2024-04-23T18:21:56.499834+0000","last_fullsized":"2024-04-23T18:21:56.499834+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:07:00.924634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500264+0000","last_change":"2024-04-23T18:20:58.869387+0000","last_active":"2024-04-23T18:21:56.500264+0000","last_peered":"2024-04-23T18:21:56.500264+0000","last_clean":"2024-04-23T18:21:56.500264+0000","last_became_active":"2024-04-23T18:20:58.869038+0000","last_became_peered":"2024-04-23T18:20:58.869038+0000","last_unstale":"2024-04-23T18:21:56.500264+0000","last_undegraded":"2024-04-23T18:21:56.500264+0000","last_fullsized":"2024-04-23T18:21:56.500264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:02:02.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498767+0000","last_change":"2024-04-23T18:20:59.870529+0000","last_active":"2024-04-23T18:21:56.498767+0000","last_peered":"2024-04-23T18:21:56.498767+0000","last_clean":"2024-04-23T18:21:56.498767+0000","last_became_active":"2024-04-23T18:20:59.870099+0000","last_became_peered":"2024-04-23T18:20:59.870099+0000","last_unstale":"2024-04-23T18:21:56.498767+0000","last_undegraded":"2024-04-23T18:21:56.498767+0000","last_fullsized":"2024-04-23T18:21:56.498767+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:17:50.195045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498201+0000","last_change":"2024-04-23T18:20:58.863120+0000","last_active":"2024-04-23T18:21:56.498201+0000","last_peered":"2024-04-23T18:21:56.498201+0000","last_clean":"2024-04-23T18:21:56.498201+0000","last_became_active":"2024-04-23T18:20:58.862733+0000","last_became_peered":"2024-04-23T18:20:58.862733+0000","last_unstale":"2024-04-23T18:21:56.498201+0000","last_undegraded":"2024-04-23T18:21:56.498201+0000","last_fullsized":"2024-04-23T18:21:56.498201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:32:16.374996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500813+0000","last_change":"2024-04-23T18:20:59.855642+0000","last_active":"2024-04-23T18:21:56.500813+0000","last_peered":"2024-04-23T18:21:56.500813+0000","last_clean":"2024-04-23T18:21:56.500813+0000","last_became_active":"2024-04-23T18:20:59.855317+0000","last_became_peered":"2024-04-23T18:20:59.855317+0000","last_unstale":"2024-04-23T18:21:56.500813+0000","last_undegraded":"2024-04-23T18:21:56.500813+0000","last_fullsized":"2024-04-23T18:21:56.500813+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:13:35.976647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498030+0000","last_change":"2024-04-23T18:20:58.853846+0000","last_active":"2024-04-23T18:21:56.498030+0000","last_peered":"2024-04-23T18:21:56.498030+0000","last_clean":"2024-04-23T18:21:56.498030+0000","last_became_active":"2024-04-23T18:20:58.853473+0000","last_became_peered":"2024-04-23T18:20:58.853473+0000","last_unstale":"2024-04-23T18:21:56.498030+0000","last_undegraded":"2024-04-23T18:21:56.498030+0000","last_fullsized":"2024-04-23T18:21:56.498030+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:55:28.522652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.722021+0000","last_change":"2024-04-23T18:21:56.722021+0000","last_active":"2024-04-23T18:21:56.722021+0000","last_peered":"2024-04-23T18:21:56.722021+0000","last_clean":"2024-04-23T18:21:56.722021+0000","last_became_active":"2024-04-23T18:21:56.721479+0000","last_became_peered":"2024-04-23T18:21:56.721479+0000","last_unstale":"2024-04-23T18:21:56.722021+0000","last_undegraded":"2024-04-23T18:21:56.722021+0000","last_fullsized":"2024-04-23T18:21:56.722021+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:51:40.921636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":95,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:11.393025+0000","last_change":"2024-04-23T18:20:58.862102+0000","last_active":"2024-04-23T18:22:11.393025+0000","last_peered":"2024-04-23T18:22:11.393025+0000","last_clean":"2024-04-23T18:22:11.393025+0000","last_became_active":"2024-04-23T18:20:58.861794+0000","last_became_peered":"2024-04-23T18:20:58.861794+0000","last_unstale":"2024-04-23T18:22:11.393025+0000","last_undegraded":"2024-04-23T18:22:11.393025+0000","last_fullsized":"2024-04-23T18:22:11.393025+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:07:56.139013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497264+0000","last_change":"2024-04-23T18:20:59.870867+0000","last_active":"2024-04-23T18:21:56.497264+0000","last_peered":"2024-04-23T18:21:56.497264+0000","last_clean":"2024-04-23T18:21:56.497264+0000","last_became_active":"2024-04-23T18:20:59.870526+0000","last_became_peered":"2024-04-23T18:20:59.870526+0000","last_unstale":"2024-04-23T18:21:56.497264+0000","last_undegraded":"2024-04-23T18:21:56.497264+0000","last_fullsized":"2024-04-23T18:21:56.497264+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:04:56.848932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497322+0000","last_change":"2024-04-23T18:20:58.860528+0000","last_active":"2024-04-23T18:21:56.497322+0000","last_peered":"2024-04-23T18:21:56.497322+0000","last_clean":"2024-04-23T18:21:56.497322+0000","last_became_active":"2024-04-23T18:20:58.860134+0000","last_became_peered":"2024-04-23T18:20:58.860134+0000","last_unstale":"2024-04-23T18:21:56.497322+0000","last_undegraded":"2024-04-23T18:21:56.497322+0000","last_fullsized":"2024-04-23T18:21:56.497322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:50:11.151898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501441+0000","last_change":"2024-04-23T18:20:59.878297+0000","last_active":"2024-04-23T18:21:56.501441+0000","last_peered":"2024-04-23T18:21:56.501441+0000","last_clean":"2024-04-23T18:21:56.501441+0000","last_became_active":"2024-04-23T18:20:59.877215+0000","last_became_peered":"2024-04-23T18:20:59.877215+0000","last_unstale":"2024-04-23T18:21:56.501441+0000","last_undegraded":"2024-04-23T18:21:56.501441+0000","last_fullsized":"2024-04-23T18:21:56.501441+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:35:45.419135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720043+0000","last_change":"2024-04-23T18:20:58.850195+0000","last_active":"2024-04-23T18:21:56.720043+0000","last_peered":"2024-04-23T18:21:56.720043+0000","last_clean":"2024-04-23T18:21:56.720043+0000","last_became_active":"2024-04-23T18:20:58.849815+0000","last_became_peered":"2024-04-23T18:20:58.849815+0000","last_unstale":"2024-04-23T18:21:56.720043+0000","last_undegraded":"2024-04-23T18:21:56.720043+0000","last_fullsized":"2024-04-23T18:21:56.720043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:29:19.937473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499253+0000","last_change":"2024-04-23T18:20:59.872045+0000","last_active":"2024-04-23T18:21:56.499253+0000","last_peered":"2024-04-23T18:21:56.499253+0000","last_clean":"2024-04-23T18:21:56.499253+0000","last_became_active":"2024-04-23T18:20:59.870964+0000","last_became_peered":"2024-04-23T18:20:59.870964+0000","last_unstale":"2024-04-23T18:21:56.499253+0000","last_undegraded":"2024-04-23T18:21:56.499253+0000","last_fullsized":"2024-04-23T18:21:56.499253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:04.006841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499699+0000","last_change":"2024-04-23T18:20:58.860868+0000","last_active":"2024-04-23T18:21:56.499699+0000","last_peered":"2024-04-23T18:21:56.499699+0000","last_clean":"2024-04-23T18:21:56.499699+0000","last_became_active":"2024-04-23T18:20:58.860539+0000","last_became_peered":"2024-04-23T18:20:58.860539+0000","last_unstale":"2024-04-23T18:21:56.499699+0000","last_undegraded":"2024-04-23T18:21:56.499699+0000","last_fullsized":"2024-04-23T18:21:56.499699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:46.918143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494133+0000","last_change":"2024-04-23T18:20:59.867600+0000","last_active":"2024-04-23T18:21:56.494133+0000","last_peered":"2024-04-23T18:21:56.494133+0000","last_clean":"2024-04-23T18:21:56.494133+0000","last_became_active":"2024-04-23T18:20:59.867212+0000","last_became_peered":"2024-04-23T18:20:59.867212+0000","last_unstale":"2024-04-23T18:21:56.494133+0000","last_undegraded":"2024-04-23T18:21:56.494133+0000","last_fullsized":"2024-04-23T18:21:56.494133+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:00.470189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":167,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:16.399680+0000","last_change":"2024-04-23T18:20:58.858931+0000","last_active":"2024-04-23T18:22:16.399680+0000","last_peered":"2024-04-23T18:22:16.399680+0000","last_clean":"2024-04-23T18:22:16.399680+0000","last_became_active":"2024-04-23T18:20:58.858492+0000","last_became_peered":"2024-04-23T18:20:58.858492+0000","last_unstale":"2024-04-23T18:22:16.399680+0000","last_undegraded":"2024-04-23T18:22:16.399680+0000","last_fullsized":"2024-04-23T18:22:16.399680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:09:30.335087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":144,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501285+0000","last_change":"2024-04-23T18:20:59.861029+0000","last_active":"2024-04-23T18:21:56.501285+0000","last_peered":"2024-04-23T18:21:56.501285+0000","last_clean":"2024-04-23T18:21:56.501285+0000","last_became_active":"2024-04-23T18:20:59.860603+0000","last_became_peered":"2024-04-23T18:20:59.860603+0000","last_unstale":"2024-04-23T18:21:56.501285+0000","last_undegraded":"2024-04-23T18:21:56.501285+0000","last_fullsized":"2024-04-23T18:21:56.501285+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:10.142795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496179+0000","last_change":"2024-04-23T18:20:58.865538+0000","last_active":"2024-04-23T18:21:56.496179+0000","last_peered":"2024-04-23T18:21:56.496179+0000","last_clean":"2024-04-23T18:21:56.496179+0000","last_became_active":"2024-04-23T18:20:58.864744+0000","last_became_peered":"2024-04-23T18:20:58.864744+0000","last_unstale":"2024-04-23T18:21:56.496179+0000","last_undegraded":"2024-04-23T18:21:56.496179+0000","last_fullsized":"2024-04-23T18:21:56.496179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:23.178032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498706+0000","last_change":"2024-04-23T18:20:59.878257+0000","last_active":"2024-04-23T18:21:56.498706+0000","last_peered":"2024-04-23T18:21:56.498706+0000","last_clean":"2024-04-23T18:21:56.498706+0000","last_became_active":"2024-04-23T18:20:59.875944+0000","last_became_peered":"2024-04-23T18:20:59.875944+0000","last_unstale":"2024-04-23T18:21:56.498706+0000","last_undegraded":"2024-04-23T18:21:56.498706+0000","last_fullsized":"2024-04-23T18:21:56.498706+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:03:37.046284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500821+0000","last_change":"2024-04-23T18:20:58.864563+0000","last_active":"2024-04-23T18:21:56.500821+0000","last_peered":"2024-04-23T18:21:56.500821+0000","last_clean":"2024-04-23T18:21:56.500821+0000","last_became_active":"2024-04-23T18:20:58.864231+0000","last_became_peered":"2024-04-23T18:20:58.864231+0000","last_unstale":"2024-04-23T18:21:56.500821+0000","last_undegraded":"2024-04-23T18:21:56.500821+0000","last_fullsized":"2024-04-23T18:21:56.500821+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:37:24.678023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500720+0000","last_change":"2024-04-23T18:20:59.865006+0000","last_active":"2024-04-23T18:21:56.500720+0000","last_peered":"2024-04-23T18:21:56.500720+0000","last_clean":"2024-04-23T18:21:56.500720+0000","last_became_active":"2024-04-23T18:20:59.864586+0000","last_became_peered":"2024-04-23T18:20:59.864586+0000","last_unstale":"2024-04-23T18:21:56.500720+0000","last_undegraded":"2024-04-23T18:21:56.500720+0000","last_fullsized":"2024-04-23T18:21:56.500720+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:02.186933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'30","reported_seq":218,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:15.753633+0000","last_change":"2024-04-23T18:21:56.730249+0000","last_active":"2024-04-23T18:22:15.753633+0000","last_peered":"2024-04-23T18:22:15.753633+0000","last_clean":"2024-04-23T18:22:15.753633+0000","last_became_active":"2024-04-23T18:21:56.722690+0000","last_became_peered":"2024-04-23T18:21:56.722690+0000","last_unstale":"2024-04-23T18:22:15.753633+0000","last_undegraded":"2024-04-23T18:22:15.753633+0000","last_fullsized":"2024-04-23T18:22:15.753633+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:29:21.005225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61046,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":147,"num_read_kb":133,"num_write":32,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61046,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498003+0000","last_change":"2024-04-23T18:20:59.870083+0000","last_active":"2024-04-23T18:21:56.498003+0000","last_peered":"2024-04-23T18:21:56.498003+0000","last_clean":"2024-04-23T18:21:56.498003+0000","last_became_active":"2024-04-23T18:20:59.869722+0000","last_became_peered":"2024-04-23T18:20:59.869722+0000","last_unstale":"2024-04-23T18:21:56.498003+0000","last_undegraded":"2024-04-23T18:21:56.498003+0000","last_fullsized":"2024-04-23T18:21:56.498003+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:08:40.589017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500198+0000","last_change":"2024-04-23T18:20:58.866008+0000","last_active":"2024-04-23T18:21:56.500198+0000","last_peered":"2024-04-23T18:21:56.500198+0000","last_clean":"2024-04-23T18:21:56.500198+0000","last_became_active":"2024-04-23T18:20:58.865644+0000","last_became_peered":"2024-04-23T18:20:58.865644+0000","last_unstale":"2024-04-23T18:21:56.500198+0000","last_undegraded":"2024-04-23T18:21:56.500198+0000","last_fullsized":"2024-04-23T18:21:56.500198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:25.002138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720026+0000","last_change":"2024-04-23T18:20:59.868766+0000","last_active":"2024-04-23T18:21:56.720026+0000","last_peered":"2024-04-23T18:21:56.720026+0000","last_clean":"2024-04-23T18:21:56.720026+0000","last_became_active":"2024-04-23T18:20:59.868334+0000","last_became_peered":"2024-04-23T18:20:59.868334+0000","last_unstale":"2024-04-23T18:21:56.720026+0000","last_undegraded":"2024-04-23T18:21:56.720026+0000","last_fullsized":"2024-04-23T18:21:56.720026+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:22:47.052087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501316+0000","last_change":"2024-04-23T18:20:58.861138+0000","last_active":"2024-04-23T18:21:56.501316+0000","last_peered":"2024-04-23T18:21:56.501316+0000","last_clean":"2024-04-23T18:21:56.501316+0000","last_became_active":"2024-04-23T18:20:58.860783+0000","last_became_peered":"2024-04-23T18:20:58.860783+0000","last_unstale":"2024-04-23T18:21:56.501316+0000","last_undegraded":"2024-04-23T18:21:56.501316+0000","last_fullsized":"2024-04-23T18:21:56.501316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:35:58.963320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496272+0000","last_change":"2024-04-23T18:20:59.871883+0000","last_active":"2024-04-23T18:21:56.496272+0000","last_peered":"2024-04-23T18:21:56.496272+0000","last_clean":"2024-04-23T18:21:56.496272+0000","last_became_active":"2024-04-23T18:20:59.871477+0000","last_became_peered":"2024-04-23T18:20:59.871477+0000","last_unstale":"2024-04-23T18:21:56.496272+0000","last_undegraded":"2024-04-23T18:21:56.496272+0000","last_fullsized":"2024-04-23T18:21:56.496272+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:08.094024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'6","reported_seq":96,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:12.404877+0000","last_change":"2024-04-23T18:20:58.862877+0000","last_active":"2024-04-23T18:22:12.404877+0000","last_peered":"2024-04-23T18:22:12.404877+0000","last_clean":"2024-04-23T18:22:12.404877+0000","last_became_active":"2024-04-23T18:20:58.862222+0000","last_became_peered":"2024-04-23T18:20:58.862222+0000","last_unstale":"2024-04-23T18:22:12.404877+0000","last_undegraded":"2024-04-23T18:22:12.404877+0000","last_fullsized":"2024-04-23T18:22:12.404877+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:05:15.323778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":72,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495783+0000","last_change":"2024-04-23T18:20:59.876912+0000","last_active":"2024-04-23T18:21:56.495783+0000","last_peered":"2024-04-23T18:21:56.495783+0000","last_clean":"2024-04-23T18:21:56.495783+0000","last_became_active":"2024-04-23T18:20:59.876585+0000","last_became_peered":"2024-04-23T18:20:59.876585+0000","last_unstale":"2024-04-23T18:21:56.495783+0000","last_undegraded":"2024-04-23T18:21:56.495783+0000","last_fullsized":"2024-04-23T18:21:56.495783+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:25:02.654240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":61,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.521434+0000","last_change":"2024-04-23T18:21:56.521434+0000","last_active":"2024-04-23T18:21:56.521434+0000","last_peered":"2024-04-23T18:21:56.521434+0000","last_clean":"2024-04-23T18:21:56.521434+0000","last_became_active":"2024-04-23T18:21:56.503572+0000","last_became_peered":"2024-04-23T18:21:56.503572+0000","last_unstale":"2024-04-23T18:21:56.521434+0000","last_undegraded":"2024-04-23T18:21:56.521434+0000","last_fullsized":"2024-04-23T18:21:56.521434+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:53.392151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499619+0000","last_change":"2024-04-23T18:20:59.879008+0000","last_active":"2024-04-23T18:21:56.499619+0000","last_peered":"2024-04-23T18:21:56.499619+0000","last_clean":"2024-04-23T18:21:56.499619+0000","last_became_active":"2024-04-23T18:20:59.878644+0000","last_became_peered":"2024-04-23T18:20:59.878644+0000","last_unstale":"2024-04-23T18:21:56.499619+0000","last_undegraded":"2024-04-23T18:21:56.499619+0000","last_fullsized":"2024-04-23T18:21:56.499619+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:45:53.763888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498571+0000","last_change":"2024-04-23T18:20:58.855151+0000","last_active":"2024-04-23T18:21:56.498571+0000","last_peered":"2024-04-23T18:21:56.498571+0000","last_clean":"2024-04-23T18:21:56.498571+0000","last_became_active":"2024-04-23T18:20:58.854119+0000","last_became_peered":"2024-04-23T18:20:58.854119+0000","last_unstale":"2024-04-23T18:21:56.498571+0000","last_undegraded":"2024-04-23T18:21:56.498571+0000","last_fullsized":"2024-04-23T18:21:56.498571+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:01:28.819873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.503038+0000","last_change":"2024-04-23T18:21:56.503038+0000","last_active":"2024-04-23T18:21:56.503038+0000","last_peered":"2024-04-23T18:21:56.503038+0000","last_clean":"2024-04-23T18:21:56.503038+0000","last_became_active":"2024-04-23T18:21:56.502636+0000","last_became_peered":"2024-04-23T18:21:56.502636+0000","last_unstale":"2024-04-23T18:21:56.503038+0000","last_undegraded":"2024-04-23T18:21:56.503038+0000","last_fullsized":"2024-04-23T18:21:56.503038+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:27.418400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494496+0000","last_change":"2024-04-23T18:20:58.859592+0000","last_active":"2024-04-23T18:21:56.494496+0000","last_peered":"2024-04-23T18:21:56.494496+0000","last_clean":"2024-04-23T18:21:56.494496+0000","last_became_active":"2024-04-23T18:20:58.859216+0000","last_became_peered":"2024-04-23T18:20:58.859216+0000","last_unstale":"2024-04-23T18:21:56.494496+0000","last_undegraded":"2024-04-23T18:21:56.494496+0000","last_fullsized":"2024-04-23T18:21:56.494496+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:15:47.339706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497766+0000","last_change":"2024-04-23T18:20:59.872452+0000","last_active":"2024-04-23T18:21:56.497766+0000","last_peered":"2024-04-23T18:21:56.497766+0000","last_clean":"2024-04-23T18:21:56.497766+0000","last_became_active":"2024-04-23T18:20:59.872116+0000","last_became_peered":"2024-04-23T18:20:59.872116+0000","last_unstale":"2024-04-23T18:21:56.497766+0000","last_undegraded":"2024-04-23T18:21:56.497766+0000","last_fullsized":"2024-04-23T18:21:56.497766+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:38:36.970099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'5","reported_seq":93,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:12.522074+0000","last_change":"2024-04-23T18:20:58.868460+0000","last_active":"2024-04-23T18:22:12.522074+0000","last_peered":"2024-04-23T18:22:12.522074+0000","last_clean":"2024-04-23T18:22:12.522074+0000","last_became_active":"2024-04-23T18:20:58.868115+0000","last_became_peered":"2024-04-23T18:20:58.868115+0000","last_unstale":"2024-04-23T18:22:12.522074+0000","last_undegraded":"2024-04-23T18:22:12.522074+0000","last_fullsized":"2024-04-23T18:22:12.522074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:47.216609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":69,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497319+0000","last_change":"2024-04-23T18:20:59.868545+0000","last_active":"2024-04-23T18:21:56.497319+0000","last_peered":"2024-04-23T18:21:56.497319+0000","last_clean":"2024-04-23T18:21:56.497319+0000","last_became_active":"2024-04-23T18:20:59.868223+0000","last_became_peered":"2024-04-23T18:20:59.868223+0000","last_unstale":"2024-04-23T18:21:56.497319+0000","last_undegraded":"2024-04-23T18:21:56.497319+0000","last_fullsized":"2024-04-23T18:21:56.497319+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:59.423338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501582+0000","last_change":"2024-04-23T18:20:59.873360+0000","last_active":"2024-04-23T18:21:56.501582+0000","last_peered":"2024-04-23T18:21:56.501582+0000","last_clean":"2024-04-23T18:21:56.501582+0000","last_became_active":"2024-04-23T18:20:59.872988+0000","last_became_peered":"2024-04-23T18:20:59.872988+0000","last_unstale":"2024-04-23T18:21:56.501582+0000","last_undegraded":"2024-04-23T18:21:56.501582+0000","last_fullsized":"2024-04-23T18:21:56.501582+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:06:08.758482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":93,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:11.402442+0000","last_change":"2024-04-23T18:20:58.859121+0000","last_active":"2024-04-23T18:22:11.402442+0000","last_peered":"2024-04-23T18:22:11.402442+0000","last_clean":"2024-04-23T18:22:11.402442+0000","last_became_active":"2024-04-23T18:20:58.858797+0000","last_became_peered":"2024-04-23T18:20:58.858797+0000","last_unstale":"2024-04-23T18:22:11.402442+0000","last_undegraded":"2024-04-23T18:22:11.402442+0000","last_fullsized":"2024-04-23T18:22:11.402442+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:32:18.308667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":69,"num_read_kb":69,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499961+0000","last_change":"2024-04-23T18:20:59.880064+0000","last_active":"2024-04-23T18:21:56.499961+0000","last_peered":"2024-04-23T18:21:56.499961+0000","last_clean":"2024-04-23T18:21:56.499961+0000","last_became_active":"2024-04-23T18:20:59.879722+0000","last_became_peered":"2024-04-23T18:20:59.879722+0000","last_unstale":"2024-04-23T18:21:56.499961+0000","last_undegraded":"2024-04-23T18:21:56.499961+0000","last_fullsized":"2024-04-23T18:21:56.499961+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:32:56.391733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720775+0000","last_change":"2024-04-23T18:20:58.854516+0000","last_active":"2024-04-23T18:21:56.720775+0000","last_peered":"2024-04-23T18:21:56.720775+0000","last_clean":"2024-04-23T18:21:56.720775+0000","last_became_active":"2024-04-23T18:20:58.854156+0000","last_became_peered":"2024-04-23T18:20:58.854156+0000","last_unstale":"2024-04-23T18:21:56.720775+0000","last_undegraded":"2024-04-23T18:21:56.720775+0000","last_fullsized":"2024-04-23T18:21:56.720775+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:55:57.825093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":354,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496498+0000","last_change":"2024-04-23T18:19:45.545830+0000","last_active":"2024-04-23T18:21:56.496498+0000","last_peered":"2024-04-23T18:21:56.496498+0000","last_clean":"2024-04-23T18:21:56.496498+0000","last_became_active":"2024-04-23T18:19:45.545228+0000","last_became_peered":"2024-04-23T18:19:45.545228+0000","last_unstale":"2024-04-23T18:21:56.496498+0000","last_undegraded":"2024-04-23T18:21:56.496498+0000","last_fullsized":"2024-04-23T18:21:56.496498+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_clean_scrub_stamp":"2024-04-23T18:16:19.429544+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:15:02.341971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.719906+0000","last_change":"2024-04-23T18:20:59.867240+0000","last_active":"2024-04-23T18:21:56.719906+0000","last_peered":"2024-04-23T18:21:56.719906+0000","last_clean":"2024-04-23T18:21:56.719906+0000","last_became_active":"2024-04-23T18:20:59.866320+0000","last_became_peered":"2024-04-23T18:20:59.866320+0000","last_unstale":"2024-04-23T18:21:56.719906+0000","last_undegraded":"2024-04-23T18:21:56.719906+0000","last_fullsized":"2024-04-23T18:21:56.719906+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:30.563962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496599+0000","last_change":"2024-04-23T18:20:58.859947+0000","last_active":"2024-04-23T18:21:56.496599+0000","last_peered":"2024-04-23T18:21:56.496599+0000","last_clean":"2024-04-23T18:21:56.496599+0000","last_became_active":"2024-04-23T18:20:58.859570+0000","last_became_peered":"2024-04-23T18:20:58.859570+0000","last_unstale":"2024-04-23T18:21:56.496599+0000","last_undegraded":"2024-04-23T18:21:56.496599+0000","last_fullsized":"2024-04-23T18:21:56.496599+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:46:30.452480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.510505+0000","last_change":"2024-04-23T18:21:56.510077+0000","last_active":"2024-04-23T18:21:56.510505+0000","last_peered":"2024-04-23T18:21:56.510505+0000","last_clean":"2024-04-23T18:21:56.510505+0000","last_became_active":"2024-04-23T18:21:56.499133+0000","last_became_peered":"2024-04-23T18:21:56.499133+0000","last_unstale":"2024-04-23T18:21:56.510505+0000","last_undegraded":"2024-04-23T18:21:56.510505+0000","last_fullsized":"2024-04-23T18:21:56.510505+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:51:45.553289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720222+0000","last_change":"2024-04-23T18:20:59.863791+0000","last_active":"2024-04-23T18:21:56.720222+0000","last_peered":"2024-04-23T18:21:56.720222+0000","last_clean":"2024-04-23T18:21:56.720222+0000","last_became_active":"2024-04-23T18:20:59.863455+0000","last_became_peered":"2024-04-23T18:20:59.863455+0000","last_unstale":"2024-04-23T18:21:56.720222+0000","last_undegraded":"2024-04-23T18:21:56.720222+0000","last_fullsized":"2024-04-23T18:21:56.720222+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:41:17.434620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'12","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494630+0000","last_change":"2024-04-23T18:20:58.854305+0000","last_active":"2024-04-23T18:21:56.494630+0000","last_peered":"2024-04-23T18:21:56.494630+0000","last_clean":"2024-04-23T18:21:56.494630+0000","last_became_active":"2024-04-23T18:20:58.853957+0000","last_became_peered":"2024-04-23T18:20:58.853957+0000","last_unstale":"2024-04-23T18:21:56.494630+0000","last_undegraded":"2024-04-23T18:21:56.494630+0000","last_fullsized":"2024-04-23T18:21:56.494630+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:33:07.949934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500156+0000","last_change":"2024-04-23T18:20:59.871504+0000","last_active":"2024-04-23T18:21:56.500156+0000","last_peered":"2024-04-23T18:21:56.500156+0000","last_clean":"2024-04-23T18:21:56.500156+0000","last_became_active":"2024-04-23T18:20:59.871147+0000","last_became_peered":"2024-04-23T18:20:59.871147+0000","last_unstale":"2024-04-23T18:21:56.500156+0000","last_undegraded":"2024-04-23T18:21:56.500156+0000","last_fullsized":"2024-04-23T18:21:56.500156+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:35.849085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720970+0000","last_change":"2024-04-23T18:20:58.855690+0000","last_active":"2024-04-23T18:21:56.720970+0000","last_peered":"2024-04-23T18:21:56.720970+0000","last_clean":"2024-04-23T18:21:56.720970+0000","last_became_active":"2024-04-23T18:20:58.854957+0000","last_became_peered":"2024-04-23T18:20:58.854957+0000","last_unstale":"2024-04-23T18:21:56.720970+0000","last_undegraded":"2024-04-23T18:21:56.720970+0000","last_fullsized":"2024-04-23T18:21:56.720970+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:17:35.335799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498644+0000","last_change":"2024-04-23T18:20:59.880722+0000","last_active":"2024-04-23T18:21:56.498644+0000","last_peered":"2024-04-23T18:21:56.498644+0000","last_clean":"2024-04-23T18:21:56.498644+0000","last_became_active":"2024-04-23T18:20:59.879508+0000","last_became_peered":"2024-04-23T18:20:59.879508+0000","last_unstale":"2024-04-23T18:21:56.498644+0000","last_undegraded":"2024-04-23T18:21:56.498644+0000","last_fullsized":"2024-04-23T18:21:56.498644+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:14.479368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501415+0000","last_change":"2024-04-23T18:20:58.859795+0000","last_active":"2024-04-23T18:21:56.501415+0000","last_peered":"2024-04-23T18:21:56.501415+0000","last_clean":"2024-04-23T18:21:56.501415+0000","last_became_active":"2024-04-23T18:20:58.859411+0000","last_became_peered":"2024-04-23T18:20:58.859411+0000","last_unstale":"2024-04-23T18:21:56.501415+0000","last_undegraded":"2024-04-23T18:21:56.501415+0000","last_fullsized":"2024-04-23T18:21:56.501415+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:44:17.649834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497046+0000","last_change":"2024-04-23T18:20:59.862009+0000","last_active":"2024-04-23T18:21:56.497046+0000","last_peered":"2024-04-23T18:21:56.497046+0000","last_clean":"2024-04-23T18:21:56.497046+0000","last_became_active":"2024-04-23T18:20:59.861671+0000","last_became_peered":"2024-04-23T18:20:59.861671+0000","last_unstale":"2024-04-23T18:21:56.497046+0000","last_undegraded":"2024-04-23T18:21:56.497046+0000","last_fullsized":"2024-04-23T18:21:56.497046+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:17:52.432200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499057+0000","last_change":"2024-04-23T18:20:58.856987+0000","last_active":"2024-04-23T18:21:56.499057+0000","last_peered":"2024-04-23T18:21:56.499057+0000","last_clean":"2024-04-23T18:21:56.499057+0000","last_became_active":"2024-04-23T18:20:58.856502+0000","last_became_peered":"2024-04-23T18:20:58.856502+0000","last_unstale":"2024-04-23T18:21:56.499057+0000","last_undegraded":"2024-04-23T18:21:56.499057+0000","last_fullsized":"2024-04-23T18:21:56.499057+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:07:22.044431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494725+0000","last_change":"2024-04-23T18:20:59.867752+0000","last_active":"2024-04-23T18:21:56.494725+0000","last_peered":"2024-04-23T18:21:56.494725+0000","last_clean":"2024-04-23T18:21:56.494725+0000","last_became_active":"2024-04-23T18:20:59.867376+0000","last_became_peered":"2024-04-23T18:20:59.867376+0000","last_unstale":"2024-04-23T18:21:56.494725+0000","last_undegraded":"2024-04-23T18:21:56.494725+0000","last_fullsized":"2024-04-23T18:21:56.494725+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:01:46.456149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499940+0000","last_change":"2024-04-23T18:20:58.866210+0000","last_active":"2024-04-23T18:21:56.499940+0000","last_peered":"2024-04-23T18:21:56.499940+0000","last_clean":"2024-04-23T18:21:56.499940+0000","last_became_active":"2024-04-23T18:20:58.865629+0000","last_became_peered":"2024-04-23T18:20:58.865629+0000","last_unstale":"2024-04-23T18:21:56.499940+0000","last_undegraded":"2024-04-23T18:21:56.499940+0000","last_fullsized":"2024-04-23T18:21:56.499940+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:00:43.591447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499251+0000","last_change":"2024-04-23T18:20:59.880765+0000","last_active":"2024-04-23T18:21:56.499251+0000","last_peered":"2024-04-23T18:21:56.499251+0000","last_clean":"2024-04-23T18:21:56.499251+0000","last_became_active":"2024-04-23T18:20:59.880020+0000","last_became_peered":"2024-04-23T18:20:59.880020+0000","last_unstale":"2024-04-23T18:21:56.499251+0000","last_undegraded":"2024-04-23T18:21:56.499251+0000","last_fullsized":"2024-04-23T18:21:56.499251+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:38:59.500278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497473+0000","last_change":"2024-04-23T18:20:58.863595+0000","last_active":"2024-04-23T18:21:56.497473+0000","last_peered":"2024-04-23T18:21:56.497473+0000","last_clean":"2024-04-23T18:21:56.497473+0000","last_became_active":"2024-04-23T18:20:58.863219+0000","last_became_peered":"2024-04-23T18:20:58.863219+0000","last_unstale":"2024-04-23T18:21:56.497473+0000","last_undegraded":"2024-04-23T18:21:56.497473+0000","last_fullsized":"2024-04-23T18:21:56.497473+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:23:04.295307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496278+0000","last_change":"2024-04-23T18:20:59.870566+0000","last_active":"2024-04-23T18:21:56.496278+0000","last_peered":"2024-04-23T18:21:56.496278+0000","last_clean":"2024-04-23T18:21:56.496278+0000","last_became_active":"2024-04-23T18:20:59.870188+0000","last_became_peered":"2024-04-23T18:20:59.870188+0000","last_unstale":"2024-04-23T18:21:56.496278+0000","last_undegraded":"2024-04-23T18:21:56.496278+0000","last_fullsized":"2024-04-23T18:21:56.496278+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:55:36.266541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":94,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:11.393135+0000","last_change":"2024-04-23T18:20:58.863879+0000","last_active":"2024-04-23T18:22:11.393135+0000","last_peered":"2024-04-23T18:22:11.393135+0000","last_clean":"2024-04-23T18:22:11.393135+0000","last_became_active":"2024-04-23T18:20:58.863534+0000","last_became_peered":"2024-04-23T18:20:58.863534+0000","last_unstale":"2024-04-23T18:22:11.393135+0000","last_undegraded":"2024-04-23T18:22:11.393135+0000","last_fullsized":"2024-04-23T18:22:11.393135+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:28:35.544094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":70,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496719+0000","last_change":"2024-04-23T18:20:59.869526+0000","last_active":"2024-04-23T18:21:56.496719+0000","last_peered":"2024-04-23T18:21:56.496719+0000","last_clean":"2024-04-23T18:21:56.496719+0000","last_became_active":"2024-04-23T18:20:59.869144+0000","last_became_peered":"2024-04-23T18:20:59.869144+0000","last_unstale":"2024-04-23T18:21:56.496719+0000","last_undegraded":"2024-04-23T18:21:56.496719+0000","last_fullsized":"2024-04-23T18:21:56.496719+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:49:51.853053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500271+0000","last_change":"2024-04-23T18:20:58.856579+0000","last_active":"2024-04-23T18:21:56.500271+0000","last_peered":"2024-04-23T18:21:56.500271+0000","last_clean":"2024-04-23T18:21:56.500271+0000","last_became_active":"2024-04-23T18:20:58.856161+0000","last_became_peered":"2024-04-23T18:20:58.856161+0000","last_unstale":"2024-04-23T18:21:56.500271+0000","last_undegraded":"2024-04-23T18:21:56.500271+0000","last_fullsized":"2024-04-23T18:21:56.500271+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:07:04.531744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496119+0000","last_change":"2024-04-23T18:20:59.876359+0000","last_active":"2024-04-23T18:21:56.496119+0000","last_peered":"2024-04-23T18:21:56.496119+0000","last_clean":"2024-04-23T18:21:56.496119+0000","last_became_active":"2024-04-23T18:20:59.875998+0000","last_became_peered":"2024-04-23T18:20:59.875998+0000","last_unstale":"2024-04-23T18:21:56.496119+0000","last_undegraded":"2024-04-23T18:21:56.496119+0000","last_fullsized":"2024-04-23T18:21:56.496119+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:28:51.694991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720454+0000","last_change":"2024-04-23T18:20:58.857407+0000","last_active":"2024-04-23T18:21:56.720454+0000","last_peered":"2024-04-23T18:21:56.720454+0000","last_clean":"2024-04-23T18:21:56.720454+0000","last_became_active":"2024-04-23T18:20:58.857044+0000","last_became_peered":"2024-04-23T18:20:58.857044+0000","last_unstale":"2024-04-23T18:21:56.720454+0000","last_undegraded":"2024-04-23T18:21:56.720454+0000","last_fullsized":"2024-04-23T18:21:56.720454+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:14:20.733661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496956+0000","last_change":"2024-04-23T18:20:59.872513+0000","last_active":"2024-04-23T18:21:56.496956+0000","last_peered":"2024-04-23T18:21:56.496956+0000","last_clean":"2024-04-23T18:21:56.496956+0000","last_became_active":"2024-04-23T18:20:59.872198+0000","last_became_peered":"2024-04-23T18:20:59.872198+0000","last_unstale":"2024-04-23T18:21:56.496956+0000","last_undegraded":"2024-04-23T18:21:56.496956+0000","last_fullsized":"2024-04-23T18:21:56.496956+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:01:09.459433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494821+0000","last_change":"2024-04-23T18:20:59.874894+0000","last_active":"2024-04-23T18:21:56.494821+0000","last_peered":"2024-04-23T18:21:56.494821+0000","last_clean":"2024-04-23T18:21:56.494821+0000","last_became_active":"2024-04-23T18:20:59.874369+0000","last_became_peered":"2024-04-23T18:20:59.874369+0000","last_unstale":"2024-04-23T18:21:56.494821+0000","last_undegraded":"2024-04-23T18:21:56.494821+0000","last_fullsized":"2024-04-23T18:21:56.494821+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:54:55.029327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.721574+0000","last_change":"2024-04-23T18:21:56.721574+0000","last_active":"2024-04-23T18:21:56.721574+0000","last_peered":"2024-04-23T18:21:56.721574+0000","last_clean":"2024-04-23T18:21:56.721574+0000","last_became_active":"2024-04-23T18:21:56.721283+0000","last_became_peered":"2024-04-23T18:21:56.721283+0000","last_unstale":"2024-04-23T18:21:56.721574+0000","last_undegraded":"2024-04-23T18:21:56.721574+0000","last_fullsized":"2024-04-23T18:21:56.721574+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:36.911372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499822+0000","last_change":"2024-04-23T18:20:59.869691+0000","last_active":"2024-04-23T18:21:56.499822+0000","last_peered":"2024-04-23T18:21:56.499822+0000","last_clean":"2024-04-23T18:21:56.499822+0000","last_became_active":"2024-04-23T18:20:59.869344+0000","last_became_peered":"2024-04-23T18:20:59.869344+0000","last_unstale":"2024-04-23T18:21:56.499822+0000","last_undegraded":"2024-04-23T18:21:56.499822+0000","last_fullsized":"2024-04-23T18:21:56.499822+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:34:53.583506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498149+0000","last_change":"2024-04-23T18:20:59.878530+0000","last_active":"2024-04-23T18:21:56.498149+0000","last_peered":"2024-04-23T18:21:56.498149+0000","last_clean":"2024-04-23T18:21:56.498149+0000","last_became_active":"2024-04-23T18:20:59.875872+0000","last_became_peered":"2024-04-23T18:20:59.875872+0000","last_unstale":"2024-04-23T18:21:56.498149+0000","last_undegraded":"2024-04-23T18:21:56.498149+0000","last_fullsized":"2024-04-23T18:21:56.498149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:33.934384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720166+0000","last_change":"2024-04-23T18:20:59.869103+0000","last_active":"2024-04-23T18:21:56.720166+0000","last_peered":"2024-04-23T18:21:56.720166+0000","last_clean":"2024-04-23T18:21:56.720166+0000","last_became_active":"2024-04-23T18:20:59.868028+0000","last_became_peered":"2024-04-23T18:20:59.868028+0000","last_unstale":"2024-04-23T18:21:56.720166+0000","last_undegraded":"2024-04-23T18:21:56.720166+0000","last_fullsized":"2024-04-23T18:21:56.720166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:20.911608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495070+0000","last_change":"2024-04-23T18:20:59.874811+0000","last_active":"2024-04-23T18:21:56.495070+0000","last_peered":"2024-04-23T18:21:56.495070+0000","last_clean":"2024-04-23T18:21:56.495070+0000","last_became_active":"2024-04-23T18:20:59.874408+0000","last_became_peered":"2024-04-23T18:20:59.874408+0000","last_unstale":"2024-04-23T18:21:56.495070+0000","last_undegraded":"2024-04-23T18:21:56.495070+0000","last_fullsized":"2024-04-23T18:21:56.495070+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:41.507692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500401+0000","last_change":"2024-04-23T18:20:59.860151+0000","last_active":"2024-04-23T18:21:56.500401+0000","last_peered":"2024-04-23T18:21:56.500401+0000","last_clean":"2024-04-23T18:21:56.500401+0000","last_became_active":"2024-04-23T18:20:59.859789+0000","last_became_peered":"2024-04-23T18:20:59.859789+0000","last_unstale":"2024-04-23T18:21:56.500401+0000","last_undegraded":"2024-04-23T18:21:56.500401+0000","last_fullsized":"2024-04-23T18:21:56.500401+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:02:48.681980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.503369+0000","last_change":"2024-04-23T18:21:56.503369+0000","last_active":"2024-04-23T18:21:56.503369+0000","last_peered":"2024-04-23T18:21:56.503369+0000","last_clean":"2024-04-23T18:21:56.503369+0000","last_became_active":"2024-04-23T18:21:56.502919+0000","last_became_peered":"2024-04-23T18:21:56.502919+0000","last_unstale":"2024-04-23T18:21:56.503369+0000","last_undegraded":"2024-04-23T18:21:56.503369+0000","last_fullsized":"2024-04-23T18:21:56.503369+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:52:11.784950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501917+0000","last_change":"2024-04-23T18:21:56.501281+0000","last_active":"2024-04-23T18:21:56.501917+0000","last_peered":"2024-04-23T18:21:56.501917+0000","last_clean":"2024-04-23T18:21:56.501917+0000","last_became_active":"2024-04-23T18:21:56.500751+0000","last_became_peered":"2024-04-23T18:21:56.500751+0000","last_unstale":"2024-04-23T18:21:56.501917+0000","last_undegraded":"2024-04-23T18:21:56.501917+0000","last_fullsized":"2024-04-23T18:21:56.501917+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:03:15.725706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,3],"acting":[7,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498958+0000","last_change":"2024-04-23T18:20:59.867972+0000","last_active":"2024-04-23T18:21:56.498958+0000","last_peered":"2024-04-23T18:21:56.498958+0000","last_clean":"2024-04-23T18:21:56.498958+0000","last_became_active":"2024-04-23T18:20:59.867569+0000","last_became_peered":"2024-04-23T18:20:59.867569+0000","last_unstale":"2024-04-23T18:21:56.498958+0000","last_undegraded":"2024-04-23T18:21:56.498958+0000","last_fullsized":"2024-04-23T18:21:56.498958+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:09:09.998610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500699+0000","last_change":"2024-04-23T18:20:59.867527+0000","last_active":"2024-04-23T18:21:56.500699+0000","last_peered":"2024-04-23T18:21:56.500699+0000","last_clean":"2024-04-23T18:21:56.500699+0000","last_became_active":"2024-04-23T18:20:59.867182+0000","last_became_peered":"2024-04-23T18:20:59.867182+0000","last_unstale":"2024-04-23T18:21:56.500699+0000","last_undegraded":"2024-04-23T18:21:56.500699+0000","last_fullsized":"2024-04-23T18:21:56.500699+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:30:54.366187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720223+0000","last_change":"2024-04-23T18:20:59.872298+0000","last_active":"2024-04-23T18:21:56.720223+0000","last_peered":"2024-04-23T18:21:56.720223+0000","last_clean":"2024-04-23T18:21:56.720223+0000","last_became_active":"2024-04-23T18:20:59.871967+0000","last_became_peered":"2024-04-23T18:20:59.871967+0000","last_unstale":"2024-04-23T18:21:56.720223+0000","last_undegraded":"2024-04-23T18:21:56.720223+0000","last_fullsized":"2024-04-23T18:21:56.720223+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:33:18.638757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495136+0000","last_change":"2024-04-23T18:20:59.866917+0000","last_active":"2024-04-23T18:21:56.495136+0000","last_peered":"2024-04-23T18:21:56.495136+0000","last_clean":"2024-04-23T18:21:56.495136+0000","last_became_active":"2024-04-23T18:20:59.866580+0000","last_became_peered":"2024-04-23T18:20:59.866580+0000","last_unstale":"2024-04-23T18:21:56.495136+0000","last_undegraded":"2024-04-23T18:21:56.495136+0000","last_fullsized":"2024-04-23T18:21:56.495136+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:11:18.938388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286220,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68250,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":731,"num_read_kb":444,"num_write":237,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":61942,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":512000,"data_stored":204750,"data_compressed":13377,"data_compressed_allocated":20480,"data_compressed_original":73728,"omap_allocated":0,"internal_metadata":0},"log_size":206,"ondisk_log_size":206,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351005,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":974848,"data_stored":460840,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612642,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1110016,"data_stored":1112522,"data_compressed":44040,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776168,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":459986,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037804,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":460252,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299442,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":1052601,"data_compressed":42162,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462967,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":966656,"data_stored":459703,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1032192,"data_stored":521774,"data_compressed":7649,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738453,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":987136,"data_stored":461042,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411403,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":970752,"data_stored":461115,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149765,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":459528,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888128,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":521001,"data_compressed":15392,"data_compressed_allocated":20480,"data_compressed_original":73728,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724603,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":1052560,"data_compressed":42162,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":62910,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":62137,"data_compressed":9621,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":63173,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:22:18.886 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-23T18:22:19.134 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:19.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:19 smithi076 ceph-mon[32458]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:19.529 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:19 smithi038 ceph-mon[29217]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:19.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:19 smithi102 ceph-mon[32874]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:20.301 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:20 smithi038 ceph-mon[29217]: pgmap v330: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:20.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:20 smithi076 ceph-mon[32458]: pgmap v330: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:20.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:20 smithi102 ceph-mon[32874]: pgmap v330: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:20.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.857+0000 7f59bae21700 1 -- 172.21.15.38:0/2185590630 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b4107990 msgr2=0x7f59b4107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:20.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.857+0000 7f59bae21700 1 --2- 172.21.15.38:0/2185590630 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b4107990 0x7f59b4107d70 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f59a8009990 tx=0x7f59a8009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:20.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.857+0000 7f59bae21700 1 -- 172.21.15.38:0/2185590630 shutdown_connections 2024-04-23T18:22:20.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.857+0000 7f59bae21700 1 --2- 172.21.15.38:0/2185590630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b4102300 0x7f59b410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:20.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.857+0000 7f59bae21700 1 --2- 172.21.15.38:0/2185590630 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b4107990 0x7f59b4107d70 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:20.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.857+0000 7f59bae21700 1 --2- 172.21.15.38:0/2185590630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b4101940 0x7f59b4101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:20.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.857+0000 7f59bae21700 1 -- 172.21.15.38:0/2185590630 >> 172.21.15.38:0/2185590630 conn(0x7f59b40788f0 msgr2=0x7f59b4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:20.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.858+0000 7f59bae21700 1 -- 172.21.15.38:0/2185590630 shutdown_connections 2024-04-23T18:22:20.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.858+0000 7f59bae21700 1 -- 172.21.15.38:0/2185590630 wait complete. 2024-04-23T18:22:20.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.858+0000 7f59bae21700 1 Processor -- start 2024-04-23T18:22:20.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59bae21700 1 -- start start 2024-04-23T18:22:20.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59bae21700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b4101940 0x7f59b419a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:20.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59bae21700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b4102300 0x7f59b419a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:20.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59bae21700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b4107990 0x7f59b41a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:20.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59bae21700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f59b4111c40 con 0x7f59b4102300 2024-04-23T18:22:20.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59bae21700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f59b4111ac0 con 0x7f59b4107990 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59bae21700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f59b4111dc0 con 0x7f59b4101940 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59b3fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b4102300 0x7f59b419a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59b3fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b4102300 0x7f59b419a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35160/0 (socket says 172.21.15.38:35160) 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59b3fff700 1 -- 172.21.15.38:0/1361426725 learned_addr learned my addr 172.21.15.38:0/1361426725 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59b8bbd700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b4101940 0x7f59b419a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59b93be700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b4107990 0x7f59b41a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59b3fff700 1 -- 172.21.15.38:0/1361426725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b4101940 msgr2=0x7f59b419a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59b3fff700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b4101940 0x7f59b419a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59b3fff700 1 -- 172.21.15.38:0/1361426725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b4107990 msgr2=0x7f59b41a50c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59b3fff700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b4107990 0x7f59b41a50c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.859+0000 7f59b3fff700 1 -- 172.21.15.38:0/1361426725 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59b41a5600 con 0x7f59b4102300 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.860+0000 7f59b3fff700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b4102300 0x7f59b419a580 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f59a000c970 tx=0x7f59a000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.860+0000 7f59b1ffb700 1 -- 172.21.15.38:0/1361426725 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59a0007aa0 con 0x7f59b4102300 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.860+0000 7f59b1ffb700 1 -- 172.21.15.38:0/1361426725 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f59a0004d00 con 0x7f59b4102300 2024-04-23T18:22:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.860+0000 7f59bae21700 1 -- 172.21.15.38:0/1361426725 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59b41a5830 con 0x7f59b4102300 2024-04-23T18:22:20.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.860+0000 7f59b1ffb700 1 -- 172.21.15.38:0/1361426725 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59a00055c0 con 0x7f59b4102300 2024-04-23T18:22:20.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.860+0000 7f59bae21700 1 -- 172.21.15.38:0/1361426725 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59b41a5d40 con 0x7f59b4102300 2024-04-23T18:22:20.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.861+0000 7f59bae21700 1 -- 172.21.15.38:0/1361426725 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59b4109eb0 con 0x7f59b4102300 2024-04-23T18:22:20.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.862+0000 7f59b1ffb700 1 -- 172.21.15.38:0/1361426725 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f59a0007c40 con 0x7f59b4102300 2024-04-23T18:22:20.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.863+0000 7f59b1ffb700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f59a40a3d50 0x7f59a40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:20.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.863+0000 7f59b8bbd700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f59a40a3d50 0x7f59a40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:20.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.863+0000 7f59b1ffb700 1 -- 172.21.15.38:0/1361426725 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f59a00d02f0 con 0x7f59b4102300 2024-04-23T18:22:20.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.863+0000 7f59b8bbd700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f59a40a3d50 0x7f59a40a6210 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f59a800b5c0 tx=0x7f59a8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:20.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:20.867+0000 7f59b1ffb700 1 -- 172.21.15.38:0/1361426725 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f59a009cbe0 con 0x7f59b4102300 2024-04-23T18:22:21.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.072+0000 7f59bae21700 1 -- 172.21.15.38:0/1361426725 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f59b4062e80 con 0x7f59a40a3d50 2024-04-23T18:22:21.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.079+0000 7f59b1ffb700 1 -- 172.21.15.38:0/1361426725 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259078 (secure 0 0 0) 0x7f59b4062e80 con 0x7f59a40a3d50 2024-04-23T18:22:21.076 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:21.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 -- 172.21.15.38:0/1361426725 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f59a40a3d50 msgr2=0x7f59a40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:21.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f59a40a3d50 0x7f59a40a6210 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f59a800b5c0 tx=0x7f59a8005960 comp rx=0 tx=0).stop 2024-04-23T18:22:21.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 -- 172.21.15.38:0/1361426725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b4102300 msgr2=0x7f59b419a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:21.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b4102300 0x7f59b419a580 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f59a000c970 tx=0x7f59a000cc80 comp rx=0 tx=0).stop 2024-04-23T18:22:21.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 -- 172.21.15.38:0/1361426725 shutdown_connections 2024-04-23T18:22:21.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f59a40a3d50 0x7f59a40a6210 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b4107990 0x7f59b41a50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b4101940 0x7f59b419a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 --2- 172.21.15.38:0/1361426725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b4102300 0x7f59b419a580 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 -- 172.21.15.38:0/1361426725 >> 172.21.15.38:0/1361426725 conn(0x7f59b40788f0 msgr2=0x7f59b4100700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:21.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 -- 172.21.15.38:0/1361426725 shutdown_connections 2024-04-23T18:22:21.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:21.082+0000 7f59bae21700 1 -- 172.21.15.38:0/1361426725 wait complete. 2024-04-23T18:22:21.079 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-04-23T18:22:21.776 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":331,"stamp":"2024-04-23T18:22:20.826154+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658852,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":892,"num_read_kb":568,"num_write":420,"num_write_kb":3073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":1242678,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":345,"ondisk_log_size":345,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":369300,"kb_used_data":11756,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124572524,"statfs":{"total":1151940427776,"available":1151562264576,"internally_reserved":0,"allocated":12038144,"data_stored":7482924,"data_compressed":191802,"data_compressed_allocated":253952,"data_compressed_original":2039808,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003095"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495329+0000","last_change":"2024-04-23T18:20:59.880224+0000","last_active":"2024-04-23T18:21:56.495329+0000","last_peered":"2024-04-23T18:21:56.495329+0000","last_clean":"2024-04-23T18:21:56.495329+0000","last_became_active":"2024-04-23T18:20:59.879828+0000","last_became_peered":"2024-04-23T18:20:59.879828+0000","last_unstale":"2024-04-23T18:21:56.495329+0000","last_undegraded":"2024-04-23T18:21:56.495329+0000","last_fullsized":"2024-04-23T18:21:56.495329+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:16.165762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498613+0000","last_change":"2024-04-23T18:20:59.866542+0000","last_active":"2024-04-23T18:21:56.498613+0000","last_peered":"2024-04-23T18:21:56.498613+0000","last_clean":"2024-04-23T18:21:56.498613+0000","last_became_active":"2024-04-23T18:20:59.865639+0000","last_became_peered":"2024-04-23T18:20:59.865639+0000","last_unstale":"2024-04-23T18:21:56.498613+0000","last_undegraded":"2024-04-23T18:21:56.498613+0000","last_fullsized":"2024-04-23T18:21:56.498613+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:11.163939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498121+0000","last_change":"2024-04-23T18:20:59.870797+0000","last_active":"2024-04-23T18:21:56.498121+0000","last_peered":"2024-04-23T18:21:56.498121+0000","last_clean":"2024-04-23T18:21:56.498121+0000","last_became_active":"2024-04-23T18:20:59.869874+0000","last_became_peered":"2024-04-23T18:20:59.869874+0000","last_unstale":"2024-04-23T18:21:56.498121+0000","last_undegraded":"2024-04-23T18:21:56.498121+0000","last_fullsized":"2024-04-23T18:21:56.498121+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:02:09.302667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.721814+0000","last_change":"2024-04-23T18:20:59.860579+0000","last_active":"2024-04-23T18:21:56.721814+0000","last_peered":"2024-04-23T18:21:56.721814+0000","last_clean":"2024-04-23T18:21:56.721814+0000","last_became_active":"2024-04-23T18:20:59.860217+0000","last_became_peered":"2024-04-23T18:20:59.860217+0000","last_unstale":"2024-04-23T18:21:56.721814+0000","last_undegraded":"2024-04-23T18:21:56.721814+0000","last_fullsized":"2024-04-23T18:21:56.721814+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:22:09.508510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496994+0000","last_change":"2024-04-23T18:20:59.867999+0000","last_active":"2024-04-23T18:21:56.496994+0000","last_peered":"2024-04-23T18:21:56.496994+0000","last_clean":"2024-04-23T18:21:56.496994+0000","last_became_active":"2024-04-23T18:20:59.867643+0000","last_became_peered":"2024-04-23T18:20:59.867643+0000","last_unstale":"2024-04-23T18:21:56.496994+0000","last_undegraded":"2024-04-23T18:21:56.496994+0000","last_fullsized":"2024-04-23T18:21:56.496994+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:26:40.402523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497550+0000","last_change":"2024-04-23T18:20:59.868277+0000","last_active":"2024-04-23T18:21:56.497550+0000","last_peered":"2024-04-23T18:21:56.497550+0000","last_clean":"2024-04-23T18:21:56.497550+0000","last_became_active":"2024-04-23T18:20:59.867947+0000","last_became_peered":"2024-04-23T18:20:59.867947+0000","last_unstale":"2024-04-23T18:21:56.497550+0000","last_undegraded":"2024-04-23T18:21:56.497550+0000","last_fullsized":"2024-04-23T18:21:56.497550+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:11:53.537881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495969+0000","last_change":"2024-04-23T18:20:59.877360+0000","last_active":"2024-04-23T18:21:56.495969+0000","last_peered":"2024-04-23T18:21:56.495969+0000","last_clean":"2024-04-23T18:21:56.495969+0000","last_became_active":"2024-04-23T18:20:59.875359+0000","last_became_peered":"2024-04-23T18:20:59.875359+0000","last_unstale":"2024-04-23T18:21:56.495969+0000","last_undegraded":"2024-04-23T18:21:56.495969+0000","last_fullsized":"2024-04-23T18:21:56.495969+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:36:07.422442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.503971+0000","last_change":"2024-04-23T18:21:56.503229+0000","last_active":"2024-04-23T18:21:56.503971+0000","last_peered":"2024-04-23T18:21:56.503971+0000","last_clean":"2024-04-23T18:21:56.503971+0000","last_became_active":"2024-04-23T18:21:56.502753+0000","last_became_peered":"2024-04-23T18:21:56.502753+0000","last_unstale":"2024-04-23T18:21:56.503971+0000","last_undegraded":"2024-04-23T18:21:56.503971+0000","last_fullsized":"2024-04-23T18:21:56.503971+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:08:59.069908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501285+0000","last_change":"2024-04-23T18:20:59.876290+0000","last_active":"2024-04-23T18:21:56.501285+0000","last_peered":"2024-04-23T18:21:56.501285+0000","last_clean":"2024-04-23T18:21:56.501285+0000","last_became_active":"2024-04-23T18:20:59.875756+0000","last_became_peered":"2024-04-23T18:20:59.875756+0000","last_unstale":"2024-04-23T18:21:56.501285+0000","last_undegraded":"2024-04-23T18:21:56.501285+0000","last_fullsized":"2024-04-23T18:21:56.501285+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:34:52.995694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498063+0000","last_change":"2024-04-23T18:20:59.866443+0000","last_active":"2024-04-23T18:21:56.498063+0000","last_peered":"2024-04-23T18:21:56.498063+0000","last_clean":"2024-04-23T18:21:56.498063+0000","last_became_active":"2024-04-23T18:20:59.866071+0000","last_became_peered":"2024-04-23T18:20:59.866071+0000","last_unstale":"2024-04-23T18:21:56.498063+0000","last_undegraded":"2024-04-23T18:21:56.498063+0000","last_fullsized":"2024-04-23T18:21:56.498063+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:06:23.714089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496553+0000","last_change":"2024-04-23T18:20:59.872197+0000","last_active":"2024-04-23T18:21:56.496553+0000","last_peered":"2024-04-23T18:21:56.496553+0000","last_clean":"2024-04-23T18:21:56.496553+0000","last_became_active":"2024-04-23T18:20:59.871450+0000","last_became_peered":"2024-04-23T18:20:59.871450+0000","last_unstale":"2024-04-23T18:21:56.496553+0000","last_undegraded":"2024-04-23T18:21:56.496553+0000","last_fullsized":"2024-04-23T18:21:56.496553+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:08:08.595804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.721753+0000","last_change":"2024-04-23T18:20:59.863448+0000","last_active":"2024-04-23T18:21:56.721753+0000","last_peered":"2024-04-23T18:21:56.721753+0000","last_clean":"2024-04-23T18:21:56.721753+0000","last_became_active":"2024-04-23T18:20:59.863109+0000","last_became_peered":"2024-04-23T18:20:59.863109+0000","last_unstale":"2024-04-23T18:21:56.721753+0000","last_undegraded":"2024-04-23T18:21:56.721753+0000","last_fullsized":"2024-04-23T18:21:56.721753+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:11:14.859442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720210+0000","last_change":"2024-04-23T18:20:59.876979+0000","last_active":"2024-04-23T18:21:56.720210+0000","last_peered":"2024-04-23T18:21:56.720210+0000","last_clean":"2024-04-23T18:21:56.720210+0000","last_became_active":"2024-04-23T18:20:59.876604+0000","last_became_peered":"2024-04-23T18:20:59.876604+0000","last_unstale":"2024-04-23T18:21:56.720210+0000","last_undegraded":"2024-04-23T18:21:56.720210+0000","last_fullsized":"2024-04-23T18:21:56.720210+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:12:15.689838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497466+0000","last_change":"2024-04-23T18:20:59.874959+0000","last_active":"2024-04-23T18:21:56.497466+0000","last_peered":"2024-04-23T18:21:56.497466+0000","last_clean":"2024-04-23T18:21:56.497466+0000","last_became_active":"2024-04-23T18:20:59.874587+0000","last_became_peered":"2024-04-23T18:20:59.874587+0000","last_unstale":"2024-04-23T18:21:56.497466+0000","last_undegraded":"2024-04-23T18:21:56.497466+0000","last_fullsized":"2024-04-23T18:21:56.497466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:03:19.959476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498255+0000","last_change":"2024-04-23T18:20:59.869086+0000","last_active":"2024-04-23T18:21:56.498255+0000","last_peered":"2024-04-23T18:21:56.498255+0000","last_clean":"2024-04-23T18:21:56.498255+0000","last_became_active":"2024-04-23T18:20:59.868742+0000","last_became_peered":"2024-04-23T18:20:59.868742+0000","last_unstale":"2024-04-23T18:21:56.498255+0000","last_undegraded":"2024-04-23T18:21:56.498255+0000","last_fullsized":"2024-04-23T18:21:56.498255+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:58.011662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501390+0000","last_change":"2024-04-23T18:20:59.868907+0000","last_active":"2024-04-23T18:21:56.501390+0000","last_peered":"2024-04-23T18:21:56.501390+0000","last_clean":"2024-04-23T18:21:56.501390+0000","last_became_active":"2024-04-23T18:20:59.868598+0000","last_became_peered":"2024-04-23T18:20:59.868598+0000","last_unstale":"2024-04-23T18:21:56.501390+0000","last_undegraded":"2024-04-23T18:21:56.501390+0000","last_fullsized":"2024-04-23T18:21:56.501390+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:30:56.594825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495102+0000","last_change":"2024-04-23T18:20:59.880433+0000","last_active":"2024-04-23T18:21:56.495102+0000","last_peered":"2024-04-23T18:21:56.495102+0000","last_clean":"2024-04-23T18:21:56.495102+0000","last_became_active":"2024-04-23T18:20:59.879850+0000","last_became_peered":"2024-04-23T18:20:59.879850+0000","last_unstale":"2024-04-23T18:21:56.495102+0000","last_undegraded":"2024-04-23T18:21:56.495102+0000","last_fullsized":"2024-04-23T18:21:56.495102+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:00.545172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494551+0000","last_change":"2024-04-23T18:20:59.869332+0000","last_active":"2024-04-23T18:21:56.494551+0000","last_peered":"2024-04-23T18:21:56.494551+0000","last_clean":"2024-04-23T18:21:56.494551+0000","last_became_active":"2024-04-23T18:20:59.868940+0000","last_became_peered":"2024-04-23T18:20:59.868940+0000","last_unstale":"2024-04-23T18:21:56.494551+0000","last_undegraded":"2024-04-23T18:21:56.494551+0000","last_fullsized":"2024-04-23T18:21:56.494551+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:06:35.068649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500117+0000","last_change":"2024-04-23T18:20:59.860825+0000","last_active":"2024-04-23T18:21:56.500117+0000","last_peered":"2024-04-23T18:21:56.500117+0000","last_clean":"2024-04-23T18:21:56.500117+0000","last_became_active":"2024-04-23T18:20:59.860403+0000","last_became_peered":"2024-04-23T18:20:59.860403+0000","last_unstale":"2024-04-23T18:21:56.500117+0000","last_undegraded":"2024-04-23T18:21:56.500117+0000","last_fullsized":"2024-04-23T18:21:56.500117+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:31:50.189832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":124,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:15.525592+0000","last_change":"2024-04-23T18:21:56.513365+0000","last_active":"2024-04-23T18:22:15.525592+0000","last_peered":"2024-04-23T18:22:15.525592+0000","last_clean":"2024-04-23T18:22:15.525592+0000","last_became_active":"2024-04-23T18:21:56.499491+0000","last_became_peered":"2024-04-23T18:21:56.499491+0000","last_unstale":"2024-04-23T18:22:15.525592+0000","last_undegraded":"2024-04-23T18:22:15.525592+0000","last_fullsized":"2024-04-23T18:22:15.525592+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:41:11.309094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":71,"num_read_kb":71,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499834+0000","last_change":"2024-04-23T18:20:59.877896+0000","last_active":"2024-04-23T18:21:56.499834+0000","last_peered":"2024-04-23T18:21:56.499834+0000","last_clean":"2024-04-23T18:21:56.499834+0000","last_became_active":"2024-04-23T18:20:59.877528+0000","last_became_peered":"2024-04-23T18:20:59.877528+0000","last_unstale":"2024-04-23T18:21:56.499834+0000","last_undegraded":"2024-04-23T18:21:56.499834+0000","last_fullsized":"2024-04-23T18:21:56.499834+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:07:00.924634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500264+0000","last_change":"2024-04-23T18:20:58.869387+0000","last_active":"2024-04-23T18:21:56.500264+0000","last_peered":"2024-04-23T18:21:56.500264+0000","last_clean":"2024-04-23T18:21:56.500264+0000","last_became_active":"2024-04-23T18:20:58.869038+0000","last_became_peered":"2024-04-23T18:20:58.869038+0000","last_unstale":"2024-04-23T18:21:56.500264+0000","last_undegraded":"2024-04-23T18:21:56.500264+0000","last_fullsized":"2024-04-23T18:21:56.500264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:02:02.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498767+0000","last_change":"2024-04-23T18:20:59.870529+0000","last_active":"2024-04-23T18:21:56.498767+0000","last_peered":"2024-04-23T18:21:56.498767+0000","last_clean":"2024-04-23T18:21:56.498767+0000","last_became_active":"2024-04-23T18:20:59.870099+0000","last_became_peered":"2024-04-23T18:20:59.870099+0000","last_unstale":"2024-04-23T18:21:56.498767+0000","last_undegraded":"2024-04-23T18:21:56.498767+0000","last_fullsized":"2024-04-23T18:21:56.498767+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:17:50.195045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498201+0000","last_change":"2024-04-23T18:20:58.863120+0000","last_active":"2024-04-23T18:21:56.498201+0000","last_peered":"2024-04-23T18:21:56.498201+0000","last_clean":"2024-04-23T18:21:56.498201+0000","last_became_active":"2024-04-23T18:20:58.862733+0000","last_became_peered":"2024-04-23T18:20:58.862733+0000","last_unstale":"2024-04-23T18:21:56.498201+0000","last_undegraded":"2024-04-23T18:21:56.498201+0000","last_fullsized":"2024-04-23T18:21:56.498201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:32:16.374996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500813+0000","last_change":"2024-04-23T18:20:59.855642+0000","last_active":"2024-04-23T18:21:56.500813+0000","last_peered":"2024-04-23T18:21:56.500813+0000","last_clean":"2024-04-23T18:21:56.500813+0000","last_became_active":"2024-04-23T18:20:59.855317+0000","last_became_peered":"2024-04-23T18:20:59.855317+0000","last_unstale":"2024-04-23T18:21:56.500813+0000","last_undegraded":"2024-04-23T18:21:56.500813+0000","last_fullsized":"2024-04-23T18:21:56.500813+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:13:35.976647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498030+0000","last_change":"2024-04-23T18:20:58.853846+0000","last_active":"2024-04-23T18:21:56.498030+0000","last_peered":"2024-04-23T18:21:56.498030+0000","last_clean":"2024-04-23T18:21:56.498030+0000","last_became_active":"2024-04-23T18:20:58.853473+0000","last_became_peered":"2024-04-23T18:20:58.853473+0000","last_unstale":"2024-04-23T18:21:56.498030+0000","last_undegraded":"2024-04-23T18:21:56.498030+0000","last_fullsized":"2024-04-23T18:21:56.498030+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:55:28.522652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.722021+0000","last_change":"2024-04-23T18:21:56.722021+0000","last_active":"2024-04-23T18:21:56.722021+0000","last_peered":"2024-04-23T18:21:56.722021+0000","last_clean":"2024-04-23T18:21:56.722021+0000","last_became_active":"2024-04-23T18:21:56.721479+0000","last_became_peered":"2024-04-23T18:21:56.721479+0000","last_unstale":"2024-04-23T18:21:56.722021+0000","last_undegraded":"2024-04-23T18:21:56.722021+0000","last_fullsized":"2024-04-23T18:21:56.722021+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:51:40.921636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":100,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:16.400288+0000","last_change":"2024-04-23T18:20:58.862102+0000","last_active":"2024-04-23T18:22:16.400288+0000","last_peered":"2024-04-23T18:22:16.400288+0000","last_clean":"2024-04-23T18:22:16.400288+0000","last_became_active":"2024-04-23T18:20:58.861794+0000","last_became_peered":"2024-04-23T18:20:58.861794+0000","last_unstale":"2024-04-23T18:22:16.400288+0000","last_undegraded":"2024-04-23T18:22:16.400288+0000","last_fullsized":"2024-04-23T18:22:16.400288+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:07:56.139013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497264+0000","last_change":"2024-04-23T18:20:59.870867+0000","last_active":"2024-04-23T18:21:56.497264+0000","last_peered":"2024-04-23T18:21:56.497264+0000","last_clean":"2024-04-23T18:21:56.497264+0000","last_became_active":"2024-04-23T18:20:59.870526+0000","last_became_peered":"2024-04-23T18:20:59.870526+0000","last_unstale":"2024-04-23T18:21:56.497264+0000","last_undegraded":"2024-04-23T18:21:56.497264+0000","last_fullsized":"2024-04-23T18:21:56.497264+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:04:56.848932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497322+0000","last_change":"2024-04-23T18:20:58.860528+0000","last_active":"2024-04-23T18:21:56.497322+0000","last_peered":"2024-04-23T18:21:56.497322+0000","last_clean":"2024-04-23T18:21:56.497322+0000","last_became_active":"2024-04-23T18:20:58.860134+0000","last_became_peered":"2024-04-23T18:20:58.860134+0000","last_unstale":"2024-04-23T18:21:56.497322+0000","last_undegraded":"2024-04-23T18:21:56.497322+0000","last_fullsized":"2024-04-23T18:21:56.497322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:50:11.151898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501441+0000","last_change":"2024-04-23T18:20:59.878297+0000","last_active":"2024-04-23T18:21:56.501441+0000","last_peered":"2024-04-23T18:21:56.501441+0000","last_clean":"2024-04-23T18:21:56.501441+0000","last_became_active":"2024-04-23T18:20:59.877215+0000","last_became_peered":"2024-04-23T18:20:59.877215+0000","last_unstale":"2024-04-23T18:21:56.501441+0000","last_undegraded":"2024-04-23T18:21:56.501441+0000","last_fullsized":"2024-04-23T18:21:56.501441+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:35:45.419135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720043+0000","last_change":"2024-04-23T18:20:58.850195+0000","last_active":"2024-04-23T18:21:56.720043+0000","last_peered":"2024-04-23T18:21:56.720043+0000","last_clean":"2024-04-23T18:21:56.720043+0000","last_became_active":"2024-04-23T18:20:58.849815+0000","last_became_peered":"2024-04-23T18:20:58.849815+0000","last_unstale":"2024-04-23T18:21:56.720043+0000","last_undegraded":"2024-04-23T18:21:56.720043+0000","last_fullsized":"2024-04-23T18:21:56.720043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:29:19.937473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499253+0000","last_change":"2024-04-23T18:20:59.872045+0000","last_active":"2024-04-23T18:21:56.499253+0000","last_peered":"2024-04-23T18:21:56.499253+0000","last_clean":"2024-04-23T18:21:56.499253+0000","last_became_active":"2024-04-23T18:20:59.870964+0000","last_became_peered":"2024-04-23T18:20:59.870964+0000","last_unstale":"2024-04-23T18:21:56.499253+0000","last_undegraded":"2024-04-23T18:21:56.499253+0000","last_fullsized":"2024-04-23T18:21:56.499253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:04.006841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499699+0000","last_change":"2024-04-23T18:20:58.860868+0000","last_active":"2024-04-23T18:21:56.499699+0000","last_peered":"2024-04-23T18:21:56.499699+0000","last_clean":"2024-04-23T18:21:56.499699+0000","last_became_active":"2024-04-23T18:20:58.860539+0000","last_became_peered":"2024-04-23T18:20:58.860539+0000","last_unstale":"2024-04-23T18:21:56.499699+0000","last_undegraded":"2024-04-23T18:21:56.499699+0000","last_fullsized":"2024-04-23T18:21:56.499699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:46.918143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494133+0000","last_change":"2024-04-23T18:20:59.867600+0000","last_active":"2024-04-23T18:21:56.494133+0000","last_peered":"2024-04-23T18:21:56.494133+0000","last_clean":"2024-04-23T18:21:56.494133+0000","last_became_active":"2024-04-23T18:20:59.867212+0000","last_became_peered":"2024-04-23T18:20:59.867212+0000","last_unstale":"2024-04-23T18:21:56.494133+0000","last_undegraded":"2024-04-23T18:21:56.494133+0000","last_fullsized":"2024-04-23T18:21:56.494133+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:00.470189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":167,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:16.399680+0000","last_change":"2024-04-23T18:20:58.858931+0000","last_active":"2024-04-23T18:22:16.399680+0000","last_peered":"2024-04-23T18:22:16.399680+0000","last_clean":"2024-04-23T18:22:16.399680+0000","last_became_active":"2024-04-23T18:20:58.858492+0000","last_became_peered":"2024-04-23T18:20:58.858492+0000","last_unstale":"2024-04-23T18:22:16.399680+0000","last_undegraded":"2024-04-23T18:22:16.399680+0000","last_fullsized":"2024-04-23T18:22:16.399680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:09:30.335087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":144,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501285+0000","last_change":"2024-04-23T18:20:59.861029+0000","last_active":"2024-04-23T18:21:56.501285+0000","last_peered":"2024-04-23T18:21:56.501285+0000","last_clean":"2024-04-23T18:21:56.501285+0000","last_became_active":"2024-04-23T18:20:59.860603+0000","last_became_peered":"2024-04-23T18:20:59.860603+0000","last_unstale":"2024-04-23T18:21:56.501285+0000","last_undegraded":"2024-04-23T18:21:56.501285+0000","last_fullsized":"2024-04-23T18:21:56.501285+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:10.142795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496179+0000","last_change":"2024-04-23T18:20:58.865538+0000","last_active":"2024-04-23T18:21:56.496179+0000","last_peered":"2024-04-23T18:21:56.496179+0000","last_clean":"2024-04-23T18:21:56.496179+0000","last_became_active":"2024-04-23T18:20:58.864744+0000","last_became_peered":"2024-04-23T18:20:58.864744+0000","last_unstale":"2024-04-23T18:21:56.496179+0000","last_undegraded":"2024-04-23T18:21:56.496179+0000","last_fullsized":"2024-04-23T18:21:56.496179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:23.178032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498706+0000","last_change":"2024-04-23T18:20:59.878257+0000","last_active":"2024-04-23T18:21:56.498706+0000","last_peered":"2024-04-23T18:21:56.498706+0000","last_clean":"2024-04-23T18:21:56.498706+0000","last_became_active":"2024-04-23T18:20:59.875944+0000","last_became_peered":"2024-04-23T18:20:59.875944+0000","last_unstale":"2024-04-23T18:21:56.498706+0000","last_undegraded":"2024-04-23T18:21:56.498706+0000","last_fullsized":"2024-04-23T18:21:56.498706+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:03:37.046284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500821+0000","last_change":"2024-04-23T18:20:58.864563+0000","last_active":"2024-04-23T18:21:56.500821+0000","last_peered":"2024-04-23T18:21:56.500821+0000","last_clean":"2024-04-23T18:21:56.500821+0000","last_became_active":"2024-04-23T18:20:58.864231+0000","last_became_peered":"2024-04-23T18:20:58.864231+0000","last_unstale":"2024-04-23T18:21:56.500821+0000","last_undegraded":"2024-04-23T18:21:56.500821+0000","last_fullsized":"2024-04-23T18:21:56.500821+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:37:24.678023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500720+0000","last_change":"2024-04-23T18:20:59.865006+0000","last_active":"2024-04-23T18:21:56.500720+0000","last_peered":"2024-04-23T18:21:56.500720+0000","last_clean":"2024-04-23T18:21:56.500720+0000","last_became_active":"2024-04-23T18:20:59.864586+0000","last_became_peered":"2024-04-23T18:20:59.864586+0000","last_unstale":"2024-04-23T18:21:56.500720+0000","last_undegraded":"2024-04-23T18:21:56.500720+0000","last_fullsized":"2024-04-23T18:21:56.500720+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:02.186933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'30","reported_seq":218,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:15.753633+0000","last_change":"2024-04-23T18:21:56.730249+0000","last_active":"2024-04-23T18:22:15.753633+0000","last_peered":"2024-04-23T18:22:15.753633+0000","last_clean":"2024-04-23T18:22:15.753633+0000","last_became_active":"2024-04-23T18:21:56.722690+0000","last_became_peered":"2024-04-23T18:21:56.722690+0000","last_unstale":"2024-04-23T18:22:15.753633+0000","last_undegraded":"2024-04-23T18:22:15.753633+0000","last_fullsized":"2024-04-23T18:22:15.753633+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:29:21.005225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61046,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":147,"num_read_kb":133,"num_write":32,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61046,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498003+0000","last_change":"2024-04-23T18:20:59.870083+0000","last_active":"2024-04-23T18:21:56.498003+0000","last_peered":"2024-04-23T18:21:56.498003+0000","last_clean":"2024-04-23T18:21:56.498003+0000","last_became_active":"2024-04-23T18:20:59.869722+0000","last_became_peered":"2024-04-23T18:20:59.869722+0000","last_unstale":"2024-04-23T18:21:56.498003+0000","last_undegraded":"2024-04-23T18:21:56.498003+0000","last_fullsized":"2024-04-23T18:21:56.498003+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:08:40.589017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500198+0000","last_change":"2024-04-23T18:20:58.866008+0000","last_active":"2024-04-23T18:21:56.500198+0000","last_peered":"2024-04-23T18:21:56.500198+0000","last_clean":"2024-04-23T18:21:56.500198+0000","last_became_active":"2024-04-23T18:20:58.865644+0000","last_became_peered":"2024-04-23T18:20:58.865644+0000","last_unstale":"2024-04-23T18:21:56.500198+0000","last_undegraded":"2024-04-23T18:21:56.500198+0000","last_fullsized":"2024-04-23T18:21:56.500198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:25.002138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720026+0000","last_change":"2024-04-23T18:20:59.868766+0000","last_active":"2024-04-23T18:21:56.720026+0000","last_peered":"2024-04-23T18:21:56.720026+0000","last_clean":"2024-04-23T18:21:56.720026+0000","last_became_active":"2024-04-23T18:20:59.868334+0000","last_became_peered":"2024-04-23T18:20:59.868334+0000","last_unstale":"2024-04-23T18:21:56.720026+0000","last_undegraded":"2024-04-23T18:21:56.720026+0000","last_fullsized":"2024-04-23T18:21:56.720026+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:22:47.052087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501316+0000","last_change":"2024-04-23T18:20:58.861138+0000","last_active":"2024-04-23T18:21:56.501316+0000","last_peered":"2024-04-23T18:21:56.501316+0000","last_clean":"2024-04-23T18:21:56.501316+0000","last_became_active":"2024-04-23T18:20:58.860783+0000","last_became_peered":"2024-04-23T18:20:58.860783+0000","last_unstale":"2024-04-23T18:21:56.501316+0000","last_undegraded":"2024-04-23T18:21:56.501316+0000","last_fullsized":"2024-04-23T18:21:56.501316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:35:58.963320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496272+0000","last_change":"2024-04-23T18:20:59.871883+0000","last_active":"2024-04-23T18:21:56.496272+0000","last_peered":"2024-04-23T18:21:56.496272+0000","last_clean":"2024-04-23T18:21:56.496272+0000","last_became_active":"2024-04-23T18:20:59.871477+0000","last_became_peered":"2024-04-23T18:20:59.871477+0000","last_unstale":"2024-04-23T18:21:56.496272+0000","last_undegraded":"2024-04-23T18:21:56.496272+0000","last_fullsized":"2024-04-23T18:21:56.496272+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:08.094024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'6","reported_seq":101,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:17.413750+0000","last_change":"2024-04-23T18:20:58.862877+0000","last_active":"2024-04-23T18:22:17.413750+0000","last_peered":"2024-04-23T18:22:17.413750+0000","last_clean":"2024-04-23T18:22:17.413750+0000","last_became_active":"2024-04-23T18:20:58.862222+0000","last_became_peered":"2024-04-23T18:20:58.862222+0000","last_unstale":"2024-04-23T18:22:17.413750+0000","last_undegraded":"2024-04-23T18:22:17.413750+0000","last_fullsized":"2024-04-23T18:22:17.413750+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:05:15.323778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":77,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495783+0000","last_change":"2024-04-23T18:20:59.876912+0000","last_active":"2024-04-23T18:21:56.495783+0000","last_peered":"2024-04-23T18:21:56.495783+0000","last_clean":"2024-04-23T18:21:56.495783+0000","last_became_active":"2024-04-23T18:20:59.876585+0000","last_became_peered":"2024-04-23T18:20:59.876585+0000","last_unstale":"2024-04-23T18:21:56.495783+0000","last_undegraded":"2024-04-23T18:21:56.495783+0000","last_fullsized":"2024-04-23T18:21:56.495783+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:25:02.654240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":61,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.521434+0000","last_change":"2024-04-23T18:21:56.521434+0000","last_active":"2024-04-23T18:21:56.521434+0000","last_peered":"2024-04-23T18:21:56.521434+0000","last_clean":"2024-04-23T18:21:56.521434+0000","last_became_active":"2024-04-23T18:21:56.503572+0000","last_became_peered":"2024-04-23T18:21:56.503572+0000","last_unstale":"2024-04-23T18:21:56.521434+0000","last_undegraded":"2024-04-23T18:21:56.521434+0000","last_fullsized":"2024-04-23T18:21:56.521434+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:53.392151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499619+0000","last_change":"2024-04-23T18:20:59.879008+0000","last_active":"2024-04-23T18:21:56.499619+0000","last_peered":"2024-04-23T18:21:56.499619+0000","last_clean":"2024-04-23T18:21:56.499619+0000","last_became_active":"2024-04-23T18:20:59.878644+0000","last_became_peered":"2024-04-23T18:20:59.878644+0000","last_unstale":"2024-04-23T18:21:56.499619+0000","last_undegraded":"2024-04-23T18:21:56.499619+0000","last_fullsized":"2024-04-23T18:21:56.499619+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:45:53.763888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498571+0000","last_change":"2024-04-23T18:20:58.855151+0000","last_active":"2024-04-23T18:21:56.498571+0000","last_peered":"2024-04-23T18:21:56.498571+0000","last_clean":"2024-04-23T18:21:56.498571+0000","last_became_active":"2024-04-23T18:20:58.854119+0000","last_became_peered":"2024-04-23T18:20:58.854119+0000","last_unstale":"2024-04-23T18:21:56.498571+0000","last_undegraded":"2024-04-23T18:21:56.498571+0000","last_fullsized":"2024-04-23T18:21:56.498571+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:01:28.819873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.503038+0000","last_change":"2024-04-23T18:21:56.503038+0000","last_active":"2024-04-23T18:21:56.503038+0000","last_peered":"2024-04-23T18:21:56.503038+0000","last_clean":"2024-04-23T18:21:56.503038+0000","last_became_active":"2024-04-23T18:21:56.502636+0000","last_became_peered":"2024-04-23T18:21:56.502636+0000","last_unstale":"2024-04-23T18:21:56.503038+0000","last_undegraded":"2024-04-23T18:21:56.503038+0000","last_fullsized":"2024-04-23T18:21:56.503038+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:27.418400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494496+0000","last_change":"2024-04-23T18:20:58.859592+0000","last_active":"2024-04-23T18:21:56.494496+0000","last_peered":"2024-04-23T18:21:56.494496+0000","last_clean":"2024-04-23T18:21:56.494496+0000","last_became_active":"2024-04-23T18:20:58.859216+0000","last_became_peered":"2024-04-23T18:20:58.859216+0000","last_unstale":"2024-04-23T18:21:56.494496+0000","last_undegraded":"2024-04-23T18:21:56.494496+0000","last_fullsized":"2024-04-23T18:21:56.494496+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:15:47.339706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497766+0000","last_change":"2024-04-23T18:20:59.872452+0000","last_active":"2024-04-23T18:21:56.497766+0000","last_peered":"2024-04-23T18:21:56.497766+0000","last_clean":"2024-04-23T18:21:56.497766+0000","last_became_active":"2024-04-23T18:20:59.872116+0000","last_became_peered":"2024-04-23T18:20:59.872116+0000","last_unstale":"2024-04-23T18:21:56.497766+0000","last_undegraded":"2024-04-23T18:21:56.497766+0000","last_fullsized":"2024-04-23T18:21:56.497766+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:38:36.970099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'5","reported_seq":98,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:17.528877+0000","last_change":"2024-04-23T18:20:58.868460+0000","last_active":"2024-04-23T18:22:17.528877+0000","last_peered":"2024-04-23T18:22:17.528877+0000","last_clean":"2024-04-23T18:22:17.528877+0000","last_became_active":"2024-04-23T18:20:58.868115+0000","last_became_peered":"2024-04-23T18:20:58.868115+0000","last_unstale":"2024-04-23T18:22:17.528877+0000","last_undegraded":"2024-04-23T18:22:17.528877+0000","last_fullsized":"2024-04-23T18:22:17.528877+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:47.216609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497319+0000","last_change":"2024-04-23T18:20:59.868545+0000","last_active":"2024-04-23T18:21:56.497319+0000","last_peered":"2024-04-23T18:21:56.497319+0000","last_clean":"2024-04-23T18:21:56.497319+0000","last_became_active":"2024-04-23T18:20:59.868223+0000","last_became_peered":"2024-04-23T18:20:59.868223+0000","last_unstale":"2024-04-23T18:21:56.497319+0000","last_undegraded":"2024-04-23T18:21:56.497319+0000","last_fullsized":"2024-04-23T18:21:56.497319+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:59.423338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501582+0000","last_change":"2024-04-23T18:20:59.873360+0000","last_active":"2024-04-23T18:21:56.501582+0000","last_peered":"2024-04-23T18:21:56.501582+0000","last_clean":"2024-04-23T18:21:56.501582+0000","last_became_active":"2024-04-23T18:20:59.872988+0000","last_became_peered":"2024-04-23T18:20:59.872988+0000","last_unstale":"2024-04-23T18:21:56.501582+0000","last_undegraded":"2024-04-23T18:21:56.501582+0000","last_fullsized":"2024-04-23T18:21:56.501582+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:06:08.758482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":98,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:16.411387+0000","last_change":"2024-04-23T18:20:58.859121+0000","last_active":"2024-04-23T18:22:16.411387+0000","last_peered":"2024-04-23T18:22:16.411387+0000","last_clean":"2024-04-23T18:22:16.411387+0000","last_became_active":"2024-04-23T18:20:58.858797+0000","last_became_peered":"2024-04-23T18:20:58.858797+0000","last_unstale":"2024-04-23T18:22:16.411387+0000","last_undegraded":"2024-04-23T18:22:16.411387+0000","last_fullsized":"2024-04-23T18:22:16.411387+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:32:18.308667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":74,"num_read_kb":74,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499961+0000","last_change":"2024-04-23T18:20:59.880064+0000","last_active":"2024-04-23T18:21:56.499961+0000","last_peered":"2024-04-23T18:21:56.499961+0000","last_clean":"2024-04-23T18:21:56.499961+0000","last_became_active":"2024-04-23T18:20:59.879722+0000","last_became_peered":"2024-04-23T18:20:59.879722+0000","last_unstale":"2024-04-23T18:21:56.499961+0000","last_undegraded":"2024-04-23T18:21:56.499961+0000","last_fullsized":"2024-04-23T18:21:56.499961+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:32:56.391733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720775+0000","last_change":"2024-04-23T18:20:58.854516+0000","last_active":"2024-04-23T18:21:56.720775+0000","last_peered":"2024-04-23T18:21:56.720775+0000","last_clean":"2024-04-23T18:21:56.720775+0000","last_became_active":"2024-04-23T18:20:58.854156+0000","last_became_peered":"2024-04-23T18:20:58.854156+0000","last_unstale":"2024-04-23T18:21:56.720775+0000","last_undegraded":"2024-04-23T18:21:56.720775+0000","last_fullsized":"2024-04-23T18:21:56.720775+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:55:57.825093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":354,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496498+0000","last_change":"2024-04-23T18:19:45.545830+0000","last_active":"2024-04-23T18:21:56.496498+0000","last_peered":"2024-04-23T18:21:56.496498+0000","last_clean":"2024-04-23T18:21:56.496498+0000","last_became_active":"2024-04-23T18:19:45.545228+0000","last_became_peered":"2024-04-23T18:19:45.545228+0000","last_unstale":"2024-04-23T18:21:56.496498+0000","last_undegraded":"2024-04-23T18:21:56.496498+0000","last_fullsized":"2024-04-23T18:21:56.496498+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_clean_scrub_stamp":"2024-04-23T18:16:19.429544+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:15:02.341971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.719906+0000","last_change":"2024-04-23T18:20:59.867240+0000","last_active":"2024-04-23T18:21:56.719906+0000","last_peered":"2024-04-23T18:21:56.719906+0000","last_clean":"2024-04-23T18:21:56.719906+0000","last_became_active":"2024-04-23T18:20:59.866320+0000","last_became_peered":"2024-04-23T18:20:59.866320+0000","last_unstale":"2024-04-23T18:21:56.719906+0000","last_undegraded":"2024-04-23T18:21:56.719906+0000","last_fullsized":"2024-04-23T18:21:56.719906+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:30.563962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496599+0000","last_change":"2024-04-23T18:20:58.859947+0000","last_active":"2024-04-23T18:21:56.496599+0000","last_peered":"2024-04-23T18:21:56.496599+0000","last_clean":"2024-04-23T18:21:56.496599+0000","last_became_active":"2024-04-23T18:20:58.859570+0000","last_became_peered":"2024-04-23T18:20:58.859570+0000","last_unstale":"2024-04-23T18:21:56.496599+0000","last_undegraded":"2024-04-23T18:21:56.496599+0000","last_fullsized":"2024-04-23T18:21:56.496599+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:46:30.452480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.510505+0000","last_change":"2024-04-23T18:21:56.510077+0000","last_active":"2024-04-23T18:21:56.510505+0000","last_peered":"2024-04-23T18:21:56.510505+0000","last_clean":"2024-04-23T18:21:56.510505+0000","last_became_active":"2024-04-23T18:21:56.499133+0000","last_became_peered":"2024-04-23T18:21:56.499133+0000","last_unstale":"2024-04-23T18:21:56.510505+0000","last_undegraded":"2024-04-23T18:21:56.510505+0000","last_fullsized":"2024-04-23T18:21:56.510505+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:51:45.553289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720222+0000","last_change":"2024-04-23T18:20:59.863791+0000","last_active":"2024-04-23T18:21:56.720222+0000","last_peered":"2024-04-23T18:21:56.720222+0000","last_clean":"2024-04-23T18:21:56.720222+0000","last_became_active":"2024-04-23T18:20:59.863455+0000","last_became_peered":"2024-04-23T18:20:59.863455+0000","last_unstale":"2024-04-23T18:21:56.720222+0000","last_undegraded":"2024-04-23T18:21:56.720222+0000","last_fullsized":"2024-04-23T18:21:56.720222+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:41:17.434620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'12","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494630+0000","last_change":"2024-04-23T18:20:58.854305+0000","last_active":"2024-04-23T18:21:56.494630+0000","last_peered":"2024-04-23T18:21:56.494630+0000","last_clean":"2024-04-23T18:21:56.494630+0000","last_became_active":"2024-04-23T18:20:58.853957+0000","last_became_peered":"2024-04-23T18:20:58.853957+0000","last_unstale":"2024-04-23T18:21:56.494630+0000","last_undegraded":"2024-04-23T18:21:56.494630+0000","last_fullsized":"2024-04-23T18:21:56.494630+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:33:07.949934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500156+0000","last_change":"2024-04-23T18:20:59.871504+0000","last_active":"2024-04-23T18:21:56.500156+0000","last_peered":"2024-04-23T18:21:56.500156+0000","last_clean":"2024-04-23T18:21:56.500156+0000","last_became_active":"2024-04-23T18:20:59.871147+0000","last_became_peered":"2024-04-23T18:20:59.871147+0000","last_unstale":"2024-04-23T18:21:56.500156+0000","last_undegraded":"2024-04-23T18:21:56.500156+0000","last_fullsized":"2024-04-23T18:21:56.500156+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:35.849085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720970+0000","last_change":"2024-04-23T18:20:58.855690+0000","last_active":"2024-04-23T18:21:56.720970+0000","last_peered":"2024-04-23T18:21:56.720970+0000","last_clean":"2024-04-23T18:21:56.720970+0000","last_became_active":"2024-04-23T18:20:58.854957+0000","last_became_peered":"2024-04-23T18:20:58.854957+0000","last_unstale":"2024-04-23T18:21:56.720970+0000","last_undegraded":"2024-04-23T18:21:56.720970+0000","last_fullsized":"2024-04-23T18:21:56.720970+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:17:35.335799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498644+0000","last_change":"2024-04-23T18:20:59.880722+0000","last_active":"2024-04-23T18:21:56.498644+0000","last_peered":"2024-04-23T18:21:56.498644+0000","last_clean":"2024-04-23T18:21:56.498644+0000","last_became_active":"2024-04-23T18:20:59.879508+0000","last_became_peered":"2024-04-23T18:20:59.879508+0000","last_unstale":"2024-04-23T18:21:56.498644+0000","last_undegraded":"2024-04-23T18:21:56.498644+0000","last_fullsized":"2024-04-23T18:21:56.498644+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:14.479368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501415+0000","last_change":"2024-04-23T18:20:58.859795+0000","last_active":"2024-04-23T18:21:56.501415+0000","last_peered":"2024-04-23T18:21:56.501415+0000","last_clean":"2024-04-23T18:21:56.501415+0000","last_became_active":"2024-04-23T18:20:58.859411+0000","last_became_peered":"2024-04-23T18:20:58.859411+0000","last_unstale":"2024-04-23T18:21:56.501415+0000","last_undegraded":"2024-04-23T18:21:56.501415+0000","last_fullsized":"2024-04-23T18:21:56.501415+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:44:17.649834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497046+0000","last_change":"2024-04-23T18:20:59.862009+0000","last_active":"2024-04-23T18:21:56.497046+0000","last_peered":"2024-04-23T18:21:56.497046+0000","last_clean":"2024-04-23T18:21:56.497046+0000","last_became_active":"2024-04-23T18:20:59.861671+0000","last_became_peered":"2024-04-23T18:20:59.861671+0000","last_unstale":"2024-04-23T18:21:56.497046+0000","last_undegraded":"2024-04-23T18:21:56.497046+0000","last_fullsized":"2024-04-23T18:21:56.497046+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:17:52.432200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499057+0000","last_change":"2024-04-23T18:20:58.856987+0000","last_active":"2024-04-23T18:21:56.499057+0000","last_peered":"2024-04-23T18:21:56.499057+0000","last_clean":"2024-04-23T18:21:56.499057+0000","last_became_active":"2024-04-23T18:20:58.856502+0000","last_became_peered":"2024-04-23T18:20:58.856502+0000","last_unstale":"2024-04-23T18:21:56.499057+0000","last_undegraded":"2024-04-23T18:21:56.499057+0000","last_fullsized":"2024-04-23T18:21:56.499057+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:07:22.044431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494725+0000","last_change":"2024-04-23T18:20:59.867752+0000","last_active":"2024-04-23T18:21:56.494725+0000","last_peered":"2024-04-23T18:21:56.494725+0000","last_clean":"2024-04-23T18:21:56.494725+0000","last_became_active":"2024-04-23T18:20:59.867376+0000","last_became_peered":"2024-04-23T18:20:59.867376+0000","last_unstale":"2024-04-23T18:21:56.494725+0000","last_undegraded":"2024-04-23T18:21:56.494725+0000","last_fullsized":"2024-04-23T18:21:56.494725+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:01:46.456149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499940+0000","last_change":"2024-04-23T18:20:58.866210+0000","last_active":"2024-04-23T18:21:56.499940+0000","last_peered":"2024-04-23T18:21:56.499940+0000","last_clean":"2024-04-23T18:21:56.499940+0000","last_became_active":"2024-04-23T18:20:58.865629+0000","last_became_peered":"2024-04-23T18:20:58.865629+0000","last_unstale":"2024-04-23T18:21:56.499940+0000","last_undegraded":"2024-04-23T18:21:56.499940+0000","last_fullsized":"2024-04-23T18:21:56.499940+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:00:43.591447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499251+0000","last_change":"2024-04-23T18:20:59.880765+0000","last_active":"2024-04-23T18:21:56.499251+0000","last_peered":"2024-04-23T18:21:56.499251+0000","last_clean":"2024-04-23T18:21:56.499251+0000","last_became_active":"2024-04-23T18:20:59.880020+0000","last_became_peered":"2024-04-23T18:20:59.880020+0000","last_unstale":"2024-04-23T18:21:56.499251+0000","last_undegraded":"2024-04-23T18:21:56.499251+0000","last_fullsized":"2024-04-23T18:21:56.499251+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:38:59.500278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.497473+0000","last_change":"2024-04-23T18:20:58.863595+0000","last_active":"2024-04-23T18:21:56.497473+0000","last_peered":"2024-04-23T18:21:56.497473+0000","last_clean":"2024-04-23T18:21:56.497473+0000","last_became_active":"2024-04-23T18:20:58.863219+0000","last_became_peered":"2024-04-23T18:20:58.863219+0000","last_unstale":"2024-04-23T18:21:56.497473+0000","last_undegraded":"2024-04-23T18:21:56.497473+0000","last_fullsized":"2024-04-23T18:21:56.497473+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:23:04.295307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496278+0000","last_change":"2024-04-23T18:20:59.870566+0000","last_active":"2024-04-23T18:21:56.496278+0000","last_peered":"2024-04-23T18:21:56.496278+0000","last_clean":"2024-04-23T18:21:56.496278+0000","last_became_active":"2024-04-23T18:20:59.870188+0000","last_became_peered":"2024-04-23T18:20:59.870188+0000","last_unstale":"2024-04-23T18:21:56.496278+0000","last_undegraded":"2024-04-23T18:21:56.496278+0000","last_fullsized":"2024-04-23T18:21:56.496278+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:55:36.266541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":99,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:16.400404+0000","last_change":"2024-04-23T18:20:58.863879+0000","last_active":"2024-04-23T18:22:16.400404+0000","last_peered":"2024-04-23T18:22:16.400404+0000","last_clean":"2024-04-23T18:22:16.400404+0000","last_became_active":"2024-04-23T18:20:58.863534+0000","last_became_peered":"2024-04-23T18:20:58.863534+0000","last_unstale":"2024-04-23T18:22:16.400404+0000","last_undegraded":"2024-04-23T18:22:16.400404+0000","last_fullsized":"2024-04-23T18:22:16.400404+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:28:35.544094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":75,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496719+0000","last_change":"2024-04-23T18:20:59.869526+0000","last_active":"2024-04-23T18:21:56.496719+0000","last_peered":"2024-04-23T18:21:56.496719+0000","last_clean":"2024-04-23T18:21:56.496719+0000","last_became_active":"2024-04-23T18:20:59.869144+0000","last_became_peered":"2024-04-23T18:20:59.869144+0000","last_unstale":"2024-04-23T18:21:56.496719+0000","last_undegraded":"2024-04-23T18:21:56.496719+0000","last_fullsized":"2024-04-23T18:21:56.496719+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:49:51.853053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500271+0000","last_change":"2024-04-23T18:20:58.856579+0000","last_active":"2024-04-23T18:21:56.500271+0000","last_peered":"2024-04-23T18:21:56.500271+0000","last_clean":"2024-04-23T18:21:56.500271+0000","last_became_active":"2024-04-23T18:20:58.856161+0000","last_became_peered":"2024-04-23T18:20:58.856161+0000","last_unstale":"2024-04-23T18:21:56.500271+0000","last_undegraded":"2024-04-23T18:21:56.500271+0000","last_fullsized":"2024-04-23T18:21:56.500271+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:07:04.531744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496119+0000","last_change":"2024-04-23T18:20:59.876359+0000","last_active":"2024-04-23T18:21:56.496119+0000","last_peered":"2024-04-23T18:21:56.496119+0000","last_clean":"2024-04-23T18:21:56.496119+0000","last_became_active":"2024-04-23T18:20:59.875998+0000","last_became_peered":"2024-04-23T18:20:59.875998+0000","last_unstale":"2024-04-23T18:21:56.496119+0000","last_undegraded":"2024-04-23T18:21:56.496119+0000","last_fullsized":"2024-04-23T18:21:56.496119+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:28:51.694991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720454+0000","last_change":"2024-04-23T18:20:58.857407+0000","last_active":"2024-04-23T18:21:56.720454+0000","last_peered":"2024-04-23T18:21:56.720454+0000","last_clean":"2024-04-23T18:21:56.720454+0000","last_became_active":"2024-04-23T18:20:58.857044+0000","last_became_peered":"2024-04-23T18:20:58.857044+0000","last_unstale":"2024-04-23T18:21:56.720454+0000","last_undegraded":"2024-04-23T18:21:56.720454+0000","last_fullsized":"2024-04-23T18:21:56.720454+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:14:20.733661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.496956+0000","last_change":"2024-04-23T18:20:59.872513+0000","last_active":"2024-04-23T18:21:56.496956+0000","last_peered":"2024-04-23T18:21:56.496956+0000","last_clean":"2024-04-23T18:21:56.496956+0000","last_became_active":"2024-04-23T18:20:59.872198+0000","last_became_peered":"2024-04-23T18:20:59.872198+0000","last_unstale":"2024-04-23T18:21:56.496956+0000","last_undegraded":"2024-04-23T18:21:56.496956+0000","last_fullsized":"2024-04-23T18:21:56.496956+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:01:09.459433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.494821+0000","last_change":"2024-04-23T18:20:59.874894+0000","last_active":"2024-04-23T18:21:56.494821+0000","last_peered":"2024-04-23T18:21:56.494821+0000","last_clean":"2024-04-23T18:21:56.494821+0000","last_became_active":"2024-04-23T18:20:59.874369+0000","last_became_peered":"2024-04-23T18:20:59.874369+0000","last_unstale":"2024-04-23T18:21:56.494821+0000","last_undegraded":"2024-04-23T18:21:56.494821+0000","last_fullsized":"2024-04-23T18:21:56.494821+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:54:55.029327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.721574+0000","last_change":"2024-04-23T18:21:56.721574+0000","last_active":"2024-04-23T18:21:56.721574+0000","last_peered":"2024-04-23T18:21:56.721574+0000","last_clean":"2024-04-23T18:21:56.721574+0000","last_became_active":"2024-04-23T18:21:56.721283+0000","last_became_peered":"2024-04-23T18:21:56.721283+0000","last_unstale":"2024-04-23T18:21:56.721574+0000","last_undegraded":"2024-04-23T18:21:56.721574+0000","last_fullsized":"2024-04-23T18:21:56.721574+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:36.911372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.499822+0000","last_change":"2024-04-23T18:20:59.869691+0000","last_active":"2024-04-23T18:21:56.499822+0000","last_peered":"2024-04-23T18:21:56.499822+0000","last_clean":"2024-04-23T18:21:56.499822+0000","last_became_active":"2024-04-23T18:20:59.869344+0000","last_became_peered":"2024-04-23T18:20:59.869344+0000","last_unstale":"2024-04-23T18:21:56.499822+0000","last_undegraded":"2024-04-23T18:21:56.499822+0000","last_fullsized":"2024-04-23T18:21:56.499822+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:34:53.583506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498149+0000","last_change":"2024-04-23T18:20:59.878530+0000","last_active":"2024-04-23T18:21:56.498149+0000","last_peered":"2024-04-23T18:21:56.498149+0000","last_clean":"2024-04-23T18:21:56.498149+0000","last_became_active":"2024-04-23T18:20:59.875872+0000","last_became_peered":"2024-04-23T18:20:59.875872+0000","last_unstale":"2024-04-23T18:21:56.498149+0000","last_undegraded":"2024-04-23T18:21:56.498149+0000","last_fullsized":"2024-04-23T18:21:56.498149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:33.934384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720166+0000","last_change":"2024-04-23T18:20:59.869103+0000","last_active":"2024-04-23T18:21:56.720166+0000","last_peered":"2024-04-23T18:21:56.720166+0000","last_clean":"2024-04-23T18:21:56.720166+0000","last_became_active":"2024-04-23T18:20:59.868028+0000","last_became_peered":"2024-04-23T18:20:59.868028+0000","last_unstale":"2024-04-23T18:21:56.720166+0000","last_undegraded":"2024-04-23T18:21:56.720166+0000","last_fullsized":"2024-04-23T18:21:56.720166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:20.911608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495070+0000","last_change":"2024-04-23T18:20:59.874811+0000","last_active":"2024-04-23T18:21:56.495070+0000","last_peered":"2024-04-23T18:21:56.495070+0000","last_clean":"2024-04-23T18:21:56.495070+0000","last_became_active":"2024-04-23T18:20:59.874408+0000","last_became_peered":"2024-04-23T18:20:59.874408+0000","last_unstale":"2024-04-23T18:21:56.495070+0000","last_undegraded":"2024-04-23T18:21:56.495070+0000","last_fullsized":"2024-04-23T18:21:56.495070+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:41.507692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500401+0000","last_change":"2024-04-23T18:20:59.860151+0000","last_active":"2024-04-23T18:21:56.500401+0000","last_peered":"2024-04-23T18:21:56.500401+0000","last_clean":"2024-04-23T18:21:56.500401+0000","last_became_active":"2024-04-23T18:20:59.859789+0000","last_became_peered":"2024-04-23T18:20:59.859789+0000","last_unstale":"2024-04-23T18:21:56.500401+0000","last_undegraded":"2024-04-23T18:21:56.500401+0000","last_fullsized":"2024-04-23T18:21:56.500401+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:02:48.681980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.503369+0000","last_change":"2024-04-23T18:21:56.503369+0000","last_active":"2024-04-23T18:21:56.503369+0000","last_peered":"2024-04-23T18:21:56.503369+0000","last_clean":"2024-04-23T18:21:56.503369+0000","last_became_active":"2024-04-23T18:21:56.502919+0000","last_became_peered":"2024-04-23T18:21:56.502919+0000","last_unstale":"2024-04-23T18:21:56.503369+0000","last_undegraded":"2024-04-23T18:21:56.503369+0000","last_fullsized":"2024-04-23T18:21:56.503369+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:52:11.784950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.501917+0000","last_change":"2024-04-23T18:21:56.501281+0000","last_active":"2024-04-23T18:21:56.501917+0000","last_peered":"2024-04-23T18:21:56.501917+0000","last_clean":"2024-04-23T18:21:56.501917+0000","last_became_active":"2024-04-23T18:21:56.500751+0000","last_became_peered":"2024-04-23T18:21:56.500751+0000","last_unstale":"2024-04-23T18:21:56.501917+0000","last_undegraded":"2024-04-23T18:21:56.501917+0000","last_fullsized":"2024-04-23T18:21:56.501917+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:03:15.725706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,3],"acting":[7,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.498958+0000","last_change":"2024-04-23T18:20:59.867972+0000","last_active":"2024-04-23T18:21:56.498958+0000","last_peered":"2024-04-23T18:21:56.498958+0000","last_clean":"2024-04-23T18:21:56.498958+0000","last_became_active":"2024-04-23T18:20:59.867569+0000","last_became_peered":"2024-04-23T18:20:59.867569+0000","last_unstale":"2024-04-23T18:21:56.498958+0000","last_undegraded":"2024-04-23T18:21:56.498958+0000","last_fullsized":"2024-04-23T18:21:56.498958+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:09:09.998610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.500699+0000","last_change":"2024-04-23T18:20:59.867527+0000","last_active":"2024-04-23T18:21:56.500699+0000","last_peered":"2024-04-23T18:21:56.500699+0000","last_clean":"2024-04-23T18:21:56.500699+0000","last_became_active":"2024-04-23T18:20:59.867182+0000","last_became_peered":"2024-04-23T18:20:59.867182+0000","last_unstale":"2024-04-23T18:21:56.500699+0000","last_undegraded":"2024-04-23T18:21:56.500699+0000","last_fullsized":"2024-04-23T18:21:56.500699+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:30:54.366187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.720223+0000","last_change":"2024-04-23T18:20:59.872298+0000","last_active":"2024-04-23T18:21:56.720223+0000","last_peered":"2024-04-23T18:21:56.720223+0000","last_clean":"2024-04-23T18:21:56.720223+0000","last_became_active":"2024-04-23T18:20:59.871967+0000","last_became_peered":"2024-04-23T18:20:59.871967+0000","last_unstale":"2024-04-23T18:21:56.720223+0000","last_undegraded":"2024-04-23T18:21:56.720223+0000","last_fullsized":"2024-04-23T18:21:56.720223+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:33:18.638757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:56.495136+0000","last_change":"2024-04-23T18:20:59.866917+0000","last_active":"2024-04-23T18:21:56.495136+0000","last_peered":"2024-04-23T18:21:56.495136+0000","last_clean":"2024-04-23T18:21:56.495136+0000","last_became_active":"2024-04-23T18:20:59.866580+0000","last_became_peered":"2024-04-23T18:20:59.866580+0000","last_unstale":"2024-04-23T18:21:56.495136+0000","last_undegraded":"2024-04-23T18:21:56.495136+0000","last_fullsized":"2024-04-23T18:21:56.495136+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:11:18.938388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286220,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68250,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":756,"num_read_kb":449,"num_write":237,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":61942,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":512000,"data_stored":204750,"data_compressed":13377,"data_compressed_allocated":20480,"data_compressed_original":73728,"omap_allocated":0,"internal_metadata":0},"log_size":206,"ondisk_log_size":206,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351006,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":974848,"data_stored":460840,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612642,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1110016,"data_stored":1112522,"data_compressed":44040,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776168,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":459986,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037805,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":460252,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299443,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":1052601,"data_compressed":42162,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462968,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":966656,"data_stored":459703,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574928,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1032192,"data_stored":521774,"data_compressed":7649,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738453,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":987136,"data_stored":461042,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411404,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":970752,"data_stored":461115,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149766,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":459528,"data_compressed":5771,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888129,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":521001,"data_compressed":15392,"data_compressed_allocated":20480,"data_compressed_original":73728,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724604,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":1052560,"data_compressed":42162,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34755,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":62910,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":62137,"data_compressed":9621,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":63173,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:22:21.780 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-23T18:22:21.780 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-23T18:22:21.780 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-23T18:22:21.780 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-23T18:22:22.033 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:22.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:22 smithi038 ceph-mon[29217]: pgmap v331: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:22:22.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:22 smithi038 ceph-mon[29217]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:22.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:22 smithi076 ceph-mon[32458]: pgmap v331: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:22:22.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:22 smithi076 ceph-mon[32458]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:22.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:22 smithi102 ceph-mon[32874]: pgmap v331: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:22:22.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:22 smithi102 ceph-mon[32874]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:23.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.744+0000 7f4ac3837700 1 -- 172.21.15.38:0/4151009234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4abc06afe0 msgr2=0x7f4abc06b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.744+0000 7f4ac3837700 1 --2- 172.21.15.38:0/4151009234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4abc06afe0 0x7f4abc06b3c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4ab8009990 tx=0x7f4ab8009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.744+0000 7f4ac3837700 1 -- 172.21.15.38:0/4151009234 shutdown_connections 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.744+0000 7f4ac3837700 1 --2- 172.21.15.38:0/4151009234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4abc10f4e0 0x7f4abc1118d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.744+0000 7f4ac3837700 1 --2- 172.21.15.38:0/4151009234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4abc06afe0 0x7f4abc06b3c0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.744+0000 7f4ac3837700 1 --2- 172.21.15.38:0/4151009234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4abc06b900 0x7f4abc10efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.744+0000 7f4ac3837700 1 -- 172.21.15.38:0/4151009234 >> 172.21.15.38:0/4151009234 conn(0x7f4abc0788b0 msgr2=0x7f4abc078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.744+0000 7f4ac3837700 1 -- 172.21.15.38:0/4151009234 shutdown_connections 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.744+0000 7f4ac3837700 1 -- 172.21.15.38:0/4151009234 wait complete. 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac3837700 1 Processor -- start 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac3837700 1 -- start start 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac3837700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4abc06afe0 0x7f4abc19b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:23.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac3837700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4abc06b900 0x7f4abc19b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac3837700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4abc10f4e0 0x7f4abc19fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac3837700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc114fc0 con 0x7f4abc10f4e0 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac3837700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc114e40 con 0x7f4abc06b900 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac3837700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc115140 con 0x7f4abc06afe0 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac1dd4700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4abc10f4e0 0x7f4abc19fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac1dd4700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4abc10f4e0 0x7f4abc19fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35180/0 (socket says 172.21.15.38:35180) 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac1dd4700 1 -- 172.21.15.38:0/911203324 learned_addr learned my addr 172.21.15.38:0/911203324 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac15d3700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4abc06afe0 0x7f4abc19b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac0dd2700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4abc06b900 0x7f4abc19b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac1dd4700 1 -- 172.21.15.38:0/911203324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4abc06afe0 msgr2=0x7f4abc19b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac1dd4700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4abc06afe0 0x7f4abc19b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac1dd4700 1 -- 172.21.15.38:0/911203324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4abc06b900 msgr2=0x7f4abc19b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac1dd4700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4abc06b900 0x7f4abc19b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac1dd4700 1 -- 172.21.15.38:0/911203324 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4abc1a0450 con 0x7f4abc10f4e0 2024-04-23T18:22:23.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.745+0000 7f4ac0dd2700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4abc06b900 0x7f4abc19b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:23.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.746+0000 7f4ac1dd4700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4abc10f4e0 0x7f4abc19fd10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4ab400b9e0 tx=0x7f4ab400bcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:23.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.746+0000 7f4ab27fc700 1 -- 172.21.15.38:0/911203324 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab4019070 con 0x7f4abc10f4e0 2024-04-23T18:22:23.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.746+0000 7f4ac3837700 1 -- 172.21.15.38:0/911203324 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4abc1a0740 con 0x7f4abc10f4e0 2024-04-23T18:22:23.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.746+0000 7f4ab27fc700 1 -- 172.21.15.38:0/911203324 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4ab400ce00 con 0x7f4abc10f4e0 2024-04-23T18:22:23.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.746+0000 7f4ab27fc700 1 -- 172.21.15.38:0/911203324 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab401d3b0 con 0x7f4abc10f4e0 2024-04-23T18:22:23.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.746+0000 7f4ac3837700 1 -- 172.21.15.38:0/911203324 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4abc1a7fc0 con 0x7f4abc10f4e0 2024-04-23T18:22:23.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.747+0000 7f4ac3837700 1 -- 172.21.15.38:0/911203324 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4abc069730 con 0x7f4abc10f4e0 2024-04-23T18:22:23.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.748+0000 7f4ab27fc700 1 -- 172.21.15.38:0/911203324 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4ab401c070 con 0x7f4abc10f4e0 2024-04-23T18:22:23.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.749+0000 7f4ab27fc700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4aa80a3cd0 0x7f4aa80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:23.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.749+0000 7f4ac15d3700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4aa80a3cd0 0x7f4aa80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:23.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.749+0000 7f4ab27fc700 1 -- 172.21.15.38:0/911203324 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f4ab40cf780 con 0x7f4abc10f4e0 2024-04-23T18:22:23.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.749+0000 7f4ac15d3700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4aa80a3cd0 0x7f4aa80a6190 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4ab800b5c0 tx=0x7f4ab8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:23.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:23.753+0000 7f4ab27fc700 1 -- 172.21.15.38:0/911203324 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4ab409c0f0 con 0x7f4abc10f4e0 2024-04-23T18:22:24.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.007+0000 7f4ac3837700 1 -- 172.21.15.38:0/911203324 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f4abc02df80 con 0x7f4abc10f4e0 2024-04-23T18:22:24.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.008+0000 7f4ab27fc700 1 -- 172.21.15.38:0/911203324 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f4ab409b9f0 con 0x7f4abc10f4e0 2024-04-23T18:22:24.002 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:24.002 INFO:teuthology.orchestra.run.smithi038.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-23T18:22:24.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 -- 172.21.15.38:0/911203324 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4aa80a3cd0 msgr2=0x7f4aa80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4aa80a3cd0 0x7f4aa80a6190 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4ab800b5c0 tx=0x7f4ab8005960 comp rx=0 tx=0).stop 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 -- 172.21.15.38:0/911203324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4abc10f4e0 msgr2=0x7f4abc19fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4abc10f4e0 0x7f4abc19fd10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4ab400b9e0 tx=0x7f4ab400bcf0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 -- 172.21.15.38:0/911203324 shutdown_connections 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4aa80a3cd0 0x7f4aa80a6190 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4abc10f4e0 0x7f4abc19fd10 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4abc06afe0 0x7f4abc19b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 --2- 172.21.15.38:0/911203324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4abc06b900 0x7f4abc19b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 -- 172.21.15.38:0/911203324 >> 172.21.15.38:0/911203324 conn(0x7f4abc0788b0 msgr2=0x7f4abc110930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 -- 172.21.15.38:0/911203324 shutdown_connections 2024-04-23T18:22:24.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.010+0000 7f4ac3837700 1 -- 172.21.15.38:0/911203324 wait complete. 2024-04-23T18:22:24.470 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:24 smithi038 ceph-mon[29217]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:24.470 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:24 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/911203324' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-23T18:22:24.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:24 smithi076 ceph-mon[32458]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:24.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:24 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/911203324' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-23T18:22:24.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:24 smithi102 ceph-mon[32874]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:24.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:24 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/911203324' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-23T18:22:24.660 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-23T18:22:24.661 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:24.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.773+0000 7efd90ba2640 1 -- 172.21.15.38:0/779161228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c101fe0 msgr2=0x7efd8c102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:24.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.773+0000 7efd90ba2640 1 --2- 172.21.15.38:0/779161228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c101fe0 0x7efd8c102460 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7efd80009900 tx=0x7efd8002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:24.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.773+0000 7efd90ba2640 1 -- 172.21.15.38:0/779161228 shutdown_connections 2024-04-23T18:22:24.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.773+0000 7efd90ba2640 1 --2- 172.21.15.38:0/779161228 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c1029a0 0x7efd8c1092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.773+0000 7efd90ba2640 1 --2- 172.21.15.38:0/779161228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c101fe0 0x7efd8c102460 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.773+0000 7efd90ba2640 1 --2- 172.21.15.38:0/779161228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c100e90 0x7efd8c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.773+0000 7efd90ba2640 1 -- 172.21.15.38:0/779161228 >> 172.21.15.38:0/779161228 conn(0x7efd8c0fc400 msgr2=0x7efd8c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:24.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.773+0000 7efd90ba2640 1 -- 172.21.15.38:0/779161228 shutdown_connections 2024-04-23T18:22:24.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.773+0000 7efd90ba2640 1 -- 172.21.15.38:0/779161228 wait complete. 2024-04-23T18:22:24.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.774+0000 7efd90ba2640 1 Processor -- start 2024-04-23T18:22:24.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.774+0000 7efd90ba2640 1 -- start start 2024-04-23T18:22:24.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.774+0000 7efd90ba2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c100e90 0x7efd8c069c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:24.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.774+0000 7efd90ba2640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c101fe0 0x7efd8c19d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:24.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.774+0000 7efd90ba2640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c1029a0 0x7efd8c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:24.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.774+0000 7efd90ba2640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7efd8c10cb10 con 0x7efd8c101fe0 2024-04-23T18:22:24.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.774+0000 7efd90ba2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7efd8c10c990 con 0x7efd8c100e90 2024-04-23T18:22:24.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.774+0000 7efd90ba2640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efd8c10cc90 con 0x7efd8c1029a0 2024-04-23T18:22:24.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.774+0000 7efd89d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c101fe0 0x7efd8c19d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:24.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.774+0000 7efd89d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c101fe0 0x7efd8c19d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35210/0 (socket says 172.21.15.38:35210) 2024-04-23T18:22:24.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd89d9b640 1 -- 172.21.15.38:0/314269704 learned_addr learned my addr 172.21.15.38:0/314269704 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:24.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd8a59c640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c100e90 0x7efd8c069c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:24.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd8ad9d640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c1029a0 0x7efd8c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:24.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd89d9b640 1 -- 172.21.15.38:0/314269704 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c1029a0 msgr2=0x7efd8c19f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:24.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd89d9b640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c1029a0 0x7efd8c19f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd89d9b640 1 -- 172.21.15.38:0/314269704 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c100e90 msgr2=0x7efd8c069c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:24.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd89d9b640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c100e90 0x7efd8c069c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd89d9b640 1 -- 172.21.15.38:0/314269704 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd8c19ff30 con 0x7efd8c101fe0 2024-04-23T18:22:24.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd8ad9d640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c1029a0 0x7efd8c19f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:24.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd89d9b640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c101fe0 0x7efd8c19d000 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7efd80006010 tx=0x7efd800042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:24.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd7b7fe640 1 -- 172.21.15.38:0/314269704 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd8003f030 con 0x7efd8c101fe0 2024-04-23T18:22:24.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd7b7fe640 1 -- 172.21.15.38:0/314269704 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efd80003cd0 con 0x7efd8c101fe0 2024-04-23T18:22:24.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd90ba2640 1 -- 172.21.15.38:0/314269704 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd8c1a0160 con 0x7efd8c101fe0 2024-04-23T18:22:24.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd7b7fe640 1 -- 172.21.15.38:0/314269704 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd80035070 con 0x7efd8c101fe0 2024-04-23T18:22:24.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.775+0000 7efd90ba2640 1 -- 172.21.15.38:0/314269704 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd8c1a0650 con 0x7efd8c101fe0 2024-04-23T18:22:24.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.776+0000 7efd90ba2640 1 -- 172.21.15.38:0/314269704 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd8c1081a0 con 0x7efd8c101fe0 2024-04-23T18:22:24.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.777+0000 7efd7b7fe640 1 -- 172.21.15.38:0/314269704 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7efd80042030 con 0x7efd8c101fe0 2024-04-23T18:22:24.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.778+0000 7efd7b7fe640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd740a3c40 0x7efd740a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:24.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.778+0000 7efd8a59c640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd740a3c40 0x7efd740a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:24.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.778+0000 7efd7b7fe640 1 -- 172.21.15.38:0/314269704 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7efd800f0920 con 0x7efd8c101fe0 2024-04-23T18:22:24.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.778+0000 7efd8a59c640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd740a3c40 0x7efd740a6100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7efd7c005fd0 tx=0x7efd7c009680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:24.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:24.783+0000 7efd7b7fe640 1 -- 172.21.15.38:0/314269704 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efd800bd120 con 0x7efd8c101fe0 2024-04-23T18:22:25.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.006+0000 7efd90ba2640 1 -- 172.21.15.38:0/314269704 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efd8c02d810 con 0x7efd8c101fe0 2024-04-23T18:22:25.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.009+0000 7efd7b7fe640 1 -- 172.21.15.38:0/314269704 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22733 (secure 0 0 0) 0x7efd800bca20 con 0x7efd8c101fe0 2024-04-23T18:22:25.002 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:25.003 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":88,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:21:56.490546+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:25.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.010+0000 7efd90ba2640 1 -- 172.21.15.38:0/314269704 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd740a3c40 msgr2=0x7efd740a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.010+0000 7efd90ba2640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd740a3c40 0x7efd740a6100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7efd7c005fd0 tx=0x7efd7c009680 comp rx=0 tx=0).stop 2024-04-23T18:22:25.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.010+0000 7efd90ba2640 1 -- 172.21.15.38:0/314269704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c101fe0 msgr2=0x7efd8c19d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.010+0000 7efd90ba2640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c101fe0 0x7efd8c19d000 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7efd80006010 tx=0x7efd800042f0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.011+0000 7efd90ba2640 1 -- 172.21.15.38:0/314269704 shutdown_connections 2024-04-23T18:22:25.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.011+0000 7efd90ba2640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c1029a0 0x7efd8c19f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.011+0000 7efd90ba2640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd740a3c40 0x7efd740a6100 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.011+0000 7efd90ba2640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c101fe0 0x7efd8c19d000 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.011+0000 7efd90ba2640 1 --2- 172.21.15.38:0/314269704 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c100e90 0x7efd8c069c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.011+0000 7efd90ba2640 1 -- 172.21.15.38:0/314269704 >> 172.21.15.38:0/314269704 conn(0x7efd8c0fc400 msgr2=0x7efd8c105370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.011+0000 7efd90ba2640 1 -- 172.21.15.38:0/314269704 shutdown_connections 2024-04-23T18:22:25.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.011+0000 7efd90ba2640 1 -- 172.21.15.38:0/314269704 wait complete. 2024-04-23T18:22:25.016 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:56.907162+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:20:58.169501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.690000057220459, 'score_stable': 1.690000057220459, 'optimal_score': 1, 'raw_score_acting': 1.690000057220459, 'raw_score_stable': 1.690000057220459, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:22:25.016 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:22:25.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.128+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/3229723282 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdc18102980 msgr2=0x7fdc18104d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.128+0000 7fdc1dd9e640 1 --2- 172.21.15.38:0/3229723282 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdc18102980 0x7fdc18104d70 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c009900 tx=0x7fdc0c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:25.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.128+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/3229723282 shutdown_connections 2024-04-23T18:22:25.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.128+0000 7fdc1dd9e640 1 --2- 172.21.15.38:0/3229723282 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdc181052b0 0x7fdc181076a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.128+0000 7fdc1dd9e640 1 --2- 172.21.15.38:0/3229723282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc18107be0 0x7fdc18109fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.128+0000 7fdc1dd9e640 1 --2- 172.21.15.38:0/3229723282 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdc18102980 0x7fdc18104d70 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.128+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/3229723282 >> 172.21.15.38:0/3229723282 conn(0x7fdc180fc2f0 msgr2=0x7fdc180fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.128+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/3229723282 shutdown_connections 2024-04-23T18:22:25.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.128+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/3229723282 wait complete. 2024-04-23T18:22:25.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1dd9e640 1 Processor -- start 2024-04-23T18:22:25.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1dd9e640 1 -- start start 2024-04-23T18:22:25.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1dd9e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdc18102980 0x7fdc181022f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1dd9e640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdc181052b0 0x7fdc18100930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1dd9e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc18107be0 0x7fdc18100e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1dd9e640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1810dae0 con 0x7fdc18102980 2024-04-23T18:22:25.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1dd9e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1810d960 con 0x7fdc18107be0 2024-04-23T18:22:25.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1dd9e640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1810dc60 con 0x7fdc181052b0 2024-04-23T18:22:25.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1cd9c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdc18102980 0x7fdc181022f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1cd9c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdc18102980 0x7fdc181022f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35232/0 (socket says 172.21.15.38:35232) 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1cd9c640 1 -- 172.21.15.38:0/1781539971 learned_addr learned my addr 172.21.15.38:0/1781539971 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc17fff640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdc181052b0 0x7fdc18100930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.129+0000 7fdc1d59d640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc18107be0 0x7fdc18100e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc1cd9c640 1 -- 172.21.15.38:0/1781539971 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdc181052b0 msgr2=0x7fdc18100930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc1cd9c640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdc181052b0 0x7fdc18100930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc1cd9c640 1 -- 172.21.15.38:0/1781539971 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc18107be0 msgr2=0x7fdc18100e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc1cd9c640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc18107be0 0x7fdc18100e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc1cd9c640 1 -- 172.21.15.38:0/1781539971 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc18101700 con 0x7fdc18102980 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc1cd9c640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdc18102980 0x7fdc181022f0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c005940 tx=0x7fdc0c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc15ffb640 1 -- 172.21.15.38:0/1781539971 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c03f030 con 0x7fdc18102980 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/1781539971 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc181a2250 con 0x7fdc18102980 2024-04-23T18:22:25.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc15ffb640 1 -- 172.21.15.38:0/1781539971 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdc0c003cd0 con 0x7fdc18102980 2024-04-23T18:22:25.127 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc15ffb640 1 -- 172.21.15.38:0/1781539971 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c035070 con 0x7fdc18102980 2024-04-23T18:22:25.127 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.130+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/1781539971 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc181a27f0 con 0x7fdc18102980 2024-04-23T18:22:25.127 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.131+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/1781539971 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc180fdde0 con 0x7fdc18102980 2024-04-23T18:22:25.127 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.132+0000 7fdc15ffb640 1 -- 172.21.15.38:0/1781539971 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fdc0c042030 con 0x7fdc18102980 2024-04-23T18:22:25.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.133+0000 7fdc15ffb640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdc080a3cc0 0x7fdc080a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.133+0000 7fdc17fff640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdc080a3cc0 0x7fdc080a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.133+0000 7fdc15ffb640 1 -- 172.21.15.38:0/1781539971 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fdc0c0f0ad0 con 0x7fdc18102980 2024-04-23T18:22:25.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.133+0000 7fdc17fff640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdc080a3cc0 0x7fdc080a6180 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdc18102060 tx=0x7fdc0400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.137+0000 7fdc15ffb640 1 -- 172.21.15.38:0/1781539971 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdc0c0bd330 con 0x7fdc18102980 2024-04-23T18:22:25.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.216+0000 7fdc15ffb640 1 -- 172.21.15.38:0/1781539971 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fdc0c0b92a0 con 0x7fdc18102980 2024-04-23T18:22:25.330 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:25 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/314269704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:25.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.355+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/1781539971 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdc18062b50 con 0x7fdc18102980 2024-04-23T18:22:25.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.356+0000 7fdc15ffb640 1 -- 172.21.15.38:0/1781539971 <== mon.0 v2:172.21.15.38:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7fdc0c0e3880 con 0x7fdc18102980 2024-04-23T18:22:25.350 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:22:25.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.357+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/1781539971 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdc080a3cc0 msgr2=0x7fdc080a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.357+0000 7fdc1dd9e640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdc080a3cc0 0x7fdc080a6180 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdc18102060 tx=0x7fdc0400b390 comp rx=0 tx=0).stop 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.358+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/1781539971 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdc18102980 msgr2=0x7fdc181022f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.358+0000 7fdc1dd9e640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdc18102980 0x7fdc181022f0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c005940 tx=0x7fdc0c0042f0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.358+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/1781539971 shutdown_connections 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.358+0000 7fdc1dd9e640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdc181052b0 0x7fdc18100930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.358+0000 7fdc1dd9e640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdc080a3cc0 0x7fdc080a6180 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.358+0000 7fdc1dd9e640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc18107be0 0x7fdc18100e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.358+0000 7fdc1dd9e640 1 --2- 172.21.15.38:0/1781539971 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdc18102980 0x7fdc181022f0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.358+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/1781539971 >> 172.21.15.38:0/1781539971 conn(0x7fdc180fc2f0 msgr2=0x7fdc18103240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.358+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/1781539971 shutdown_connections 2024-04-23T18:22:25.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.358+0000 7fdc1dd9e640 1 -- 172.21.15.38:0/1781539971 wait complete. 2024-04-23T18:22:25.362 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:22:25.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.473+0000 7efd4b0e1640 1 -- 172.21.15.38:0/1815987300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd44101fb0 msgr2=0x7efd441023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.473+0000 7efd4b0e1640 1 --2- 172.21.15.38:0/1815987300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd44101fb0 0x7efd441023d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7efd38009900 tx=0x7efd3802a410 comp rx=0 tx=0).stop 2024-04-23T18:22:25.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.473+0000 7efd4b0e1640 1 -- 172.21.15.38:0/1815987300 shutdown_connections 2024-04-23T18:22:25.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.473+0000 7efd4b0e1640 1 --2- 172.21.15.38:0/1815987300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd44103b60 0x7efd4410a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.473+0000 7efd4b0e1640 1 --2- 172.21.15.38:0/1815987300 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd441031a0 0x7efd44103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.473+0000 7efd4b0e1640 1 --2- 172.21.15.38:0/1815987300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd44101fb0 0x7efd441023d0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 -- 172.21.15.38:0/1815987300 >> 172.21.15.38:0/1815987300 conn(0x7efd440fd540 msgr2=0x7efd440ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 -- 172.21.15.38:0/1815987300 shutdown_connections 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 -- 172.21.15.38:0/1815987300 wait complete. 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 Processor -- start 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 -- start start 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd44101fb0 0x7efd44198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd441031a0 0x7efd44198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd44103b60 0x7efd4419f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7efd4410dc90 con 0x7efd44103b60 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7efd4410db10 con 0x7efd441031a0 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4b0e1640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efd4410de10 con 0x7efd44101fb0 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4967e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd44103b60 0x7efd4419f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4967e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd44103b60 0x7efd4419f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35250/0 (socket says 172.21.15.38:35250) 2024-04-23T18:22:25.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.474+0000 7efd4967e640 1 -- 172.21.15.38:0/3002788715 learned_addr learned my addr 172.21.15.38:0/3002788715 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd43fff640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd441031a0 0x7efd44198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd48e7d640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd44101fb0 0x7efd44198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd4967e640 1 -- 172.21.15.38:0/3002788715 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd44101fb0 msgr2=0x7efd44198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd4967e640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd44101fb0 0x7efd44198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd4967e640 1 -- 172.21.15.38:0/3002788715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd441031a0 msgr2=0x7efd44198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd4967e640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd441031a0 0x7efd44198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd4967e640 1 -- 172.21.15.38:0/3002788715 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd4419ff20 con 0x7efd44103b60 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd48e7d640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd44101fb0 0x7efd44198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd4967e640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd44103b60 0x7efd4419f8b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7efd3c00eaa0 tx=0x7efd3c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd41ffb640 1 -- 172.21.15.38:0/3002788715 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd3c00cdb0 con 0x7efd44103b60 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd41ffb640 1 -- 172.21.15.38:0/3002788715 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efd3c005020 con 0x7efd44103b60 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd4b0e1640 1 -- 172.21.15.38:0/3002788715 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd441a0210 con 0x7efd44103b60 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd41ffb640 1 -- 172.21.15.38:0/3002788715 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd3c0116d0 con 0x7efd44103b60 2024-04-23T18:22:25.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.475+0000 7efd4b0e1640 1 -- 172.21.15.38:0/3002788715 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd441a07e0 con 0x7efd44103b60 2024-04-23T18:22:25.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.476+0000 7efd4b0e1640 1 -- 172.21.15.38:0/3002788715 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd441092d0 con 0x7efd44103b60 2024-04-23T18:22:25.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.477+0000 7efd41ffb640 1 -- 172.21.15.38:0/3002788715 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7efd3c0051d0 con 0x7efd44103b60 2024-04-23T18:22:25.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.478+0000 7efd41ffb640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd340a3bb0 0x7efd340a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.478+0000 7efd41ffb640 1 -- 172.21.15.38:0/3002788715 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7efd3c0d06c0 con 0x7efd44103b60 2024-04-23T18:22:25.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.478+0000 7efd48e7d640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd340a3bb0 0x7efd340a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.478+0000 7efd48e7d640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd340a3bb0 0x7efd340a6070 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7efd38000c00 tx=0x7efd38031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.483+0000 7efd41ffb640 1 -- 172.21.15.38:0/3002788715 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efd3c016030 con 0x7efd44103b60 2024-04-23T18:22:25.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:25 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/314269704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:25.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:25 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/314269704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:25.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.670+0000 7efd4b0e1640 1 -- 172.21.15.38:0/3002788715 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7efd44062b50 con 0x7efd44103b60 2024-04-23T18:22:25.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.671+0000 7efd41ffb640 1 -- 172.21.15.38:0/3002788715 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7efd3c09d080 con 0x7efd44103b60 2024-04-23T18:22:25.665 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-04-23T18:22:25.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 -- 172.21.15.38:0/3002788715 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd340a3bb0 msgr2=0x7efd340a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd340a3bb0 0x7efd340a6070 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7efd38000c00 tx=0x7efd38031510 comp rx=0 tx=0).stop 2024-04-23T18:22:25.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 -- 172.21.15.38:0/3002788715 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd44103b60 msgr2=0x7efd4419f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd44103b60 0x7efd4419f8b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7efd3c00eaa0 tx=0x7efd3c00ef60 comp rx=0 tx=0).stop 2024-04-23T18:22:25.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 -- 172.21.15.38:0/3002788715 shutdown_connections 2024-04-23T18:22:25.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7efd340a3bb0 0x7efd340a6070 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd44103b60 0x7efd4419f8b0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd441031a0 0x7efd44198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 --2- 172.21.15.38:0/3002788715 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd44101fb0 0x7efd44198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 -- 172.21.15.38:0/3002788715 >> 172.21.15.38:0/3002788715 conn(0x7efd440fd540 msgr2=0x7efd441064a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 -- 172.21.15.38:0/3002788715 shutdown_connections 2024-04-23T18:22:25.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.673+0000 7efd4b0e1640 1 -- 172.21.15.38:0/3002788715 wait complete. 2024-04-23T18:22:25.677 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:22:25.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 -- 172.21.15.38:0/622088958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27b8103190 msgr2=0x7f27b8103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 --2- 172.21.15.38:0/622088958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27b8103190 0x7f27b8103610 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f27ac009900 tx=0x7f27ac02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 -- 172.21.15.38:0/622088958 shutdown_connections 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 --2- 172.21.15.38:0/622088958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b8103b50 0x7f27b810a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 --2- 172.21.15.38:0/622088958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27b8103190 0x7f27b8103610 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 --2- 172.21.15.38:0/622088958 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27b8101fa0 0x7f27b81023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 -- 172.21.15.38:0/622088958 >> 172.21.15.38:0/622088958 conn(0x7f27b80fd530 msgr2=0x7f27b80ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 -- 172.21.15.38:0/622088958 shutdown_connections 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 -- 172.21.15.38:0/622088958 wait complete. 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 Processor -- start 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.789+0000 7f27bf213640 1 -- start start 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bf213640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27b8101fa0 0x7f27b81982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bf213640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b8103190 0x7f27b81987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bf213640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27b8103b50 0x7f27b819f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bf213640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f27b810dc00 con 0x7f27b8101fa0 2024-04-23T18:22:25.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bf213640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f27b810da80 con 0x7f27b8103190 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bf213640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f27b810dd80 con 0x7f27b8103b50 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bcfaf640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27b8101fa0 0x7f27b81982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bcfaf640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27b8101fa0 0x7f27b81982a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35264/0 (socket says 172.21.15.38:35264) 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bcfaf640 1 -- 172.21.15.38:0/69475080 learned_addr learned my addr 172.21.15.38:0/69475080 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27b7fff640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b8103190 0x7f27b81987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bd7b0640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27b8103b50 0x7f27b819f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bcfaf640 1 -- 172.21.15.38:0/69475080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27b8103b50 msgr2=0x7f27b819f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bcfaf640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27b8103b50 0x7f27b819f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bcfaf640 1 -- 172.21.15.38:0/69475080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b8103190 msgr2=0x7f27b81987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bcfaf640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b8103190 0x7f27b81987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bcfaf640 1 -- 172.21.15.38:0/69475080 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27b819fec0 con 0x7f27b8101fa0 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bcfaf640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27b8101fa0 0x7f27b81982a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f27b0009fd0 tx=0x7f27b000c270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27b5ffb640 1 -- 172.21.15.38:0/69475080 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b0011470 con 0x7f27b8101fa0 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27b5ffb640 1 -- 172.21.15.38:0/69475080 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f27b0011ae0 con 0x7f27b8101fa0 2024-04-23T18:22:25.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27bf213640 1 -- 172.21.15.38:0/69475080 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27b81a01b0 con 0x7f27b8101fa0 2024-04-23T18:22:25.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.790+0000 7f27b5ffb640 1 -- 172.21.15.38:0/69475080 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b001ab60 con 0x7f27b8101fa0 2024-04-23T18:22:25.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.791+0000 7f27bf213640 1 -- 172.21.15.38:0/69475080 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27b81a0700 con 0x7f27b8101fa0 2024-04-23T18:22:25.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.792+0000 7f27bf213640 1 -- 172.21.15.38:0/69475080 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27b8109390 con 0x7f27b8101fa0 2024-04-23T18:22:25.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.793+0000 7f27b5ffb640 1 -- 172.21.15.38:0/69475080 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f27b001ad00 con 0x7f27b8101fa0 2024-04-23T18:22:25.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.793+0000 7f27b5ffb640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f27a00a3bb0 0x7f27a00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.793+0000 7f27b7fff640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f27a00a3bb0 0x7f27a00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.793+0000 7f27b5ffb640 1 -- 172.21.15.38:0/69475080 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f27b00d0a50 con 0x7f27b8101fa0 2024-04-23T18:22:25.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.794+0000 7f27b7fff640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f27a00a3bb0 0x7f27a00a6070 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f27b81997b0 tx=0x7f27ac031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.798+0000 7f27b5ffb640 1 -- 172.21.15.38:0/69475080 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f27b0016030 con 0x7f27b8101fa0 2024-04-23T18:22:25.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.984+0000 7f27bf213640 1 -- 172.21.15.38:0/69475080 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f27b8062b50 con 0x7f27b8101fa0 2024-04-23T18:22:25.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.984+0000 7f27b5ffb640 1 -- 172.21.15.38:0/69475080 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f27b009d410 con 0x7f27b8101fa0 2024-04-23T18:22:25.978 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-04-23T18:22:25.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 -- 172.21.15.38:0/69475080 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f27a00a3bb0 msgr2=0x7f27a00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f27a00a3bb0 0x7f27a00a6070 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f27b81997b0 tx=0x7f27ac031510 comp rx=0 tx=0).stop 2024-04-23T18:22:25.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 -- 172.21.15.38:0/69475080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27b8101fa0 msgr2=0x7f27b81982a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27b8101fa0 0x7f27b81982a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f27b0009fd0 tx=0x7f27b000c270 comp rx=0 tx=0).stop 2024-04-23T18:22:25.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 -- 172.21.15.38:0/69475080 shutdown_connections 2024-04-23T18:22:25.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27b8103b50 0x7f27b819f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f27a00a3bb0 0x7f27a00a6070 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b8103190 0x7f27b81987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 --2- 172.21.15.38:0/69475080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27b8101fa0 0x7f27b81982a0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 -- 172.21.15.38:0/69475080 >> 172.21.15.38:0/69475080 conn(0x7f27b80fd530 msgr2=0x7f27b8106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 -- 172.21.15.38:0/69475080 shutdown_connections 2024-04-23T18:22:25.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:25.986+0000 7f27bf213640 1 -- 172.21.15.38:0/69475080 wait complete. 2024-04-23T18:22:25.991 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.099+0000 7f90a4e91640 1 -- 172.21.15.38:0/4000278688 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f90a0100e60 msgr2=0x7f90a0101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.099+0000 7f90a4e91640 1 --2- 172.21.15.38:0/4000278688 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f90a0100e60 0x7f90a0101280 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9090009900 tx=0x7f909002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.099+0000 7f90a4e91640 1 -- 172.21.15.38:0/4000278688 shutdown_connections 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.099+0000 7f90a4e91640 1 --2- 172.21.15.38:0/4000278688 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90a0102040 0x7f90a01024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.099+0000 7f90a4e91640 1 --2- 172.21.15.38:0/4000278688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90a0102a00 0x7f90a0109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.099+0000 7f90a4e91640 1 --2- 172.21.15.38:0/4000278688 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f90a0100e60 0x7f90a0101280 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.099+0000 7f90a4e91640 1 -- 172.21.15.38:0/4000278688 >> 172.21.15.38:0/4000278688 conn(0x7f90a00fc440 msgr2=0x7f90a00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.099+0000 7f90a4e91640 1 -- 172.21.15.38:0/4000278688 shutdown_connections 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.099+0000 7f90a4e91640 1 -- 172.21.15.38:0/4000278688 wait complete. 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f90a4e91640 1 Processor -- start 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f90a4e91640 1 -- start start 2024-04-23T18:22:26.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f90a4e91640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f90a0100e60 0x7f90a01971c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f90a4e91640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90a0102040 0x7f90a0197700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f90a4e91640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90a0102a00 0x7f90a019e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f90a4e91640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f90a010cb20 con 0x7f90a0100e60 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f90a4e91640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f90a010c9a0 con 0x7f90a0102a00 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f90a4e91640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f90a010cca0 con 0x7f90a0102040 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909e59c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f90a0100e60 0x7f90a01971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909e59c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f90a0100e60 0x7f90a01971c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35274/0 (socket says 172.21.15.38:35274) 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909e59c640 1 -- 172.21.15.38:0/1394466004 learned_addr learned my addr 172.21.15.38:0/1394466004 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909ed9d640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90a0102a00 0x7f90a019e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909dd9b640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90a0102040 0x7f90a0197700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909e59c640 1 -- 172.21.15.38:0/1394466004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90a0102040 msgr2=0x7f90a0197700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909e59c640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90a0102040 0x7f90a0197700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909e59c640 1 -- 172.21.15.38:0/1394466004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90a0102a00 msgr2=0x7f90a019e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909e59c640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90a0102a00 0x7f90a019e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909e59c640 1 -- 172.21.15.38:0/1394466004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90a019ede0 con 0x7f90a0100e60 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.100+0000 7f909dd9b640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90a0102040 0x7f90a0197700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:26.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.101+0000 7f909e59c640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f90a0100e60 0x7f90a01971c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9090006010 tx=0x7f90900042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.101+0000 7f908f7fe640 1 -- 172.21.15.38:0/1394466004 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f909003f030 con 0x7f90a0100e60 2024-04-23T18:22:26.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.101+0000 7f908f7fe640 1 -- 172.21.15.38:0/1394466004 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9090003cd0 con 0x7f90a0100e60 2024-04-23T18:22:26.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.101+0000 7f908f7fe640 1 -- 172.21.15.38:0/1394466004 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9090035070 con 0x7f90a0100e60 2024-04-23T18:22:26.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.101+0000 7f90a4e91640 1 -- 172.21.15.38:0/1394466004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90a019f070 con 0x7f90a0100e60 2024-04-23T18:22:26.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.101+0000 7f90a4e91640 1 -- 172.21.15.38:0/1394466004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90a019f510 con 0x7f90a0100e60 2024-04-23T18:22:26.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.102+0000 7f90a4e91640 1 -- 172.21.15.38:0/1394466004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90a0108280 con 0x7f90a0100e60 2024-04-23T18:22:26.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.103+0000 7f908f7fe640 1 -- 172.21.15.38:0/1394466004 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f9090042030 con 0x7f90a0100e60 2024-04-23T18:22:26.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.103+0000 7f908f7fe640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f90880a3c30 0x7f90880a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.104+0000 7f909dd9b640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f90880a3c30 0x7f90880a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.104+0000 7f908f7fe640 1 -- 172.21.15.38:0/1394466004 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f90900f0aa0 con 0x7f90a0100e60 2024-04-23T18:22:26.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.104+0000 7f909dd9b640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f90880a3c30 0x7f90880a60f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f90a01986d0 tx=0x7f9094005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.108+0000 7f908f7fe640 1 -- 172.21.15.38:0/1394466004 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90900bd400 con 0x7f90a0100e60 2024-04-23T18:22:26.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.336+0000 7f90a4e91640 1 -- 172.21.15.38:0/1394466004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f90a0062b80 con 0x7f90a0100e60 2024-04-23T18:22:26.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.337+0000 7f908f7fe640 1 -- 172.21.15.38:0/1394466004 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7f90900bcd00 con 0x7f90a0100e60 2024-04-23T18:22:26.331 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:26.331 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:21:06.301704+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24476,24490,14613,24466,24515]},"id":1}]} 2024-04-23T18:22:26.331 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 26 2024-04-23T18:22:26.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 -- 172.21.15.38:0/1394466004 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f90880a3c30 msgr2=0x7f90880a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f90880a3c30 0x7f90880a60f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f90a01986d0 tx=0x7f9094005d30 comp rx=0 tx=0).stop 2024-04-23T18:22:26.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 -- 172.21.15.38:0/1394466004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f90a0100e60 msgr2=0x7f90a01971c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f90a0100e60 0x7f90a01971c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9090006010 tx=0x7f90900042f0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 -- 172.21.15.38:0/1394466004 shutdown_connections 2024-04-23T18:22:26.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90a0102040 0x7f90a0197700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f90880a3c30 0x7f90880a60f0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90a0102a00 0x7f90a019e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 --2- 172.21.15.38:0/1394466004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f90a0100e60 0x7f90a01971c0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 -- 172.21.15.38:0/1394466004 >> 172.21.15.38:0/1394466004 conn(0x7f90a00fc440 msgr2=0x7f90a0105450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 -- 172.21.15.38:0/1394466004 shutdown_connections 2024-04-23T18:22:26.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.339+0000 7f90a4e91640 1 -- 172.21.15.38:0/1394466004 wait complete. 2024-04-23T18:22:26.343 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:26 smithi038 ceph-mon[29217]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:26.343 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:26 smithi038 ceph-mon[29217]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-23T18:22:26.343 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:26 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1781539971' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.343 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:26 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3002788715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.343 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:26 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/69475080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.344 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:26.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.452+0000 7fc82db4a640 1 -- 172.21.15.38:0/3924108830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8281031b0 msgr2=0x7fc828103630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.452+0000 7fc82db4a640 1 --2- 172.21.15.38:0/3924108830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8281031b0 0x7fc828103630 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc81c009900 tx=0x7fc81c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.452+0000 7fc82db4a640 1 -- 172.21.15.38:0/3924108830 shutdown_connections 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.452+0000 7fc82db4a640 1 --2- 172.21.15.38:0/3924108830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc828103b70 0x7fc82810a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.452+0000 7fc82db4a640 1 --2- 172.21.15.38:0/3924108830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8281031b0 0x7fc828103630 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.452+0000 7fc82db4a640 1 --2- 172.21.15.38:0/3924108830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc828101fc0 0x7fc8281023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.452+0000 7fc82db4a640 1 -- 172.21.15.38:0/3924108830 >> 172.21.15.38:0/3924108830 conn(0x7fc8280fd550 msgr2=0x7fc8280ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.452+0000 7fc82db4a640 1 -- 172.21.15.38:0/3924108830 shutdown_connections 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.452+0000 7fc82db4a640 1 -- 172.21.15.38:0/3924108830 wait complete. 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.452+0000 7fc82db4a640 1 Processor -- start 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc82db4a640 1 -- start start 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc82db4a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc828101fc0 0x7fc828198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc82db4a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8281031b0 0x7fc828198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc82db4a640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc828103b70 0x7fc82819f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc82db4a640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc82810dc70 con 0x7fc8281031b0 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc82db4a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fc82810daf0 con 0x7fc828101fc0 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc82db4a640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc82810ddf0 con 0x7fc828103b70 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc826ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8281031b0 0x7fc828198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc826ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8281031b0 0x7fc828198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35296/0 (socket says 172.21.15.38:35296) 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc826ffd640 1 -- 172.21.15.38:0/1713914393 learned_addr learned my addr 172.21.15.38:0/1713914393 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc827fff640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc828103b70 0x7fc82819f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc8277fe640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc828101fc0 0x7fc828198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc826ffd640 1 -- 172.21.15.38:0/1713914393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc828103b70 msgr2=0x7fc82819f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc826ffd640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc828103b70 0x7fc82819f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc826ffd640 1 -- 172.21.15.38:0/1713914393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc828101fc0 msgr2=0x7fc828198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc826ffd640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc828101fc0 0x7fc828198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc826ffd640 1 -- 172.21.15.38:0/1713914393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc82819ff40 con 0x7fc8281031b0 2024-04-23T18:22:26.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.453+0000 7fc826ffd640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8281031b0 0x7fc828198860 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc81c005ab0 tx=0x7fc81c032d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.454+0000 7fc824ff9640 1 -- 172.21.15.38:0/1713914393 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c03f030 con 0x7fc8281031b0 2024-04-23T18:22:26.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.454+0000 7fc82db4a640 1 -- 172.21.15.38:0/1713914393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8281a01d0 con 0x7fc8281031b0 2024-04-23T18:22:26.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.454+0000 7fc824ff9640 1 -- 172.21.15.38:0/1713914393 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc81c003cd0 con 0x7fc8281031b0 2024-04-23T18:22:26.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.454+0000 7fc824ff9640 1 -- 172.21.15.38:0/1713914393 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c035070 con 0x7fc8281031b0 2024-04-23T18:22:26.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.454+0000 7fc82db4a640 1 -- 172.21.15.38:0/1713914393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8281a06c0 con 0x7fc8281031b0 2024-04-23T18:22:26.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.455+0000 7fc82db4a640 1 -- 172.21.15.38:0/1713914393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8281092e0 con 0x7fc8281031b0 2024-04-23T18:22:26.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.456+0000 7fc824ff9640 1 -- 172.21.15.38:0/1713914393 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fc81c042030 con 0x7fc8281031b0 2024-04-23T18:22:26.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.456+0000 7fc824ff9640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc8100a3bb0 0x7fc8100a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.457+0000 7fc8277fe640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc8100a3bb0 0x7fc8100a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.457+0000 7fc824ff9640 1 -- 172.21.15.38:0/1713914393 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc81c0f0920 con 0x7fc8281031b0 2024-04-23T18:22:26.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.457+0000 7fc8277fe640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc8100a3bb0 0x7fc8100a6070 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc818005fd0 tx=0x7fc81800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.461+0000 7fc824ff9640 1 -- 172.21.15.38:0/1713914393 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc81c0bcc90 con 0x7fc8281031b0 2024-04-23T18:22:26.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:26 smithi076 ceph-mon[32458]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:26.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:26 smithi076 ceph-mon[32458]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-23T18:22:26.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:26 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1781539971' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:26 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3002788715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:26 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/69475080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:26 smithi102 ceph-mon[32874]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:26.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:26 smithi102 ceph-mon[32874]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-23T18:22:26.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:26 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1781539971' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:26 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3002788715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:26 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/69475080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.649+0000 7fc82db4a640 1 -- 172.21.15.38:0/1713914393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc828062b50 con 0x7fc8281031b0 2024-04-23T18:22:26.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.651+0000 7fc824ff9640 1 -- 172.21.15.38:0/1713914393 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22733 (secure 0 0 0) 0x7fc81c0c0f90 con 0x7fc8281031b0 2024-04-23T18:22:26.644 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:26.645 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":88,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:21:56.490546+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 -- 172.21.15.38:0/1713914393 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc8100a3bb0 msgr2=0x7fc8100a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc8100a3bb0 0x7fc8100a6070 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc818005fd0 tx=0x7fc81800b390 comp rx=0 tx=0).stop 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 -- 172.21.15.38:0/1713914393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8281031b0 msgr2=0x7fc828198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8281031b0 0x7fc828198860 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc81c005ab0 tx=0x7fc81c032d00 comp rx=0 tx=0).stop 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 -- 172.21.15.38:0/1713914393 shutdown_connections 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc828103b70 0x7fc82819f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc8100a3bb0 0x7fc8100a6070 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8281031b0 0x7fc828198860 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 --2- 172.21.15.38:0/1713914393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc828101fc0 0x7fc828198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 -- 172.21.15.38:0/1713914393 >> 172.21.15.38:0/1713914393 conn(0x7fc8280fd550 msgr2=0x7fc8281064b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 -- 172.21.15.38:0/1713914393 shutdown_connections 2024-04-23T18:22:26.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.653+0000 7fc82db4a640 1 -- 172.21.15.38:0/1713914393 wait complete. 2024-04-23T18:22:26.658 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:56.907162+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:20:58.169501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.690000057220459, 'score_stable': 1.690000057220459, 'optimal_score': 1, 'raw_score_acting': 1.690000057220459, 'raw_score_stable': 1.690000057220459, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:22:26.659 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.769+0000 7f59b80ae640 1 -- 172.21.15.38:0/641437592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b01031a0 msgr2=0x7f59b0103620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.769+0000 7f59b80ae640 1 --2- 172.21.15.38:0/641437592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b01031a0 0x7f59b0103620 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f59a0009900 tx=0x7f59a002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.769+0000 7f59b80ae640 1 -- 172.21.15.38:0/641437592 shutdown_connections 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.769+0000 7f59b80ae640 1 --2- 172.21.15.38:0/641437592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b0103b60 0x7f59b010a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.769+0000 7f59b80ae640 1 --2- 172.21.15.38:0/641437592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b01031a0 0x7f59b0103620 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.769+0000 7f59b80ae640 1 --2- 172.21.15.38:0/641437592 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b0101fb0 0x7f59b01023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.769+0000 7f59b80ae640 1 -- 172.21.15.38:0/641437592 >> 172.21.15.38:0/641437592 conn(0x7f59b00fd520 msgr2=0x7f59b00ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.769+0000 7f59b80ae640 1 -- 172.21.15.38:0/641437592 shutdown_connections 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.769+0000 7f59b80ae640 1 -- 172.21.15.38:0/641437592 wait complete. 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b80ae640 1 Processor -- start 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b80ae640 1 -- start start 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b80ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b0101fb0 0x7f59b019a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b80ae640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b01031a0 0x7f59b019a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b80ae640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b0103b60 0x7f59b01a1a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b80ae640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f59b010dc10 con 0x7f59b0103b60 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b80ae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f59b010da90 con 0x7f59b0101fb0 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b80ae640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f59b010dd90 con 0x7f59b01031a0 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b664b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b0103b60 0x7f59b01a1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b5e4a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b0101fb0 0x7f59b019a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b664b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b0103b60 0x7f59b01a1a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35302/0 (socket says 172.21.15.38:35302) 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b664b640 1 -- 172.21.15.38:0/1702292600 learned_addr learned my addr 172.21.15.38:0/1702292600 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.770+0000 7f59b5649640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b01031a0 0x7f59b019a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59b664b640 1 -- 172.21.15.38:0/1702292600 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b01031a0 msgr2=0x7f59b019a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59b664b640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b01031a0 0x7f59b019a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59b664b640 1 -- 172.21.15.38:0/1702292600 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b0101fb0 msgr2=0x7f59b019a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59b664b640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b0101fb0 0x7f59b019a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59b664b640 1 -- 172.21.15.38:0/1702292600 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59b01a20a0 con 0x7f59b0103b60 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59b664b640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b0103b60 0x7f59b01a1a30 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f59ac00eaa0 tx=0x7f59ac00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59a6ffd640 1 -- 172.21.15.38:0/1702292600 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59ac00cdb0 con 0x7f59b0103b60 2024-04-23T18:22:26.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59a6ffd640 1 -- 172.21.15.38:0/1702292600 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f59ac005020 con 0x7f59b0103b60 2024-04-23T18:22:26.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59b80ae640 1 -- 172.21.15.38:0/1702292600 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59b01a2390 con 0x7f59b0103b60 2024-04-23T18:22:26.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59a6ffd640 1 -- 172.21.15.38:0/1702292600 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59ac0116d0 con 0x7f59b0103b60 2024-04-23T18:22:26.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.771+0000 7f59b80ae640 1 -- 172.21.15.38:0/1702292600 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59b01a28b0 con 0x7f59b0103b60 2024-04-23T18:22:26.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.772+0000 7f59b80ae640 1 -- 172.21.15.38:0/1702292600 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59b01a2b70 con 0x7f59b0103b60 2024-04-23T18:22:26.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.773+0000 7f59a6ffd640 1 -- 172.21.15.38:0/1702292600 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f59ac0051d0 con 0x7f59b0103b60 2024-04-23T18:22:26.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.774+0000 7f59a6ffd640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f599c0a3c30 0x7f599c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.774+0000 7f59b5e4a640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f599c0a3c30 0x7f599c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.774+0000 7f59a6ffd640 1 -- 172.21.15.38:0/1702292600 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f59ac0d0910 con 0x7f59b0103b60 2024-04-23T18:22:26.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.774+0000 7f59b5e4a640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f599c0a3c30 0x7f599c0a60f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f59b0103000 tx=0x7f59a800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.777+0000 7f59a6ffd640 1 -- 172.21.15.38:0/1702292600 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f59ac016030 con 0x7f59b0103b60 2024-04-23T18:22:26.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.968+0000 7f59b80ae640 1 -- 172.21.15.38:0/1702292600 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f59b01a2d40 con 0x7f59b0103b60 2024-04-23T18:22:26.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.969+0000 7f59a6ffd640 1 -- 172.21.15.38:0/1702292600 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f59ac09cd00 con 0x7f59b0103b60 2024-04-23T18:22:26.963 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:22:26.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 -- 172.21.15.38:0/1702292600 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f599c0a3c30 msgr2=0x7f599c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f599c0a3c30 0x7f599c0a60f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f59b0103000 tx=0x7f59a800b390 comp rx=0 tx=0).stop 2024-04-23T18:22:26.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 -- 172.21.15.38:0/1702292600 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b0103b60 msgr2=0x7f59b01a1a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b0103b60 0x7f59b01a1a30 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f59ac00eaa0 tx=0x7f59ac00ef60 comp rx=0 tx=0).stop 2024-04-23T18:22:26.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 -- 172.21.15.38:0/1702292600 shutdown_connections 2024-04-23T18:22:26.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59b01031a0 0x7f59b019a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f599c0a3c30 0x7f599c0a60f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f59b0103b60 0x7f59b01a1a30 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 --2- 172.21.15.38:0/1702292600 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59b0101fb0 0x7f59b019a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 -- 172.21.15.38:0/1702292600 >> 172.21.15.38:0/1702292600 conn(0x7f59b00fd520 msgr2=0x7f59b0074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 -- 172.21.15.38:0/1702292600 shutdown_connections 2024-04-23T18:22:26.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:26.971+0000 7f59b80ae640 1 -- 172.21.15.38:0/1702292600 wait complete. 2024-04-23T18:22:26.976 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:22:27.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.087+0000 7f54b8ffe640 1 -- 172.21.15.38:0/634522965 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b4105360 msgr2=0x7f54b4107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.087+0000 7f54b8ffe640 1 --2- 172.21.15.38:0/634522965 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b4105360 0x7f54b4107750 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f549c009900 tx=0x7f549c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:27.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.087+0000 7f54b8ffe640 1 -- 172.21.15.38:0/634522965 shutdown_connections 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.087+0000 7f54b8ffe640 1 --2- 172.21.15.38:0/634522965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54b4107c90 0x7f54b410a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.087+0000 7f54b8ffe640 1 --2- 172.21.15.38:0/634522965 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b4105360 0x7f54b4107750 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.087+0000 7f54b8ffe640 1 --2- 172.21.15.38:0/634522965 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b4102a30 0x7f54b4104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.087+0000 7f54b8ffe640 1 -- 172.21.15.38:0/634522965 >> 172.21.15.38:0/634522965 conn(0x7f54b40fc420 msgr2=0x7f54b40fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.087+0000 7f54b8ffe640 1 -- 172.21.15.38:0/634522965 shutdown_connections 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.087+0000 7f54b8ffe640 1 -- 172.21.15.38:0/634522965 wait complete. 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b8ffe640 1 Processor -- start 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b8ffe640 1 -- start start 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b8ffe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54b4102a30 0x7f54b4198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b8ffe640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b4105360 0x7f54b41987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b8ffe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b4107c90 0x7f54b419f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b8ffe640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f54b410dc10 con 0x7f54b4107c90 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b8ffe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f54b410da90 con 0x7f54b4102a30 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b8ffe640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f54b410dd90 con 0x7f54b4105360 2024-04-23T18:22:27.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b2d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b4107c90 0x7f54b419f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b2d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b4107c90 0x7f54b419f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35326/0 (socket says 172.21.15.38:35326) 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b2d9d640 1 -- 172.21.15.38:0/1403095966 learned_addr learned my addr 172.21.15.38:0/1403095966 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b1d9b640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b4105360 0x7f54b41987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b259c640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54b4102a30 0x7f54b4198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b2d9d640 1 -- 172.21.15.38:0/1403095966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b4105360 msgr2=0x7f54b41987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b2d9d640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b4105360 0x7f54b41987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b2d9d640 1 -- 172.21.15.38:0/1403095966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54b4102a30 msgr2=0x7f54b4198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b2d9d640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54b4102a30 0x7f54b4198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.088+0000 7f54b2d9d640 1 -- 172.21.15.38:0/1403095966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b419feb0 con 0x7f54b4107c90 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.089+0000 7f54b2d9d640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b4107c90 0x7f54b419f840 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f54a400eaa0 tx=0x7f54a400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.089+0000 7f54ab7fe640 1 -- 172.21.15.38:0/1403095966 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a400cdb0 con 0x7f54b4107c90 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.089+0000 7f54b8ffe640 1 -- 172.21.15.38:0/1403095966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54b41a01a0 con 0x7f54b4107c90 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.089+0000 7f54ab7fe640 1 -- 172.21.15.38:0/1403095966 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f54a4005020 con 0x7f54b4107c90 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.089+0000 7f54ab7fe640 1 -- 172.21.15.38:0/1403095966 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a40116d0 con 0x7f54b4107c90 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.089+0000 7f54b8ffe640 1 -- 172.21.15.38:0/1403095966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54b41a06c0 con 0x7f54b4107c90 2024-04-23T18:22:27.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.090+0000 7f54b8ffe640 1 -- 172.21.15.38:0/1403095966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54b40fdf10 con 0x7f54b4107c90 2024-04-23T18:22:27.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.091+0000 7f54ab7fe640 1 -- 172.21.15.38:0/1403095966 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f54a40051d0 con 0x7f54b4107c90 2024-04-23T18:22:27.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.092+0000 7f54ab7fe640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f54a00a3bb0 0x7f54a00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.092+0000 7f54b259c640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f54a00a3bb0 0x7f54a00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.092+0000 7f54ab7fe640 1 -- 172.21.15.38:0/1403095966 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f54a40d05b0 con 0x7f54b4107c90 2024-04-23T18:22:27.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.092+0000 7f54b259c640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f54a00a3bb0 0x7f54a00a6070 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f54ac0058c0 tx=0x7f54ac00a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.097+0000 7f54ab7fe640 1 -- 172.21.15.38:0/1403095966 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f54a4016030 con 0x7f54b4107c90 2024-04-23T18:22:27.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.282+0000 7f54b8ffe640 1 -- 172.21.15.38:0/1403095966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f54b4062b50 con 0x7f54b4107c90 2024-04-23T18:22:27.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.282+0000 7f54ab7fe640 1 -- 172.21.15.38:0/1403095966 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7f54a409c920 con 0x7f54b4107c90 2024-04-23T18:22:27.276 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-04-23T18:22:27.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 -- 172.21.15.38:0/1403095966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f54a00a3bb0 msgr2=0x7f54a00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f54a00a3bb0 0x7f54a00a6070 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f54ac0058c0 tx=0x7f54ac00a2d0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 -- 172.21.15.38:0/1403095966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b4107c90 msgr2=0x7f54b419f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b4107c90 0x7f54b419f840 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f54a400eaa0 tx=0x7f54a400ef60 comp rx=0 tx=0).stop 2024-04-23T18:22:27.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 -- 172.21.15.38:0/1403095966 shutdown_connections 2024-04-23T18:22:27.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b4105360 0x7f54b41987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f54a00a3bb0 0x7f54a00a6070 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b4107c90 0x7f54b419f840 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 --2- 172.21.15.38:0/1403095966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54b4102a30 0x7f54b4198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 -- 172.21.15.38:0/1403095966 >> 172.21.15.38:0/1403095966 conn(0x7f54b40fc420 msgr2=0x7f54b41034d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 -- 172.21.15.38:0/1403095966 shutdown_connections 2024-04-23T18:22:27.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.284+0000 7f54b8ffe640 1 -- 172.21.15.38:0/1403095966 wait complete. 2024-04-23T18:22:27.288 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:27 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1394466004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:27.288 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:27 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1713914393' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:27.288 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:27 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1702292600' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:27.289 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:22:27.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.401+0000 7fdbddaae640 1 -- 172.21.15.38:0/241911083 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbd8103b60 msgr2=0x7fdbd810a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.401+0000 7fdbddaae640 1 --2- 172.21.15.38:0/241911083 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbd8103b60 0x7fdbd810a3f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0009ca0 tx=0x7fdbd002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.401+0000 7fdbddaae640 1 -- 172.21.15.38:0/241911083 shutdown_connections 2024-04-23T18:22:27.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.401+0000 7fdbddaae640 1 --2- 172.21.15.38:0/241911083 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbd81031a0 0x7fdbd8103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.401+0000 7fdbddaae640 1 --2- 172.21.15.38:0/241911083 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbd8103b60 0x7fdbd810a3f0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.401+0000 7fdbddaae640 1 --2- 172.21.15.38:0/241911083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbd8101fb0 0x7fdbd81023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.401+0000 7fdbddaae640 1 -- 172.21.15.38:0/241911083 >> 172.21.15.38:0/241911083 conn(0x7fdbd80fd520 msgr2=0x7fdbd80ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.401+0000 7fdbddaae640 1 -- 172.21.15.38:0/241911083 shutdown_connections 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.401+0000 7fdbddaae640 1 -- 172.21.15.38:0/241911083 wait complete. 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.401+0000 7fdbddaae640 1 Processor -- start 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbddaae640 1 -- start start 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbddaae640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbd8101fb0 0x7fdbd8075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbddaae640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbd81031a0 0x7fdbd8074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbddaae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbd8103b60 0x7fdbd8074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbddaae640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd810dbf0 con 0x7fdbd8101fb0 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbddaae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd810da70 con 0x7fdbd8103b60 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbddaae640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd810dd70 con 0x7fdbd81031a0 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd77fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbd8101fb0 0x7fdbd8075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd77fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbd8101fb0 0x7fdbd8075d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35350/0 (socket says 172.21.15.38:35350) 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd77fe640 1 -- 172.21.15.38:0/2173933190 learned_addr learned my addr 172.21.15.38:0/2173933190 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd7fff640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbd8103b60 0x7fdbd8074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd77fe640 1 -- 172.21.15.38:0/2173933190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbd81031a0 msgr2=0x7fdbd8074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd77fe640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbd81031a0 0x7fdbd8074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd77fe640 1 -- 172.21.15.38:0/2173933190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbd8103b60 msgr2=0x7fdbd8074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd77fe640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbd8103b60 0x7fdbd8074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd77fe640 1 -- 172.21.15.38:0/2173933190 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbd8075110 con 0x7fdbd8101fb0 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd77fe640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbd8101fb0 0x7fdbd8075d00 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fdbc800c970 tx=0x7fdbc800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd4ff9640 1 -- 172.21.15.38:0/2173933190 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc8007c10 con 0x7fdbd8101fb0 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.402+0000 7fdbd4ff9640 1 -- 172.21.15.38:0/2173933190 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdbc8007db0 con 0x7fdbd8101fb0 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.403+0000 7fdbd4ff9640 1 -- 172.21.15.38:0/2173933190 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc800f910 con 0x7fdbd8101fb0 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.403+0000 7fdbddaae640 1 -- 172.21.15.38:0/2173933190 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbd81a2260 con 0x7fdbd8101fb0 2024-04-23T18:22:27.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.403+0000 7fdbddaae640 1 -- 172.21.15.38:0/2173933190 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbd81a27b0 con 0x7fdbd8101fb0 2024-04-23T18:22:27.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.404+0000 7fdbddaae640 1 -- 172.21.15.38:0/2173933190 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbd8109200 con 0x7fdbd8101fb0 2024-04-23T18:22:27.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.405+0000 7fdbd4ff9640 1 -- 172.21.15.38:0/2173933190 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fdbc800fab0 con 0x7fdbd8101fb0 2024-04-23T18:22:27.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.405+0000 7fdbd4ff9640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbc00a3bb0 0x7fdbc00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.406+0000 7fdbd6ffd640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbc00a3bb0 0x7fdbc00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.406+0000 7fdbd4ff9640 1 -- 172.21.15.38:0/2173933190 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fdbc80d08c0 con 0x7fdbd8101fb0 2024-04-23T18:22:27.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.406+0000 7fdbd6ffd640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbc00a3bb0 0x7fdbc00a6070 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8075a70 tx=0x7fdbcc005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.410+0000 7fdbd4ff9640 1 -- 172.21.15.38:0/2173933190 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdbc809d310 con 0x7fdbd8101fb0 2024-04-23T18:22:27.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:27 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1394466004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:27.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:27 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1713914393' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:27.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:27 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1702292600' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:27.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:27 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1394466004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:27.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:27 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1713914393' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:27.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:27 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1702292600' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:27.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.597+0000 7fdbddaae640 1 -- 172.21.15.38:0/2173933190 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fdbd8062b50 con 0x7fdbd8101fb0 2024-04-23T18:22:27.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.597+0000 7fdbd4ff9640 1 -- 172.21.15.38:0/2173933190 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7fdbc809cc10 con 0x7fdbd8101fb0 2024-04-23T18:22:27.591 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-04-23T18:22:27.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 -- 172.21.15.38:0/2173933190 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbc00a3bb0 msgr2=0x7fdbc00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbc00a3bb0 0x7fdbc00a6070 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8075a70 tx=0x7fdbcc005c70 comp rx=0 tx=0).stop 2024-04-23T18:22:27.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 -- 172.21.15.38:0/2173933190 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbd8101fb0 msgr2=0x7fdbd8075d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbd8101fb0 0x7fdbd8075d00 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fdbc800c970 tx=0x7fdbc800ce30 comp rx=0 tx=0).stop 2024-04-23T18:22:27.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 -- 172.21.15.38:0/2173933190 shutdown_connections 2024-04-23T18:22:27.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbd81031a0 0x7fdbd8074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdbc00a3bb0 0x7fdbc00a6070 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbd8103b60 0x7fdbd8074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 --2- 172.21.15.38:0/2173933190 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbd8101fb0 0x7fdbd8075d00 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 -- 172.21.15.38:0/2173933190 >> 172.21.15.38:0/2173933190 conn(0x7fdbd80fd520 msgr2=0x7fdbd81063d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 -- 172.21.15.38:0/2173933190 shutdown_connections 2024-04-23T18:22:27.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.599+0000 7fdbddaae640 1 -- 172.21.15.38:0/2173933190 wait complete. 2024-04-23T18:22:27.604 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:22:27.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.712+0000 7f3327908640 1 -- 172.21.15.38:0/168407279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3320100e90 msgr2=0x7f33201012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.712+0000 7f3327908640 1 --2- 172.21.15.38:0/168407279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3320100e90 0x7f33201012b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f331c009900 tx=0x7f331c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:27.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.712+0000 7f3327908640 1 -- 172.21.15.38:0/168407279 shutdown_connections 2024-04-23T18:22:27.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.712+0000 7f3327908640 1 --2- 172.21.15.38:0/168407279 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33201029a0 0x7f33201092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.712+0000 7f3327908640 1 --2- 172.21.15.38:0/168407279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3320101fe0 0x7f3320102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.712+0000 7f3327908640 1 --2- 172.21.15.38:0/168407279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3320100e90 0x7f33201012b0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.712+0000 7f3327908640 1 -- 172.21.15.38:0/168407279 >> 172.21.15.38:0/168407279 conn(0x7f33200fc440 msgr2=0x7f33200fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.712+0000 7f3327908640 1 -- 172.21.15.38:0/168407279 shutdown_connections 2024-04-23T18:22:27.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.712+0000 7f3327908640 1 -- 172.21.15.38:0/168407279 wait complete. 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3327908640 1 Processor -- start 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3327908640 1 -- start start 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3327908640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3320100e90 0x7f3320104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3327908640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3320101fe0 0x7f3320103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3327908640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33201029a0 0x7f3320103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3327908640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f332010cc10 con 0x7f33201029a0 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3327908640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f332010ca90 con 0x7f3320101fe0 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3327908640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f332010cd90 con 0x7f3320100e90 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3325ea5640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33201029a0 0x7f3320103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3325ea5640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33201029a0 0x7f3320103990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35378/0 (socket says 172.21.15.38:35378) 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3325ea5640 1 -- 172.21.15.38:0/1043493810 learned_addr learned my addr 172.21.15.38:0/1043493810 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f33256a4640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3320100e90 0x7f3320104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3324ea3640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3320101fe0 0x7f3320103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3325ea5640 1 -- 172.21.15.38:0/1043493810 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3320100e90 msgr2=0x7f3320104e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3325ea5640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3320100e90 0x7f3320104e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3325ea5640 1 -- 172.21.15.38:0/1043493810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3320101fe0 msgr2=0x7f3320103450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3325ea5640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3320101fe0 0x7f3320103450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3325ea5640 1 -- 172.21.15.38:0/1043493810 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3320104220 con 0x7f33201029a0 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3324ea3640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3320101fe0 0x7f3320103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.713+0000 7f3325ea5640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33201029a0 0x7f3320103990 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f331800eaa0 tx=0x7f331800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.714+0000 7f33167fc640 1 -- 172.21.15.38:0/1043493810 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f331800cdb0 con 0x7f33201029a0 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.714+0000 7f33167fc640 1 -- 172.21.15.38:0/1043493810 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3318005020 con 0x7f33201029a0 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.714+0000 7f3327908640 1 -- 172.21.15.38:0/1043493810 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33201a24c0 con 0x7f33201029a0 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.714+0000 7f33167fc640 1 -- 172.21.15.38:0/1043493810 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33180116d0 con 0x7f33201029a0 2024-04-23T18:22:27.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.714+0000 7f3327908640 1 -- 172.21.15.38:0/1043493810 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33201a2a90 con 0x7f33201029a0 2024-04-23T18:22:27.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.715+0000 7f3327908640 1 -- 172.21.15.38:0/1043493810 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33201a2db0 con 0x7f33201029a0 2024-04-23T18:22:27.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.716+0000 7f33167fc640 1 -- 172.21.15.38:0/1043493810 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f33180051d0 con 0x7f33201029a0 2024-04-23T18:22:27.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.716+0000 7f33167fc640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f330c0a3bb0 0x7f330c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.717+0000 7f33256a4640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f330c0a3bb0 0x7f330c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.717+0000 7f33167fc640 1 -- 172.21.15.38:0/1043493810 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f33180d06a0 con 0x7f33201029a0 2024-04-23T18:22:27.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.717+0000 7f33256a4640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f330c0a3bb0 0x7f330c0a6070 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f331c031570 tx=0x7f331c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.721+0000 7f33167fc640 1 -- 172.21.15.38:0/1043493810 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3318016030 con 0x7f33201029a0 2024-04-23T18:22:27.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.951+0000 7f3327908640 1 -- 172.21.15.38:0/1043493810 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f33201a3140 con 0x7f33201029a0 2024-04-23T18:22:27.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.951+0000 7f33167fc640 1 -- 172.21.15.38:0/1043493810 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7f331809d060 con 0x7f33201029a0 2024-04-23T18:22:27.945 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:27.945 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:21:06.301704+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24476,24490,14613,24466,24515]},"id":1}]} 2024-04-23T18:22:27.945 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 26 2024-04-23T18:22:27.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.953+0000 7f3327908640 1 -- 172.21.15.38:0/1043493810 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f330c0a3bb0 msgr2=0x7f330c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.953+0000 7f3327908640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f330c0a3bb0 0x7f330c0a6070 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f331c031570 tx=0x7f331c005a20 comp rx=0 tx=0).stop 2024-04-23T18:22:27.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.953+0000 7f3327908640 1 -- 172.21.15.38:0/1043493810 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33201029a0 msgr2=0x7f3320103990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.953+0000 7f3327908640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33201029a0 0x7f3320103990 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f331800eaa0 tx=0x7f331800ef60 comp rx=0 tx=0).stop 2024-04-23T18:22:27.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.953+0000 7f3327908640 1 -- 172.21.15.38:0/1043493810 shutdown_connections 2024-04-23T18:22:27.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.953+0000 7f3327908640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f330c0a3bb0 0x7f330c0a6070 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.953+0000 7f3327908640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33201029a0 0x7f3320103990 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.953+0000 7f3327908640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3320101fe0 0x7f3320103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.953+0000 7f3327908640 1 --2- 172.21.15.38:0/1043493810 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3320100e90 0x7f3320104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.953+0000 7f3327908640 1 -- 172.21.15.38:0/1043493810 >> 172.21.15.38:0/1043493810 conn(0x7f33200fc440 msgr2=0x7f33200fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.954+0000 7f3327908640 1 -- 172.21.15.38:0/1043493810 shutdown_connections 2024-04-23T18:22:27.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:27.954+0000 7f3327908640 1 -- 172.21.15.38:0/1043493810 wait complete. 2024-04-23T18:22:27.958 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.066+0000 7f5ba3f44640 1 -- 172.21.15.38:0/1952348693 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b9c102a00 msgr2=0x7f5b9c109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.066+0000 7f5ba3f44640 1 --2- 172.21.15.38:0/1952348693 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b9c102a00 0x7f5b9c109320 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5b94009ca0 tx=0x7f5b9402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.066+0000 7f5ba3f44640 1 -- 172.21.15.38:0/1952348693 shutdown_connections 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.066+0000 7f5ba3f44640 1 --2- 172.21.15.38:0/1952348693 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b9c102a00 0x7f5b9c109320 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.066+0000 7f5ba3f44640 1 --2- 172.21.15.38:0/1952348693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b9c102040 0x7f5b9c1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.066+0000 7f5ba3f44640 1 --2- 172.21.15.38:0/1952348693 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b9c100e60 0x7f5b9c101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.066+0000 7f5ba3f44640 1 -- 172.21.15.38:0/1952348693 >> 172.21.15.38:0/1952348693 conn(0x7f5b9c0fc440 msgr2=0x7f5b9c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.066+0000 7f5ba3f44640 1 -- 172.21.15.38:0/1952348693 shutdown_connections 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.066+0000 7f5ba3f44640 1 -- 172.21.15.38:0/1952348693 wait complete. 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba3f44640 1 Processor -- start 2024-04-23T18:22:28.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba3f44640 1 -- start start 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba3f44640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b9c100e60 0x7f5b9c06b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba3f44640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b9c102040 0x7f5b9c19cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba3f44640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b9c102a00 0x7f5b9c19f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba3f44640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c10cb30 con 0x7f5b9c102040 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba3f44640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c10c9b0 con 0x7f5b9c102a00 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba3f44640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c10ccb0 con 0x7f5b9c100e60 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba14df640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b9c102040 0x7f5b9c19cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba14df640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b9c102040 0x7f5b9c19cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35390/0 (socket says 172.21.15.38:35390) 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba14df640 1 -- 172.21.15.38:0/4127634858 learned_addr learned my addr 172.21.15.38:0/4127634858 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba1ce0640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b9c100e60 0x7f5b9c06b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba24e1640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b9c102a00 0x7f5b9c19f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba14df640 1 -- 172.21.15.38:0/4127634858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b9c100e60 msgr2=0x7f5b9c06b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba14df640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b9c100e60 0x7f5b9c06b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba14df640 1 -- 172.21.15.38:0/4127634858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b9c102a00 msgr2=0x7f5b9c19f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba14df640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b9c102a00 0x7f5b9c19f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba14df640 1 -- 172.21.15.38:0/4127634858 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b9c19fe30 con 0x7f5b9c102040 2024-04-23T18:22:28.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba1ce0640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b9c100e60 0x7f5b9c06b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:28.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba24e1640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b9c102a00 0x7f5b9c19f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:28.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.067+0000 7f5ba14df640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b9c102040 0x7f5b9c19cf00 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c00d950 tx=0x7f5b8c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.068+0000 7f5b92ffd640 1 -- 172.21.15.38:0/4127634858 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8c017070 con 0x7f5b9c102040 2024-04-23T18:22:28.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.068+0000 7f5b92ffd640 1 -- 172.21.15.38:0/4127634858 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5b8c009c30 con 0x7f5b9c102040 2024-04-23T18:22:28.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.068+0000 7f5ba3f44640 1 -- 172.21.15.38:0/4127634858 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b9c1a00c0 con 0x7f5b9c102040 2024-04-23T18:22:28.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.068+0000 7f5b92ffd640 1 -- 172.21.15.38:0/4127634858 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8c00f6b0 con 0x7f5b9c102040 2024-04-23T18:22:28.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.068+0000 7f5ba3f44640 1 -- 172.21.15.38:0/4127634858 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b9c1a0610 con 0x7f5b9c102040 2024-04-23T18:22:28.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.069+0000 7f5ba3f44640 1 -- 172.21.15.38:0/4127634858 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b9c108130 con 0x7f5b9c102040 2024-04-23T18:22:28.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.070+0000 7f5b92ffd640 1 -- 172.21.15.38:0/4127634858 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5b8c0109c0 con 0x7f5b9c102040 2024-04-23T18:22:28.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.070+0000 7f5b92ffd640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b880a3bb0 0x7f5b880a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.070+0000 7f5ba1ce0640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b880a3bb0 0x7f5b880a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.070+0000 7f5b92ffd640 1 -- 172.21.15.38:0/4127634858 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f5b8c0d0100 con 0x7f5b9c102040 2024-04-23T18:22:28.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.071+0000 7f5ba1ce0640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b880a3bb0 0x7f5b880a6070 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c101bb0 tx=0x7f5b9800a5e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.075+0000 7f5b92ffd640 1 -- 172.21.15.38:0/4127634858 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5b8c009de0 con 0x7f5b9c102040 2024-04-23T18:22:28.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.262+0000 7f5ba3f44640 1 -- 172.21.15.38:0/4127634858 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5b9c062b50 con 0x7f5b9c102040 2024-04-23T18:22:28.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.264+0000 7f5b92ffd640 1 -- 172.21.15.38:0/4127634858 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22733 (secure 0 0 0) 0x7f5b8c09cac0 con 0x7f5b9c102040 2024-04-23T18:22:28.258 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:28.258 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":88,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:21:56.490546+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:28.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.265+0000 7f5ba3f44640 1 -- 172.21.15.38:0/4127634858 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b880a3bb0 msgr2=0x7f5b880a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.265+0000 7f5ba3f44640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b880a3bb0 0x7f5b880a6070 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c101bb0 tx=0x7f5b9800a5e0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.265+0000 7f5ba3f44640 1 -- 172.21.15.38:0/4127634858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b9c102040 msgr2=0x7f5b9c19cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.265+0000 7f5ba3f44640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b9c102040 0x7f5b9c19cf00 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c00d950 tx=0x7f5b8c00de10 comp rx=0 tx=0).stop 2024-04-23T18:22:28.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.266+0000 7f5ba3f44640 1 -- 172.21.15.38:0/4127634858 shutdown_connections 2024-04-23T18:22:28.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.266+0000 7f5ba3f44640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5b880a3bb0 0x7f5b880a6070 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.266+0000 7f5ba3f44640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b9c102a00 0x7f5b9c19f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.266+0000 7f5ba3f44640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5b9c102040 0x7f5b9c19cf00 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.266+0000 7f5ba3f44640 1 --2- 172.21.15.38:0/4127634858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b9c100e60 0x7f5b9c06b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.266+0000 7f5ba3f44640 1 -- 172.21.15.38:0/4127634858 >> 172.21.15.38:0/4127634858 conn(0x7f5b9c0fc440 msgr2=0x7f5b9c105300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.266+0000 7f5ba3f44640 1 -- 172.21.15.38:0/4127634858 shutdown_connections 2024-04-23T18:22:28.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.266+0000 7f5ba3f44640 1 -- 172.21.15.38:0/4127634858 wait complete. 2024-04-23T18:22:28.271 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:22:28.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.379+0000 7f425f87c640 1 -- 172.21.15.38:0/4007930681 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4258105360 msgr2=0x7f4258107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.379+0000 7f425f87c640 1 --2- 172.21.15.38:0/4007930681 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4258105360 0x7f4258107750 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f424c009900 tx=0x7f424c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:28.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.379+0000 7f425f87c640 1 -- 172.21.15.38:0/4007930681 shutdown_connections 2024-04-23T18:22:28.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.379+0000 7f425f87c640 1 --2- 172.21.15.38:0/4007930681 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4258107c90 0x7f425810a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.379+0000 7f425f87c640 1 --2- 172.21.15.38:0/4007930681 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4258105360 0x7f4258107750 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.379+0000 7f425f87c640 1 --2- 172.21.15.38:0/4007930681 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4258102a30 0x7f4258104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.379+0000 7f425f87c640 1 -- 172.21.15.38:0/4007930681 >> 172.21.15.38:0/4007930681 conn(0x7f42580fc440 msgr2=0x7f42580fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.379+0000 7f425f87c640 1 -- 172.21.15.38:0/4007930681 shutdown_connections 2024-04-23T18:22:28.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.379+0000 7f425f87c640 1 -- 172.21.15.38:0/4007930681 wait complete. 2024-04-23T18:22:28.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425f87c640 1 Processor -- start 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425f87c640 1 -- start start 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425f87c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4258102a30 0x7f4258198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425f87c640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4258105360 0x7f4258198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425f87c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4258107c90 0x7f425819f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425f87c640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f425810dc70 con 0x7f4258107c90 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425f87c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f425810daf0 con 0x7f4258102a30 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425f87c640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f425810ddf0 con 0x7f4258105360 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425de19640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4258107c90 0x7f425819f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425de19640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4258107c90 0x7f425819f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35400/0 (socket says 172.21.15.38:35400) 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425de19640 1 -- 172.21.15.38:0/2616245205 learned_addr learned my addr 172.21.15.38:0/2616245205 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425d618640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4258102a30 0x7f4258198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425ce17640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4258105360 0x7f4258198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425de19640 1 -- 172.21.15.38:0/2616245205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4258105360 msgr2=0x7f4258198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425de19640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4258105360 0x7f4258198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425de19640 1 -- 172.21.15.38:0/2616245205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4258102a30 msgr2=0x7f4258198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.380+0000 7f425de19640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4258102a30 0x7f4258198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.381+0000 7f425de19640 1 -- 172.21.15.38:0/2616245205 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f425819ff60 con 0x7f4258107c90 2024-04-23T18:22:28.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.381+0000 7f425de19640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4258107c90 0x7f425819f8f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f424800d750 tx=0x7f424800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.381+0000 7f42567fc640 1 -- 172.21.15.38:0/2616245205 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4248017070 con 0x7f4258107c90 2024-04-23T18:22:28.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.381+0000 7f42567fc640 1 -- 172.21.15.38:0/2616245205 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f42480054f0 con 0x7f4258107c90 2024-04-23T18:22:28.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.381+0000 7f425f87c640 1 -- 172.21.15.38:0/2616245205 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42581a0250 con 0x7f4258107c90 2024-04-23T18:22:28.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.381+0000 7f42567fc640 1 -- 172.21.15.38:0/2616245205 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4248004cd0 con 0x7f4258107c90 2024-04-23T18:22:28.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.381+0000 7f425f87c640 1 -- 172.21.15.38:0/2616245205 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42581a07f0 con 0x7f4258107c90 2024-04-23T18:22:28.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.382+0000 7f425f87c640 1 -- 172.21.15.38:0/2616245205 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42580fdf30 con 0x7f4258107c90 2024-04-23T18:22:28.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.383+0000 7f42567fc640 1 -- 172.21.15.38:0/2616245205 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f4248009bd0 con 0x7f4258107c90 2024-04-23T18:22:28.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.383+0000 7f42567fc640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f42400a3c30 0x7f42400a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.384+0000 7f425d618640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f42400a3c30 0x7f42400a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.384+0000 7f42567fc640 1 -- 172.21.15.38:0/2616245205 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f42480cfde0 con 0x7f4258107c90 2024-04-23T18:22:28.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.384+0000 7f425d618640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f42400a3c30 0x7f42400a60f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f425000a400 tx=0x7f425000d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.388+0000 7f42567fc640 1 -- 172.21.15.38:0/2616245205 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f424809c0f0 con 0x7f4258107c90 2024-04-23T18:22:28.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:28 smithi076 ceph-mon[32458]: pgmap v334: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 10 op/s 2024-04-23T18:22:28.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:28 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1403095966' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:28 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2173933190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:28 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1043493810' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:28.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:28 smithi102 ceph-mon[32874]: pgmap v334: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 10 op/s 2024-04-23T18:22:28.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:28 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1403095966' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:28 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2173933190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:28 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1043493810' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:28.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.617+0000 7f425f87c640 1 -- 172.21.15.38:0/2616245205 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4258062b50 con 0x7f4258107c90 2024-04-23T18:22:28.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.618+0000 7f42567fc640 1 -- 172.21.15.38:0/2616245205 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7f42480a03f0 con 0x7f4258107c90 2024-04-23T18:22:28.614 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:28.614 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:21:06.301704+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24476,24490,14613,24466,24515]},"id":1}]} 2024-04-23T18:22:28.615 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 26 2024-04-23T18:22:28.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 -- 172.21.15.38:0/2616245205 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f42400a3c30 msgr2=0x7f42400a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f42400a3c30 0x7f42400a60f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f425000a400 tx=0x7f425000d040 comp rx=0 tx=0).stop 2024-04-23T18:22:28.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 -- 172.21.15.38:0/2616245205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4258107c90 msgr2=0x7f425819f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4258107c90 0x7f425819f8f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f424800d750 tx=0x7f424800dc10 comp rx=0 tx=0).stop 2024-04-23T18:22:28.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 -- 172.21.15.38:0/2616245205 shutdown_connections 2024-04-23T18:22:28.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4258105360 0x7f4258198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f42400a3c30 0x7f42400a60f0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4258107c90 0x7f425819f8f0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 --2- 172.21.15.38:0/2616245205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4258102a30 0x7f4258198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 -- 172.21.15.38:0/2616245205 >> 172.21.15.38:0/2616245205 conn(0x7f42580fc440 msgr2=0x7f4258103450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 -- 172.21.15.38:0/2616245205 shutdown_connections 2024-04-23T18:22:28.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.620+0000 7f425f87c640 1 -- 172.21.15.38:0/2616245205 wait complete. 2024-04-23T18:22:28.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:28 smithi038 ceph-mon[29217]: pgmap v334: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 10 op/s 2024-04-23T18:22:28.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:28 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1403095966' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:28 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2173933190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:28 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1043493810' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:28.626 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-23T18:20:59.213374+0000', 'modified': '2024-04-23T18:21:06.301704+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24515, 'mds_1': 24490, 'mds_2': 24476, 'mds_3': 24466, 'mds_4': 14613}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14601': {'gid': 14601, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.38:6839/3049159496', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6838', 'nonce': 3049159496}, {'type': 'v1', 'addr': '172.21.15.38:6839', 'nonce': 3049159496}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14613': {'gid': 14613, 'name': 'a', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.38:6841/1442832074', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6840', 'nonce': 1442832074}, {'type': 'v1', 'addr': '172.21.15.38:6841', 'nonce': 1442832074}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24407': {'gid': 24407, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.76:6833/2806134072', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6832', 'nonce': 2806134072}, {'type': 'v1', 'addr': '172.21.15.76:6833', 'nonce': 2806134072}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24415': {'gid': 24415, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.102:6833/313383569', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6832', 'nonce': 313383569}, {'type': 'v1', 'addr': '172.21.15.102:6833', 'nonce': 313383569}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24446': {'gid': 24446, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.76:6835/2096401719', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6834', 'nonce': 2096401719}, {'type': 'v1', 'addr': '172.21.15.76:6835', 'nonce': 2096401719}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24454': {'gid': 24454, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.102:6835/102338408', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6834', 'nonce': 102338408}, {'type': 'v1', 'addr': '172.21.15.102:6835', 'nonce': 102338408}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'c', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.102:6837/4151349545', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6836', 'nonce': 4151349545}, {'type': 'v1', 'addr': '172.21.15.102:6837', 'nonce': 4151349545}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.76:6837/1729588944', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6836', 'nonce': 1729588944}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 1729588944}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.102:6839/605249821', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6838', 'nonce': 605249821}, {'type': 'v1', 'addr': '172.21.15.102:6839', 'nonce': 605249821}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24515': {'gid': 24515, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6839/1163687573', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6838', 'nonce': 1163687573}, {'type': 'v1', 'addr': '172.21.15.76:6839', 'nonce': 1163687573}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24515, 'qdb_cluster': [24476, 24490, 14613, 24466, 24515]} 2024-04-23T18:22:28.626 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-23T18:22:28.626 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-23T18:22:28.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.735+0000 7f6c9ed30640 1 -- 172.21.15.38:0/74677612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c98103b70 msgr2=0x7f6c9810a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.735+0000 7f6c9ed30640 1 --2- 172.21.15.38:0/74677612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c98103b70 0x7f6c9810a400 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f6c90009ca0 tx=0x7f6c9002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.735+0000 7f6c9ed30640 1 -- 172.21.15.38:0/74677612 shutdown_connections 2024-04-23T18:22:28.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.735+0000 7f6c9ed30640 1 --2- 172.21.15.38:0/74677612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c98103b70 0x7f6c9810a400 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.735+0000 7f6c9ed30640 1 --2- 172.21.15.38:0/74677612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c981031b0 0x7f6c98103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.735+0000 7f6c9ed30640 1 --2- 172.21.15.38:0/74677612 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c98101fc0 0x7f6c981023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.735+0000 7f6c9ed30640 1 -- 172.21.15.38:0/74677612 >> 172.21.15.38:0/74677612 conn(0x7f6c980fd530 msgr2=0x7f6c980ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.735+0000 7f6c9ed30640 1 -- 172.21.15.38:0/74677612 shutdown_connections 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.735+0000 7f6c9ed30640 1 -- 172.21.15.38:0/74677612 wait complete. 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9ed30640 1 Processor -- start 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9ed30640 1 -- start start 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9ed30640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c98101fc0 0x7f6c98198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9ed30640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c981031b0 0x7f6c98198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9ed30640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c98103b70 0x7f6c9819f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9ed30640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9810dc60 con 0x7f6c98101fc0 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9ed30640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9810dae0 con 0x7f6c98103b70 2024-04-23T18:22:28.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9ed30640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9810dde0 con 0x7f6c981031b0 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9cacc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c98101fc0 0x7f6c98198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9cacc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c98101fc0 0x7f6c98198210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35414/0 (socket says 172.21.15.38:35414) 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9cacc640 1 -- 172.21.15.38:0/2835559664 learned_addr learned my addr 172.21.15.38:0/2835559664 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c98103b70 0x7f6c9819f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c97fff640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c981031b0 0x7f6c98198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9cacc640 1 -- 172.21.15.38:0/2835559664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c981031b0 msgr2=0x7f6c98198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c981031b0 0x7f6c98198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9cacc640 1 -- 172.21.15.38:0/2835559664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c98103b70 msgr2=0x7f6c9819f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c98103b70 0x7f6c9819f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9cacc640 1 -- 172.21.15.38:0/2835559664 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c9819fe30 con 0x7f6c98101fc0 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.736+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c98103b70 0x7f6c9819f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.737+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c98101fc0 0x7f6c98198210 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c00d770 tx=0x7f6c8c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.737+0000 7f6c95ffb640 1 -- 172.21.15.38:0/2835559664 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c017070 con 0x7f6c98101fc0 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.737+0000 7f6c95ffb640 1 -- 172.21.15.38:0/2835559664 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6c8c009c30 con 0x7f6c98101fc0 2024-04-23T18:22:28.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.737+0000 7f6c9ed30640 1 -- 172.21.15.38:0/2835559664 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c981a0120 con 0x7f6c98101fc0 2024-04-23T18:22:28.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.737+0000 7f6c95ffb640 1 -- 172.21.15.38:0/2835559664 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c003d70 con 0x7f6c98101fc0 2024-04-23T18:22:28.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.737+0000 7f6c9ed30640 1 -- 172.21.15.38:0/2835559664 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c981a06c0 con 0x7f6c98101fc0 2024-04-23T18:22:28.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.739+0000 7f6c95ffb640 1 -- 172.21.15.38:0/2835559664 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6c8c003f10 con 0x7f6c98101fc0 2024-04-23T18:22:28.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6ca1a49740 1 Processor -- start 2024-04-23T18:22:28.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6ca1a49740 1 -- start start 2024-04-23T18:22:28.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c95ffb640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6c880a3c30 0x7f6c880a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab316b80 0x55ebab316fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab3181d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab318710 0x55ebab31efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ebab27bc50 con 0x55ebab316b80 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6c880a3c30 0x7f6c880a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55ebab218830 con 0x55ebab317d50 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ebab277c10 con 0x55ebab318710 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c95ffb640 1 -- 172.21.15.38:0/2835559664 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6c8c0cfe40 con 0x7f6c98101fc0 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c9cacc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab316b80 0x55ebab316fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c9cacc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab316b80 0x55ebab316fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35426/0 (socket says 172.21.15.38:35426) 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c9cacc640 1 -- 172.21.15.38:0/3256825314 learned_addr learned my addr 172.21.15.38:0/3256825314 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c97fff640 1 --2- 172.21.15.38:0/3256825314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab3181d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c9cacc640 1 -- 172.21.15.38:0/3256825314 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab318710 msgr2=0x55ebab31efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/3256825314 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab318710 0x55ebab31efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c9cacc640 1 -- 172.21.15.38:0/3256825314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 msgr2=0x55ebab3181d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/3256825314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab3181d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c9cacc640 1 -- 172.21.15.38:0/3256825314 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebaaf8e2d0 con 0x55ebab316b80 2024-04-23T18:22:28.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.740+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/3256825314 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab316b80 0x55ebab316fa0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c09bda0 tx=0x7f6c8c013da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc09a1c968964287 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6c880a3c30 0x7f6c880a60f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6c90006010 tx=0x7f6c90005f80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6c82ffd640 1 -- 172.21.15.38:0/3256825314 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c020070 con 0x55ebab316b80 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6c82ffd640 1 -- 172.21.15.38:0/3256825314 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6c8c09c7a0 con 0x55ebab316b80 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6c82ffd640 1 -- 172.21.15.38:0/3256825314 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c0a4d10 con 0x55ebab316b80 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6ca1a49740 1 -- 172.21.15.38:0/3256825314 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab316b80 msgr2=0x55ebab316fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/3256825314 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab316b80 0x55ebab316fa0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c09bda0 tx=0x7f6c8c013da0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6ca1a49740 1 -- 172.21.15.38:0/3256825314 shutdown_connections 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/3256825314 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab318710 0x55ebab31efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/3256825314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab3181d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/3256825314 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab316b80 0x55ebab316fa0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6ca1a49740 1 -- 172.21.15.38:0/3256825314 >> 172.21.15.38:0/3256825314 conn(0x55ebab312070 msgr2=0x55ebab312470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6ca1a49740 1 -- 172.21.15.38:0/3256825314 shutdown_connections 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.741+0000 7f6ca1a49740 1 -- 172.21.15.38:0/3256825314 wait complete. 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6ca1a49740 1 -- start start 2024-04-23T18:22:28.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6ca1a49740 1 Processor -- start 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab320fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab317d50 0x55ebab321510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab318710 0x55ebab328550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ebab31f6c0 con 0x55ebab317d50 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55ebab216470 con 0x55ebab318710 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ebab31f840 con 0x55ebab316b80 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6ca1a49740 10 client.0 _ll_register_callbacks cb 0x55ebab23bf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6c97fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab317d50 0x55ebab321510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6c97fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab317d50 0x55ebab321510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35428/0 (socket says 172.21.15.38:35428) 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6c97fff640 1 -- 172.21.15.38:0/872418928 learned_addr learned my addr 172.21.15.38:0/872418928 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab318710 0x55ebab328550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.742+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab320fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c97fff640 1 -- 172.21.15.38:0/872418928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 msgr2=0x55ebab320fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c97fff640 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab320fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c97fff640 1 -- 172.21.15.38:0/872418928 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab318710 msgr2=0x55ebab328550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c97fff640 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab318710 0x55ebab328550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c97fff640 1 -- 172.21.15.38:0/872418928 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebab0586b0 con 0x55ebab317d50 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c97fff640 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab317d50 0x55ebab321510 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6c84009f30 tx=0x7f6c84012880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbcef9d7b3b194de server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c77fff640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c77fff640 1 -- 172.21.15.38:0/872418928 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c84004220 con 0x55ebab317d50 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c77fff640 1 -- 172.21.15.38:0/872418928 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6c840043c0 con 0x55ebab317d50 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6ca1a49740 1 -- 172.21.15.38:0/872418928 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c8c09c7a0 con 0x55ebab317d50 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c77fff640 1 -- 172.21.15.38:0/872418928 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6c840106d0 con 0x55ebab317d50 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6ca1a49740 10 client.15039 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6ca1a49740 1 -- 172.21.15.38:0/872418928 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ebab32b990 con 0x55ebab317d50 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c77fff640 1 -- 172.21.15.38:0/872418928 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6c8c09c7a0 con 0x55ebab317d50 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6c77fff640 1 -- 172.21.15.38:0/872418928 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6c84019030 con 0x55ebab317d50 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.743+0000 7f6ca1a49740 10 client.15039 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.744+0000 7f6ca1a49740 10 client.15039 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-23T18:22:28.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.744+0000 7f6ca1a49740 20 client.15039 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.744+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ebab32e0c0 0x55ebab32f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.744+0000 7f6ca1a49740 4 client.15039 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.744+0000 7f6ca1a49740 1 -- 172.21.15.38:0/872418928 --> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ebab289670 con 0x55ebab32e0c0 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.744+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ebab32e0c0 0x55ebab32f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.744+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ebab32e0c0 0x55ebab32f530 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2f7adf4299c444b9 server_cookie=1b080fa670571702 in_seq=0 out_seq=0 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.744+0000 7f6c77fff640 10 client.15039 ms_handle_connect on v2:172.21.15.38:6840/1442832074 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6c77fff640 1 -- 172.21.15.38:0/872418928 <== mds.4 v2:172.21.15.38:6840/1442832074 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ebab289670 con 0x55ebab32e0c0 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6c77fff640 10 client.15039 handle_command_reply: tid=0 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 client.15039 shutdown 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 -- 172.21.15.38:0/872418928 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab317d50 msgr2=0x55ebab321510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab317d50 0x55ebab321510 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6c84009f30 tx=0x7f6c84012880 comp rx=0 tx=0).stop 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 -- 172.21.15.38:0/872418928 shutdown_connections 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ebab32e0c0 0x55ebab32f530 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab318710 0x55ebab328550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab317d50 0x55ebab321510 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6c77fff640 0 client.15039 ms_handle_reset on v2:172.21.15.38:6840/1442832074 2024-04-23T18:22:28.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/872418928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab320fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 -- 172.21.15.38:0/872418928 >> 172.21.15.38:0/872418928 conn(0x55ebab312070 msgr2=0x55ebab3111d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 -- 172.21.15.38:0/872418928 shutdown_connections 2024-04-23T18:22:28.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 1 -- 172.21.15.38:0/872418928 wait complete. 2024-04-23T18:22:28.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.745+0000 7f6ca1a49740 20 client.15039 trim_cache size 0 max 16384 2024-04-23T18:22:28.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.763+0000 7f6ca1a49740 1 Processor -- start 2024-04-23T18:22:28.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.763+0000 7f6ca1a49740 1 -- start start 2024-04-23T18:22:28.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab31b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab31bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab314d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ebab32d870 con 0x55ebab318710 2024-04-23T18:22:28.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55ebab32df40 con 0x55ebab317d50 2024-04-23T18:22:28.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ebab32e610 con 0x55ebab316b80 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c9d2cd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab314d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c9d2cd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab314d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35444/0 (socket says 172.21.15.38:35444) 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c9d2cd640 1 -- 172.21.15.38:0/767975180 learned_addr learned my addr 172.21.15.38:0/767975180 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c9d2cd640 1 -- 172.21.15.38:0/767975180 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 msgr2=0x55ebab31b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/767975180 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab31b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c9d2cd640 1 -- 172.21.15.38:0/767975180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 msgr2=0x55ebab31bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/767975180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab31bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c9d2cd640 1 -- 172.21.15.38:0/767975180 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebab316560 con 0x55ebab318710 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/767975180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab314d50 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6c90035000 tx=0x7f6c90040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa7bb05713003a36 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c827fc640 1 -- 172.21.15.38:0/767975180 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c90004530 con 0x55ebab318710 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c827fc640 1 -- 172.21.15.38:0/767975180 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6c90042040 con 0x55ebab318710 2024-04-23T18:22:28.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.764+0000 7f6c827fc640 1 -- 172.21.15.38:0/767975180 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c900308f0 con 0x55ebab318710 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 -- 172.21.15.38:0/767975180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 msgr2=0x55ebab314d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/767975180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab314d50 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6c90035000 tx=0x7f6c90040000 comp rx=0 tx=0).stop 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 -- 172.21.15.38:0/767975180 shutdown_connections 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/767975180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab314d50 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/767975180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab31bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/767975180 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab31b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 -- 172.21.15.38:0/767975180 >> 172.21.15.38:0/767975180 conn(0x55ebab312070 msgr2=0x55ebab30d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 -- 172.21.15.38:0/767975180 shutdown_connections 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 -- 172.21.15.38:0/767975180 wait complete. 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 -- start start 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.765+0000 7f6ca1a49740 1 Processor -- start 2024-04-23T18:22:28.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab392060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab3945b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6ca1a49740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab396b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ebab32f3b0 con 0x55ebab318710 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55ebab32ece0 con 0x55ebab317d50 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6ca1a49740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ebab32fa80 con 0x55ebab316b80 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6ca1a49740 10 client.0 _ll_register_callbacks cb 0x7f6c84005af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c9d2cd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab396b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c9d2cd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab396b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35448/0 (socket says 172.21.15.38:35448) 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c9d2cd640 1 -- 172.21.15.38:0/1644189545 learned_addr learned my addr 172.21.15.38:0/1644189545 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c97fff640 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab3945b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c9d2cd640 1 -- 172.21.15.38:0/1644189545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 msgr2=0x55ebab392060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab392060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab392060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c9d2cd640 1 -- 172.21.15.38:0/1644189545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 msgr2=0x55ebab3945b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab3945b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c9d2cd640 1 -- 172.21.15.38:0/1644189545 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebab397040 con 0x55ebab318710 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c97fff640 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab3945b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c9d2cd640 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab396b00 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6c90030040 tx=0x7f6c90003ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=470f565e63a260a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c77fff640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c77fff640 1 -- 172.21.15.38:0/1644189545 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c90063060 con 0x55ebab318710 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6c77fff640 1 -- 172.21.15.38:0/1644189545 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6c9002f610 con 0x55ebab318710 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.766+0000 7f6ca1a49740 1 -- 172.21.15.38:0/1644189545 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c90042040 con 0x55ebab318710 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6c77fff640 1 -- 172.21.15.38:0/1644189545 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6c9002f850 con 0x55ebab318710 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6ca1a49740 10 client.15045 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6ca1a49740 1 -- 172.21.15.38:0/1644189545 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ebab398320 con 0x55ebab318710 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6c77fff640 1 -- 172.21.15.38:0/1644189545 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6c90042040 con 0x55ebab318710 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6c77fff640 1 -- 172.21.15.38:0/1644189545 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6c9004c550 con 0x55ebab318710 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6ca1a49740 10 client.15045 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:28.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6ca1a49740 10 client.15045 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6ca1a49740 20 client.15045 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ebab39cad0 0x55ebab3995e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6ca1a49740 4 client.15045 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6ca1a49740 1 -- 172.21.15.38:0/1644189545 --> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] -- command(tid 0: {"prefix": "status"}) -- 0x55ebab2834e0 con 0x55ebab39cad0 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ebab39cad0 0x55ebab3995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6c77fff640 10 client.15045 ms_handle_connect on v2:172.21.15.38:6840/1442832074 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.767+0000 7f6c9cacc640 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ebab39cad0 0x55ebab3995e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=da49636c271ab343 server_cookie=79274e4fa27157a5 in_seq=0 out_seq=0 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6c77fff640 1 -- 172.21.15.38:0/1644189545 <== mds.4 v2:172.21.15.38:6840/1442832074 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ebab2834e0 con 0x55ebab39cad0 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6c77fff640 10 client.15045 handle_command_reply: tid=0 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 client.15045 shutdown 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 -- 172.21.15.38:0/1644189545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 msgr2=0x55ebab396b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab396b00 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6c90030040 tx=0x7f6c90003ee0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 -- 172.21.15.38:0/1644189545 shutdown_connections 2024-04-23T18:22:28.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ebab39cad0 0x55ebab3995e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ebab318710 0x55ebab396b00 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ebab317d50 0x55ebab3945b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6c77fff640 0 client.15045 ms_handle_reset on v2:172.21.15.38:6840/1442832074 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 --2- 172.21.15.38:0/1644189545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ebab316b80 0x55ebab392060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 -- 172.21.15.38:0/1644189545 >> 172.21.15.38:0/1644189545 conn(0x55ebab312070 msgr2=0x55ebab31b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 -- 172.21.15.38:0/1644189545 shutdown_connections 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 1 -- 172.21.15.38:0/1644189545 wait complete. 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.768+0000 7f6ca1a49740 20 client.15045 trim_cache size 0 max 16384 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 4, 2024-04-23T18:22:28.768 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 14613, 2024-04-23T18:22:28.769 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:22:28.769 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:22:28.769 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:22:28.769 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 83.476200462999998, 2024-04-23T18:22:28.769 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:28.769 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:28.769 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:28.769 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 98.592990967000006 2024-04-23T18:22:28.769 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:22:28.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 -- 172.21.15.38:0/2835559664 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6c880a3c30 msgr2=0x7f6c880a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6c880a3c30 0x7f6c880a60f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6c90006010 tx=0x7f6c90005f80 comp rx=0 tx=0).stop 2024-04-23T18:22:28.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 -- 172.21.15.38:0/2835559664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c98101fc0 msgr2=0x7f6c98198210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c98101fc0 0x7f6c98198210 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c00d770 tx=0x7f6c8c00dc30 comp rx=0 tx=0).stop 2024-04-23T18:22:28.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 -- 172.21.15.38:0/2835559664 shutdown_connections 2024-04-23T18:22:28.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c981031b0 0x7f6c98198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6c880a3c30 0x7f6c880a60f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c98103b70 0x7f6c9819f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 --2- 172.21.15.38:0/2835559664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c98101fc0 0x7f6c98198210 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 -- 172.21.15.38:0/2835559664 >> 172.21.15.38:0/2835559664 conn(0x7f6c980fd530 msgr2=0x7f6c98106450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 -- 172.21.15.38:0/2835559664 shutdown_connections 2024-04-23T18:22:28.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.769+0000 7f6c9ed30640 1 -- 172.21.15.38:0/2835559664 wait complete. 2024-04-23T18:22:28.773 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-04-23T18:22:28.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 -- 172.21.15.38:0/716713534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b901029a0 msgr2=0x7f6b901092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 --2- 172.21.15.38:0/716713534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b901029a0 0x7f6b901092c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6b88009900 tx=0x7f6b8802a3f0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 -- 172.21.15.38:0/716713534 shutdown_connections 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 --2- 172.21.15.38:0/716713534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b90101fe0 0x7f6b90102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 --2- 172.21.15.38:0/716713534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b901029a0 0x7f6b901092c0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 --2- 172.21.15.38:0/716713534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b90100e90 0x7f6b901012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 -- 172.21.15.38:0/716713534 >> 172.21.15.38:0/716713534 conn(0x7f6b900fc400 msgr2=0x7f6b900fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 -- 172.21.15.38:0/716713534 shutdown_connections 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 -- 172.21.15.38:0/716713534 wait complete. 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 Processor -- start 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 -- start start 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b90100e90 0x7f6b90104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b90101fe0 0x7f6b90103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b901029a0 0x7f6b90103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9010cc20 con 0x7f6b90100e90 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.883+0000 7f6b97e89640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9010caa0 con 0x7f6b90101fe0 2024-04-23T18:22:28.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b97e89640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9010cda0 con 0x7f6b901029a0 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b95c25640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b90100e90 0x7f6b90104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b95c25640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b90100e90 0x7f6b90104e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35468/0 (socket says 172.21.15.38:35468) 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b95c25640 1 -- 172.21.15.38:0/3997018179 learned_addr learned my addr 172.21.15.38:0/3997018179 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b95424640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b90101fe0 0x7f6b90103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b95c25640 1 -- 172.21.15.38:0/3997018179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b901029a0 msgr2=0x7f6b90103990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b95c25640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b901029a0 0x7f6b90103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b95c25640 1 -- 172.21.15.38:0/3997018179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b90101fe0 msgr2=0x7f6b90103450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b95c25640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b90101fe0 0x7f6b90103450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b95c25640 1 -- 172.21.15.38:0/3997018179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b90104220 con 0x7f6b90100e90 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b95c25640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b90100e90 0x7f6b90104e10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c00ba50 tx=0x7f6b8c00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b86ffd640 1 -- 172.21.15.38:0/3997018179 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8c019070 con 0x7f6b90100e90 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b86ffd640 1 -- 172.21.15.38:0/3997018179 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6b8c00cbe0 con 0x7f6b90100e90 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b86ffd640 1 -- 172.21.15.38:0/3997018179 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8c0076e0 con 0x7f6b90100e90 2024-04-23T18:22:28.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b97e89640 1 -- 172.21.15.38:0/3997018179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b901a24d0 con 0x7f6b90100e90 2024-04-23T18:22:28.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.884+0000 7f6b97e89640 1 -- 172.21.15.38:0/3997018179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b901a2aa0 con 0x7f6b90100e90 2024-04-23T18:22:28.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.886+0000 7f6b86ffd640 1 -- 172.21.15.38:0/3997018179 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6b8c01c070 con 0x7f6b90100e90 2024-04-23T18:22:28.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b9ab9c740 1 Processor -- start 2024-04-23T18:22:28.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b9ab9c740 1 -- start start 2024-04-23T18:22:28.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07b0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b1d50 0x55e6e07b21d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b86ffd640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6b7c0a3bb0 0x7f6b7c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07b8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e6e0715c50 con 0x55e6e07b0b80 2024-04-23T18:22:28.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55e6e06b2830 con 0x55e6e07b1d50 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e6e0711c10 con 0x55e6e07b2710 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b96426640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07b0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b96426640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07b0fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35470/0 (socket says 172.21.15.38:35470) 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b95c25640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6b7c0a3bb0 0x7f6b7c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b96426640 1 -- 172.21.15.38:0/1357221182 learned_addr learned my addr 172.21.15.38:0/1357221182 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b86ffd640 1 -- 172.21.15.38:0/3997018179 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6b8c0cfb20 con 0x7f6b90100e90 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b95424640 1 --2- 172.21.15.38:0/1357221182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b1d50 0x55e6e07b21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.887+0000 7f6b96426640 1 --2- 172.21.15.38:0/1357221182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07b8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b96426640 1 -- 172.21.15.38:0/1357221182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 msgr2=0x55e6e07b8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b96426640 1 --2- 172.21.15.38:0/1357221182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07b8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b96426640 1 -- 172.21.15.38:0/1357221182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b1d50 msgr2=0x55e6e07b21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b96426640 1 --2- 172.21.15.38:0/1357221182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b1d50 0x55e6e07b21d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b96426640 1 -- 172.21.15.38:0/1357221182 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6e04282d0 con 0x55e6e07b0b80 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b95424640 1 --2- 172.21.15.38:0/1357221182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b1d50 0x55e6e07b21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:28.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b96426640 1 --2- 172.21.15.38:0/1357221182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07b0fa0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f6b88005ab0 tx=0x7f6b880056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7edf4aeaefe3b350 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b95c25640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6b7c0a3bb0 0x7f6b7c0a6070 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c0cd5a0 tx=0x7f6b8c06e8c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b7bfff640 1 -- 172.21.15.38:0/1357221182 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b88035040 con 0x55e6e07b0b80 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b7bfff640 1 -- 172.21.15.38:0/1357221182 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6b88044070 con 0x55e6e07b0b80 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.888+0000 7f6b7bfff640 1 -- 172.21.15.38:0/1357221182 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b88003de0 con 0x55e6e07b0b80 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/1357221182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 msgr2=0x55e6e07b0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/1357221182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07b0fa0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f6b88005ab0 tx=0x7f6b880056d0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/1357221182 shutdown_connections 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/1357221182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07b8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/1357221182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b1d50 0x55e6e07b21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/1357221182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07b0fa0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/1357221182 >> 172.21.15.38:0/1357221182 conn(0x55e6e07ac070 msgr2=0x55e6e07ac470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/1357221182 shutdown_connections 2024-04-23T18:22:28.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/1357221182 wait complete. 2024-04-23T18:22:28.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 -- start start 2024-04-23T18:22:28.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 Processor -- start 2024-04-23T18:22:28.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 0x55e6e07bafe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07bb520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.889+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07c2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e6e07b96c0 con 0x55e6e07b1d50 2024-04-23T18:22:28.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55e6e06b0470 con 0x55e6e07b0b80 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e6e07b9840 con 0x55e6e07b2710 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b9ab9c740 10 client.0 _ll_register_callbacks cb 0x55e6e06d5f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b95424640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07bb520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b95424640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07bb520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35478/0 (socket says 172.21.15.38:35478) 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b95424640 1 -- 172.21.15.38:0/533043819 learned_addr learned my addr 172.21.15.38:0/533043819 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b96426640 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07c2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b96426640 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 0x55e6e07bafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b95424640 1 -- 172.21.15.38:0/533043819 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 msgr2=0x55e6e07c2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b95424640 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07c2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b95424640 1 -- 172.21.15.38:0/533043819 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 msgr2=0x55e6e07bafe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b95424640 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 0x55e6e07bafe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b95424640 1 -- 172.21.15.38:0/533043819 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6e04f26b0 con 0x55e6e07b1d50 2024-04-23T18:22:28.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b95424640 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07bb520 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6b8000bf70 tx=0x7f6b8000f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1c2a705ddbecb34 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b797fa640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b797fa640 1 -- 172.21.15.38:0/533043819 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b80018020 con 0x55e6e07b1d50 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b797fa640 1 -- 172.21.15.38:0/533043819 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6b80014660 con 0x55e6e07b1d50 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/533043819 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b88044070 con 0x55e6e07b1d50 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b797fa640 1 -- 172.21.15.38:0/533043819 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6b80023050 con 0x55e6e07b1d50 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b9ab9c740 10 client.15057 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.890+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/533043819 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e6e07c59f0 con 0x55e6e07b1d50 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.891+0000 7f6b797fa640 1 -- 172.21.15.38:0/533043819 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6b88044070 con 0x55e6e07b1d50 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.891+0000 7f6b797fa640 1 -- 172.21.15.38:0/533043819 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6b80013b00 con 0x55e6e07b1d50 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.891+0000 7f6b9ab9c740 10 client.15057 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.891+0000 7f6b9ab9c740 10 client.15057 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.891+0000 7f6b9ab9c740 20 client.15057 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.891+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x55e6e07c80f0 0x55e6e07c9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.891+0000 7f6b9ab9c740 4 client.15057 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.891+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/533043819 --> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6e0723670 con 0x55e6e07c80f0 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.891+0000 7f6b96426640 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x55e6e07c80f0 0x55e6e07c9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.892+0000 7f6b797fa640 10 client.15057 ms_handle_connect on v2:172.21.15.102:6836/4151349545 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.892+0000 7f6b96426640 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x55e6e07c80f0 0x55e6e07c9560 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=51421c11d17aad27 server_cookie=92d7c6cedd351e in_seq=0 out_seq=0 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.892+0000 7f6b797fa640 1 -- 172.21.15.38:0/533043819 <== mds.3 v2:172.21.15.102:6836/4151349545 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e6e0723670 con 0x55e6e07c80f0 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.892+0000 7f6b797fa640 10 client.15057 handle_command_reply: tid=0 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 client.15057 shutdown 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/533043819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 msgr2=0x55e6e07bb520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07bb520 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6b8000bf70 tx=0x7f6b8000f670 comp rx=0 tx=0).stop 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/533043819 shutdown_connections 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x55e6e07c80f0 0x55e6e07c9560 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07c2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07bb520 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b797fa640 0 client.15057 ms_handle_reset on v2:172.21.15.102:6836/4151349545 2024-04-23T18:22:28.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/533043819 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 0x55e6e07bafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/533043819 >> 172.21.15.38:0/533043819 conn(0x55e6e07ac070 msgr2=0x55e6e07ab1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/533043819 shutdown_connections 2024-04-23T18:22:28.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/533043819 wait complete. 2024-04-23T18:22:28.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.893+0000 7f6b9ab9c740 20 client.15057 trim_cache size 0 max 16384 2024-04-23T18:22:28.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b9ab9c740 1 Processor -- start 2024-04-23T18:22:28.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b9ab9c740 1 -- start start 2024-04-23T18:22:28.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 0x55e6e07abb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07c2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07b4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e6e07c78a0 con 0x55e6e07b1d50 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55e6e07c7f70 con 0x55e6e07b0b80 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e6e07c8640 con 0x55e6e07b2710 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b95424640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07c2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b95424640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07c2520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35484/0 (socket says 172.21.15.38:35484) 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.911+0000 7f6b95424640 1 -- 172.21.15.38:0/3026923388 learned_addr learned my addr 172.21.15.38:0/3026923388 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b96426640 1 --2- 172.21.15.38:0/3026923388 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07b4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b96426640 1 --2- 172.21.15.38:0/3026923388 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 0x55e6e07abb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b95424640 1 -- 172.21.15.38:0/3026923388 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 msgr2=0x55e6e07b4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b95424640 1 --2- 172.21.15.38:0/3026923388 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07b4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b95424640 1 -- 172.21.15.38:0/3026923388 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 msgr2=0x55e6e07abb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b95424640 1 --2- 172.21.15.38:0/3026923388 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 0x55e6e07abb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b95424640 1 -- 172.21.15.38:0/3026923388 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6e07acd40 con 0x55e6e07b1d50 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b96426640 1 --2- 172.21.15.38:0/3026923388 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 0x55e6e07abb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b95424640 1 --2- 172.21.15.38:0/3026923388 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07c2520 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f6b80000c00 tx=0x7f6b800047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9f4d48d098c63b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b7b7fe640 1 -- 172.21.15.38:0/3026923388 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8002b020 con 0x55e6e07b1d50 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b7b7fe640 1 -- 172.21.15.38:0/3026923388 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6b8000fb70 con 0x55e6e07b1d50 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b7b7fe640 1 -- 172.21.15.38:0/3026923388 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b80018040 con 0x55e6e07b1d50 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3026923388 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 msgr2=0x55e6e07c2520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.912+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/3026923388 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07c2520 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f6b80000c00 tx=0x7f6b800047d0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3026923388 shutdown_connections 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/3026923388 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b2710 0x55e6e07b4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/3026923388 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b1d50 0x55e6e07c2520 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/3026923388 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b0b80 0x55e6e07abb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3026923388 >> 172.21.15.38:0/3026923388 conn(0x55e6e07ac070 msgr2=0x55e6e07ac450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3026923388 shutdown_connections 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3026923388 wait complete. 2024-04-23T18:22:28.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 -- start start 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 Processor -- start 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07be460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b1d50 0x55e6e07c09b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b2710 0x55e6e07c0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e6e07c93e0 con 0x55e6e07b0b80 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55e6e07c8d10 con 0x55e6e07b2710 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e6e07c9ab0 con 0x55e6e07b1d50 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b9ab9c740 10 client.0 _ll_register_callbacks cb 0x7f6b8000b260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b96426640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07be460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b96426640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07be460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35496/0 (socket says 172.21.15.38:35496) 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.913+0000 7f6b96426640 1 -- 172.21.15.38:0/3779005183 learned_addr learned my addr 172.21.15.38:0/3779005183 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b95424640 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b1d50 0x55e6e07c09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b96426640 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b2710 0x55e6e07c0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b96426640 1 -- 172.21.15.38:0/3779005183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b1d50 msgr2=0x55e6e07c09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b96426640 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b1d50 0x55e6e07c09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b96426640 1 -- 172.21.15.38:0/3779005183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b2710 msgr2=0x55e6e07c0ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b96426640 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b2710 0x55e6e07c0ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b96426640 1 -- 172.21.15.38:0/3779005183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6e07c1460 con 0x55e6e07b0b80 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b96426640 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07be460 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f6b88005ab0 tx=0x7f6b8000ba70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a56cf7719421522f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b797fa640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b797fa640 1 -- 172.21.15.38:0/3779005183 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b88059060 con 0x55e6e07b0b80 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b797fa640 1 -- 172.21.15.38:0/3779005183 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6b88051dc0 con 0x55e6e07b0b80 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3779005183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b8000fb70 con 0x55e6e07b0b80 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b797fa640 1 -- 172.21.15.38:0/3779005183 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6b88035040 con 0x55e6e07b0b80 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b9ab9c740 10 client.15063 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3779005183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e6e07c26b0 con 0x55e6e07b0b80 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.914+0000 7f6b797fa640 1 -- 172.21.15.38:0/3779005183 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6b8000fb70 con 0x55e6e07b0b80 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.915+0000 7f6b797fa640 1 -- 172.21.15.38:0/3779005183 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6b880512a0 con 0x55e6e07b0b80 2024-04-23T18:22:28.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.915+0000 7f6b9ab9c740 10 client.15063 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.915+0000 7f6b9ab9c740 10 client.15063 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.915+0000 7f6b9ab9c740 20 client.15063 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.915+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x55e6e08323c0 0x55e6e08310d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.915+0000 7f6b9ab9c740 4 client.15063 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.915+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3779005183 --> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] -- command(tid 0: {"prefix": "status"}) -- 0x55e6e071d4e0 con 0x55e6e08323c0 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.915+0000 7f6b95424640 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x55e6e08323c0 0x55e6e08310d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.915+0000 7f6b95424640 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x55e6e08323c0 0x55e6e08310d0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4670f1902846e65 server_cookie=85229036abcbe75c in_seq=0 out_seq=0 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.915+0000 7f6b797fa640 10 client.15063 ms_handle_connect on v2:172.21.15.102:6836/4151349545 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b797fa640 1 -- 172.21.15.38:0/3779005183 <== mds.3 v2:172.21.15.102:6836/4151349545 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e6e071d4e0 con 0x55e6e08323c0 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b797fa640 10 client.15063 handle_command_reply: tid=0 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 client.15063 shutdown 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3779005183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 msgr2=0x55e6e07be460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07be460 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f6b88005ab0 tx=0x7f6b8000ba70 comp rx=0 tx=0).stop 2024-04-23T18:22:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3779005183 shutdown_connections 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x55e6e08323c0 0x55e6e08310d0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e6e07b1d50 0x55e6e07c09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b797fa640 0 client.15063 ms_handle_reset on v2:172.21.15.102:6836/4151349545 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e6e07b2710 0x55e6e07c0ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 --2- 172.21.15.38:0/3779005183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6e07b0b80 0x55e6e07be460 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3779005183 >> 172.21.15.38:0/3779005183 conn(0x55e6e07ac070 msgr2=0x55e6e07ac450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3779005183 shutdown_connections 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 1 -- 172.21.15.38:0/3779005183 wait complete. 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.916+0000 7f6b9ab9c740 20 client.15063 trim_cache size 0 max 16384 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:22:28.916 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 3, 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24466, 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 84.577134928000007, 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 110.27485185499999 2024-04-23T18:22:28.917 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:22:28.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 -- 172.21.15.38:0/3997018179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6b7c0a3bb0 msgr2=0x7f6b7c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6b7c0a3bb0 0x7f6b7c0a6070 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c0cd5a0 tx=0x7f6b8c06e8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 -- 172.21.15.38:0/3997018179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b90100e90 msgr2=0x7f6b90104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b90100e90 0x7f6b90104e10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c00ba50 tx=0x7f6b8c00bf10 comp rx=0 tx=0).stop 2024-04-23T18:22:28.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 -- 172.21.15.38:0/3997018179 shutdown_connections 2024-04-23T18:22:28.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6b901029a0 0x7f6b90103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6b7c0a3bb0 0x7f6b7c0a6070 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b90101fe0 0x7f6b90103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 --2- 172.21.15.38:0/3997018179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b90100e90 0x7f6b90104e10 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 -- 172.21.15.38:0/3997018179 >> 172.21.15.38:0/3997018179 conn(0x7f6b900fc400 msgr2=0x7f6b900fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 -- 172.21.15.38:0/3997018179 shutdown_connections 2024-04-23T18:22:28.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:28.917+0000 7f6b97e89640 1 -- 172.21.15.38:0/3997018179 wait complete. 2024-04-23T18:22:28.921 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-23T18:22:29.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 -- 172.21.15.38:0/2107101040 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188101f90 msgr2=0x7fb1881023b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 --2- 172.21.15.38:0/2107101040 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188101f90 0x7fb1881023b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fb178009900 tx=0x7fb17802a410 comp rx=0 tx=0).stop 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 -- 172.21.15.38:0/2107101040 shutdown_connections 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 --2- 172.21.15.38:0/2107101040 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb188103180 0x7fb188103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 --2- 172.21.15.38:0/2107101040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb188103b40 0x7fb18810a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 --2- 172.21.15.38:0/2107101040 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188101f90 0x7fb1881023b0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 -- 172.21.15.38:0/2107101040 >> 172.21.15.38:0/2107101040 conn(0x7fb1880fd500 msgr2=0x7fb1880ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 -- 172.21.15.38:0/2107101040 shutdown_connections 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 -- 172.21.15.38:0/2107101040 wait complete. 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 Processor -- start 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.031+0000 7fb18e55d640 1 -- start start 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18e55d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb188101f90 0x7fb188075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18e55d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb188103180 0x7fb188074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18e55d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188103b40 0x7fb188074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18e55d640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb18810dbf0 con 0x7fb188103b40 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18e55d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fb18810da70 con 0x7fb188101f90 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18e55d640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb18810dd70 con 0x7fb188103180 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18cafa640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188103b40 0x7fb188074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18cafa640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188103b40 0x7fb188074880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35514/0 (socket says 172.21.15.38:35514) 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18cafa640 1 -- 172.21.15.38:0/3683963010 learned_addr learned my addr 172.21.15.38:0/3683963010 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb1877fe640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb188103180 0x7fb188074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb187fff640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb188101f90 0x7fb188075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18cafa640 1 -- 172.21.15.38:0/3683963010 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb188103180 msgr2=0x7fb188074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18cafa640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb188103180 0x7fb188074340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18cafa640 1 -- 172.21.15.38:0/3683963010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb188101f90 msgr2=0x7fb188075d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18cafa640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb188101f90 0x7fb188075d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18cafa640 1 -- 172.21.15.38:0/3683963010 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb188075110 con 0x7fb188103b40 2024-04-23T18:22:29.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb1877fe640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb188103180 0x7fb188074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb187fff640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb188101f90 0x7fb188075d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18cafa640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188103b40 0x7fb188074880 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb18000eaa0 tx=0x7fb18000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb1857fa640 1 -- 172.21.15.38:0/3683963010 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb18000cdb0 con 0x7fb188103b40 2024-04-23T18:22:29.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb1857fa640 1 -- 172.21.15.38:0/3683963010 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb180005020 con 0x7fb188103b40 2024-04-23T18:22:29.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18e55d640 1 -- 172.21.15.38:0/3683963010 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1881a23b0 con 0x7fb188103b40 2024-04-23T18:22:29.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb1857fa640 1 -- 172.21.15.38:0/3683963010 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1800116d0 con 0x7fb188103b40 2024-04-23T18:22:29.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.032+0000 7fb18e55d640 1 -- 172.21.15.38:0/3683963010 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1881a28b0 con 0x7fb188103b40 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb1857fa640 1 -- 172.21.15.38:0/3683963010 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb1800051d0 con 0x7fb188103b40 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb191279740 1 Processor -- start 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb191279740 1 -- start start 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb191279740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1561b80 0x562af1561fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb191279740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1562d50 0x562af15631d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb191279740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1569fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb191279740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562af14c6c50 con 0x562af1563710 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb191279740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x562af1463830 con 0x562af1561b80 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb191279740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562af14c2c10 con 0x562af1562d50 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb1877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1569fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb1877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1569fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35530/0 (socket says 172.21.15.38:35530) 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb1857fa640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb1700a3bb0 0x7fb1700a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb1877fe640 1 -- 172.21.15.38:0/4235692021 learned_addr learned my addr 172.21.15.38:0/4235692021 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb1877fe640 1 --2- 172.21.15.38:0/4235692021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1561b80 0x562af1561fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb187fff640 1 --2- 172.21.15.38:0/4235692021 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1562d50 0x562af15631d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb18cafa640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb1700a3bb0 0x7fb1700a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.035+0000 7fb1857fa640 1 -- 172.21.15.38:0/3683963010 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb1800d0770 con 0x7fb188103b40 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.036+0000 7fb1877fe640 1 -- 172.21.15.38:0/4235692021 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1562d50 msgr2=0x562af15631d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.036+0000 7fb1877fe640 1 --2- 172.21.15.38:0/4235692021 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1562d50 0x562af15631d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.036+0000 7fb1877fe640 1 -- 172.21.15.38:0/4235692021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1561b80 msgr2=0x562af1561fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.036+0000 7fb1877fe640 1 --2- 172.21.15.38:0/4235692021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1561b80 0x562af1561fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.036+0000 7fb1877fe640 1 -- 172.21.15.38:0/4235692021 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562af11d92d0 con 0x562af1563710 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.036+0000 7fb1877fe640 1 --2- 172.21.15.38:0/4235692021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1569fa0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb17c00bfd0 tx=0x7fb17c00b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a155e0d314e1a8ac server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.036+0000 7fb18cafa640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb1700a3bb0 0x7fb1700a6070 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb18009c9c0 tx=0x7fb1800c7b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.036+0000 7fb16e7fc640 1 -- 172.21.15.38:0/4235692021 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17c004020 con 0x562af1563710 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.036+0000 7fb16e7fc640 1 -- 172.21.15.38:0/4235692021 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb17c00ee30 con 0x562af1563710 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.036+0000 7fb16e7fc640 1 -- 172.21.15.38:0/4235692021 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17c003850 con 0x562af1563710 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 -- 172.21.15.38:0/4235692021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 msgr2=0x562af1569fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 --2- 172.21.15.38:0/4235692021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1569fa0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb17c00bfd0 tx=0x7fb17c00b480 comp rx=0 tx=0).stop 2024-04-23T18:22:29.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 -- 172.21.15.38:0/4235692021 shutdown_connections 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 --2- 172.21.15.38:0/4235692021 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1562d50 0x562af15631d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 --2- 172.21.15.38:0/4235692021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1569fa0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 --2- 172.21.15.38:0/4235692021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1561b80 0x562af1561fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 -- 172.21.15.38:0/4235692021 >> 172.21.15.38:0/4235692021 conn(0x562af155d070 msgr2=0x562af155d470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 -- 172.21.15.38:0/4235692021 shutdown_connections 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 -- 172.21.15.38:0/4235692021 wait complete. 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 -- start start 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 Processor -- start 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1562d50 0x562af156c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1573530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562af156a720 con 0x562af1563710 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x562af1461470 con 0x562af1562d50 2024-04-23T18:22:29.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.037+0000 7fb191279740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562af156a8a0 con 0x562af1561b80 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb191279740 10 client.0 _ll_register_callbacks cb 0x562af1486f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1573530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1573530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35544/0 (socket says 172.21.15.38:35544) 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1877fe640 1 -- 172.21.15.38:0/2484533989 learned_addr learned my addr 172.21.15.38:0/2484533989 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1877fe640 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb187fff640 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1562d50 0x562af156c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1877fe640 1 -- 172.21.15.38:0/2484533989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 msgr2=0x562af156bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1877fe640 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1877fe640 1 -- 172.21.15.38:0/2484533989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1562d50 msgr2=0x562af156c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1877fe640 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1562d50 0x562af156c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1877fe640 1 -- 172.21.15.38:0/2484533989 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562af12a36b0 con 0x562af1563710 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb187fff640 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1562d50 0x562af156c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1877fe640 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1573530 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb17c005d90 tx=0x7fb17c005d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18ec2aef8e3d52f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1677fe640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:29.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1677fe640 1 -- 172.21.15.38:0/2484533989 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17c00e960 con 0x562af1563710 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1677fe640 1 -- 172.21.15.38:0/2484533989 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb17c00eb00 con 0x562af1563710 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb191279740 1 -- 172.21.15.38:0/2484533989 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb17c00ee30 con 0x562af1563710 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1677fe640 1 -- 172.21.15.38:0/2484533989 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb17c01e440 con 0x562af1563710 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb191279740 10 client.15075 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb191279740 1 -- 172.21.15.38:0/2484533989 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562af1576880 con 0x562af1563710 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.038+0000 7fb1677fe640 1 -- 172.21.15.38:0/2484533989 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb17c00ee30 con 0x562af1563710 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.039+0000 7fb1677fe640 1 -- 172.21.15.38:0/2484533989 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fb17c011520 con 0x562af1563710 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.039+0000 7fb191279740 10 client.15075 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.039+0000 7fb191279740 10 client.15075 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.039+0000 7fb191279740 20 client.15075 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.039+0000 7fb191279740 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x562af1578a60 0x562af1579ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.039+0000 7fb191279740 4 client.15075 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.039+0000 7fb191279740 1 -- 172.21.15.38:0/2484533989 --> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562af14d4670 con 0x562af1578a60 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.039+0000 7fb187fff640 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x562af1578a60 0x562af1579ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.039+0000 7fb187fff640 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x562af1578a60 0x562af1579ed0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=82fe353772b8d8ce server_cookie=97ac98fcaa301742 in_seq=0 out_seq=0 2024-04-23T18:22:29.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.039+0000 7fb1677fe640 10 client.15075 ms_handle_connect on v2:172.21.15.76:6836/1729588944 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb1677fe640 1 -- 172.21.15.38:0/2484533989 <== mds.2 v2:172.21.15.76:6836/1729588944 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562af14d4670 con 0x562af1578a60 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb1677fe640 10 client.15075 handle_command_reply: tid=0 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 client.15075 shutdown 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 -- 172.21.15.38:0/2484533989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 msgr2=0x562af1573530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1573530 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb17c005d90 tx=0x7fb17c005d20 comp rx=0 tx=0).stop 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 -- 172.21.15.38:0/2484533989 shutdown_connections 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x562af1578a60 0x562af1579ed0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1563710 0x562af1573530 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1562d50 0x562af156c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb1677fe640 0 client.15075 ms_handle_reset on v2:172.21.15.76:6836/1729588944 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 --2- 172.21.15.38:0/2484533989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 -- 172.21.15.38:0/2484533989 >> 172.21.15.38:0/2484533989 conn(0x562af155d070 msgr2=0x562af155c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 -- 172.21.15.38:0/2484533989 shutdown_connections 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.040+0000 7fb191279740 1 -- 172.21.15.38:0/2484533989 wait complete. 2024-04-23T18:22:29.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.041+0000 7fb191279740 20 client.15075 trim_cache size 0 max 16384 2024-04-23T18:22:29.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb191279740 1 Processor -- start 2024-04-23T18:22:29.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb191279740 1 -- start start 2024-04-23T18:22:29.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb191279740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb191279740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af1573450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb191279740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 0x562af156bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb191279740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562af1578210 con 0x562af1562d50 2024-04-23T18:22:29.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb191279740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x562af15788e0 con 0x562af1563710 2024-04-23T18:22:29.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb191279740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562af1578fb0 con 0x562af1561b80 2024-04-23T18:22:29.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb187fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af1573450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb187fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af1573450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35550/0 (socket says 172.21.15.38:35550) 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb187fff640 1 -- 172.21.15.38:0/2042681284 learned_addr learned my addr 172.21.15.38:0/2042681284 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb1877fe640 1 --2- 172.21.15.38:0/2042681284 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb1877fe640 1 --2- 172.21.15.38:0/2042681284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 0x562af156bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb187fff640 1 -- 172.21.15.38:0/2042681284 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 msgr2=0x562af156ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb187fff640 1 --2- 172.21.15.38:0/2042681284 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb187fff640 1 -- 172.21.15.38:0/2042681284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 msgr2=0x562af156bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.059+0000 7fb187fff640 1 --2- 172.21.15.38:0/2042681284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 0x562af156bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb187fff640 1 -- 172.21.15.38:0/2042681284 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562af15589d0 con 0x562af1562d50 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb1877fe640 1 --2- 172.21.15.38:0/2042681284 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb187fff640 1 --2- 172.21.15.38:0/2042681284 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af1573450 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb188102fe0 tx=0x7fb1780058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f44199d9acb4920d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb16dffb640 1 -- 172.21.15.38:0/2042681284 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb178035040 con 0x562af1562d50 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb16dffb640 1 -- 172.21.15.38:0/2042681284 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb178049070 con 0x562af1562d50 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb16dffb640 1 -- 172.21.15.38:0/2042681284 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1780055d0 con 0x562af1562d50 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb191279740 1 -- 172.21.15.38:0/2042681284 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 msgr2=0x562af1573450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb191279740 1 --2- 172.21.15.38:0/2042681284 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af1573450 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb188102fe0 tx=0x7fb1780058b0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb191279740 1 -- 172.21.15.38:0/2042681284 shutdown_connections 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb191279740 1 --2- 172.21.15.38:0/2042681284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 0x562af156bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb191279740 1 --2- 172.21.15.38:0/2042681284 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af1573450 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb191279740 1 --2- 172.21.15.38:0/2042681284 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.060+0000 7fb191279740 1 -- 172.21.15.38:0/2042681284 >> 172.21.15.38:0/2042681284 conn(0x562af155d070 msgr2=0x562af155d450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 1 -- 172.21.15.38:0/2042681284 shutdown_connections 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 1 -- 172.21.15.38:0/2042681284 wait complete. 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 1 -- start start 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 1 Processor -- start 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af156ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 0x562af1571d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562af1579d50 con 0x562af1562d50 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x562af1579680 con 0x562af1563710 2024-04-23T18:22:29.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562af157a420 con 0x562af1561b80 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb187fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af156ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb191279740 10 client.0 _ll_register_callbacks cb 0x7fb17c00bea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb187fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af156ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35556/0 (socket says 172.21.15.38:35556) 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb187fff640 1 -- 172.21.15.38:0/488280943 learned_addr learned my addr 172.21.15.38:0/488280943 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb1877fe640 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.061+0000 7fb1877fe640 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 0x562af1571d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb187fff640 1 -- 172.21.15.38:0/488280943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 msgr2=0x562af156e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb187fff640 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb187fff640 1 -- 172.21.15.38:0/488280943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 msgr2=0x562af1571d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb187fff640 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 0x562af1571d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb187fff640 1 -- 172.21.15.38:0/488280943 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562af15722f0 con 0x562af1562d50 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb1877fe640 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 0x562af1571d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb187fff640 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af156ece0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb178009230 tx=0x7fb1780329e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bcba612beda18a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb1677fe640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb1677fe640 1 -- 172.21.15.38:0/488280943 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb178035040 con 0x562af1562d50 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb1677fe640 1 -- 172.21.15.38:0/488280943 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb178004040 con 0x562af1562d50 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb191279740 1 -- 172.21.15.38:0/488280943 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb178049070 con 0x562af1562d50 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb1677fe640 1 -- 172.21.15.38:0/488280943 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb178004240 con 0x562af1562d50 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb191279740 10 client.15081 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb191279740 1 -- 172.21.15.38:0/488280943 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562af15735f0 con 0x562af1562d50 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb1677fe640 1 -- 172.21.15.38:0/488280943 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb178049070 con 0x562af1562d50 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb1677fe640 1 -- 172.21.15.38:0/488280943 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fb1780048c0 con 0x562af1562d50 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.062+0000 7fb191279740 10 client.15081 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.063+0000 7fb191279740 10 client.15081 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.063+0000 7fb191279740 20 client.15081 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.063+0000 7fb191279740 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x562af15e2ee0 0x562af15e1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.063+0000 7fb191279740 4 client.15081 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:29.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.063+0000 7fb191279740 1 -- 172.21.15.38:0/488280943 --> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] -- command(tid 0: {"prefix": "status"}) -- 0x562af14ce4e0 con 0x562af15e2ee0 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.063+0000 7fb1877fe640 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x562af15e2ee0 0x562af15e1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.063+0000 7fb1677fe640 10 client.15081 ms_handle_connect on v2:172.21.15.76:6836/1729588944 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.063+0000 7fb1877fe640 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x562af15e2ee0 0x562af15e1bf0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=58c02985fcccf45e server_cookie=ca109fbaea8e3cd0 in_seq=0 out_seq=0 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb1677fe640 1 -- 172.21.15.38:0/488280943 <== mds.2 v2:172.21.15.76:6836/1729588944 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x562af14ce4e0 con 0x562af15e2ee0 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb1677fe640 10 client.15081 handle_command_reply: tid=0 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 client.15081 shutdown 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 -- 172.21.15.38:0/488280943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 msgr2=0x562af156ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af156ece0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb178009230 tx=0x7fb1780329e0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 -- 172.21.15.38:0/488280943 shutdown_connections 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x562af15e2ee0 0x562af15e1bf0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562af1563710 0x562af1571d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562af1562d50 0x562af156ece0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb1677fe640 0 client.15081 ms_handle_reset on v2:172.21.15.76:6836/1729588944 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 --2- 172.21.15.38:0/488280943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562af1561b80 0x562af156e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 -- 172.21.15.38:0/488280943 >> 172.21.15.38:0/488280943 conn(0x562af155d070 msgr2=0x562af156bbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 -- 172.21.15.38:0/488280943 shutdown_connections 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 1 -- 172.21.15.38:0/488280943 wait complete. 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb191279740 20 client.15081 trim_cache size 0 max 16384 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 2, 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24476, 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 85.733882006000002, 2024-04-23T18:22:29.064 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:29.065 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:29.065 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:29.065 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 107.547844471 2024-04-23T18:22:29.065 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:22:29.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb18e55d640 1 -- 172.21.15.38:0/3683963010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb1700a3bb0 msgr2=0x7fb1700a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb18e55d640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb1700a3bb0 0x7fb1700a6070 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb18009c9c0 tx=0x7fb1800c7b40 comp rx=0 tx=0).stop 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb18e55d640 1 -- 172.21.15.38:0/3683963010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188103b40 msgr2=0x7fb188074880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb18e55d640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188103b40 0x7fb188074880 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb18000eaa0 tx=0x7fb18000ef60 comp rx=0 tx=0).stop 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb18e55d640 1 -- 172.21.15.38:0/3683963010 shutdown_connections 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb18e55d640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb188103180 0x7fb188074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.064+0000 7fb18e55d640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb1700a3bb0 0x7fb1700a6070 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.065+0000 7fb18e55d640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188103b40 0x7fb188074880 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.065+0000 7fb18e55d640 1 --2- 172.21.15.38:0/3683963010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb188101f90 0x7fb188075d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.065+0000 7fb18e55d640 1 -- 172.21.15.38:0/3683963010 >> 172.21.15.38:0/3683963010 conn(0x7fb1880fd500 msgr2=0x7fb188106550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.065+0000 7fb18e55d640 1 -- 172.21.15.38:0/3683963010 shutdown_connections 2024-04-23T18:22:29.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.065+0000 7fb18e55d640 1 -- 172.21.15.38:0/3683963010 wait complete. 2024-04-23T18:22:29.069 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-23T18:22:29.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.178+0000 7f21f8f5d640 1 -- 172.21.15.38:0/1042285875 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21f4102a00 msgr2=0x7f21f4109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.178+0000 7f21f8f5d640 1 --2- 172.21.15.38:0/1042285875 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21f4102a00 0x7f21f4109320 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f21ec009ca0 tx=0x7f21ec02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.178+0000 7f21f8f5d640 1 -- 172.21.15.38:0/1042285875 shutdown_connections 2024-04-23T18:22:29.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.178+0000 7f21f8f5d640 1 --2- 172.21.15.38:0/1042285875 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21f4102a00 0x7f21f4109320 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.178+0000 7f21f8f5d640 1 --2- 172.21.15.38:0/1042285875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21f4102040 0x7f21f41024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.178+0000 7f21f8f5d640 1 --2- 172.21.15.38:0/1042285875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21f4100e60 0x7f21f4101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.178+0000 7f21f8f5d640 1 -- 172.21.15.38:0/1042285875 >> 172.21.15.38:0/1042285875 conn(0x7f21f40fc440 msgr2=0x7f21f40fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.178+0000 7f21f8f5d640 1 -- 172.21.15.38:0/1042285875 shutdown_connections 2024-04-23T18:22:29.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.178+0000 7f21f8f5d640 1 -- 172.21.15.38:0/1042285875 wait complete. 2024-04-23T18:22:29.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f8f5d640 1 Processor -- start 2024-04-23T18:22:29.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f8f5d640 1 -- start start 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f8f5d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21f4100e60 0x7f21f4104e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f8f5d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21f4102040 0x7f21f41034b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f8f5d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21f4102a00 0x7f21f41039f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f8f5d640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f21f410cb50 con 0x7f21f4102a00 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f8f5d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f21f410c9d0 con 0x7f21f4102040 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f8f5d640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f21f410ccd0 con 0x7f21f4100e60 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f2d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21f4102a00 0x7f21f41039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f2d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21f4102a00 0x7f21f41039f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35568/0 (socket says 172.21.15.38:35568) 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f2d9d640 1 -- 172.21.15.38:0/2632744028 learned_addr learned my addr 172.21.15.38:0/2632744028 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21f4102040 0x7f21f41034b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f259c640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21f4100e60 0x7f21f4104e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f2d9d640 1 -- 172.21.15.38:0/2632744028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21f4100e60 msgr2=0x7f21f4104e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f2d9d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21f4100e60 0x7f21f4104e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f2d9d640 1 -- 172.21.15.38:0/2632744028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21f4102040 msgr2=0x7f21f41034b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f2d9d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21f4102040 0x7f21f41034b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f2d9d640 1 -- 172.21.15.38:0/2632744028 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21f4104280 con 0x7f21f4102a00 2024-04-23T18:22:29.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.179+0000 7f21f2d9d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21f4102a00 0x7f21f41039f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f21ec009dc0 tx=0x7f21ec02f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.180+0000 7f21e37fe640 1 -- 172.21.15.38:0/2632744028 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec003cf0 con 0x7f21f4102a00 2024-04-23T18:22:29.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.180+0000 7f21e37fe640 1 -- 172.21.15.38:0/2632744028 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f21ec004510 con 0x7f21f4102a00 2024-04-23T18:22:29.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.180+0000 7f21f8f5d640 1 -- 172.21.15.38:0/2632744028 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21f41a2340 con 0x7f21f4102a00 2024-04-23T18:22:29.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.180+0000 7f21e37fe640 1 -- 172.21.15.38:0/2632744028 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec02fdb0 con 0x7f21f4102a00 2024-04-23T18:22:29.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.180+0000 7f21f8f5d640 1 -- 172.21.15.38:0/2632744028 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21f41a2890 con 0x7f21f4102a00 2024-04-23T18:22:29.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.182+0000 7f21e37fe640 1 -- 172.21.15.38:0/2632744028 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f21ec0046c0 con 0x7f21f4102a00 2024-04-23T18:22:29.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.182+0000 7f21fbc78740 1 Processor -- start 2024-04-23T18:22:29.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.182+0000 7f21fbc78740 1 -- start start 2024-04-23T18:22:29.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.182+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c376eb80 0x55b3c376efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.182+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c37701d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.182+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c3770710 0x55b3c3776fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21fbc78740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b3c36d3c50 con 0x55b3c376fd50 2024-04-23T18:22:29.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21fbc78740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55b3c3670830 con 0x55b3c3770710 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21fbc78740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b3c36cfc10 con 0x55b3c376eb80 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21e37fe640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f21dc0a3bb0 0x7f21dc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c37701d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c37701d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35574/0 (socket says 172.21.15.38:35574) 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f259c640 1 -- 172.21.15.38:0/4032829565 learned_addr learned my addr 172.21.15.38:0/4032829565 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f2d9d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f21dc0a3bb0 0x7f21dc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/4032829565 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c376eb80 0x55b3c376efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/4032829565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c3770710 0x55b3c3776fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21e37fe640 1 -- 172.21.15.38:0/2632744028 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f21ec0f1b70 con 0x7f21f4102a00 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f259c640 1 -- 172.21.15.38:0/4032829565 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c376eb80 msgr2=0x55b3c376efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f259c640 1 --2- 172.21.15.38:0/4032829565 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c376eb80 0x55b3c376efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f259c640 1 -- 172.21.15.38:0/4032829565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c3770710 msgr2=0x55b3c3776fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f259c640 1 --2- 172.21.15.38:0/4032829565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c3770710 0x55b3c3776fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f259c640 1 -- 172.21.15.38:0/4032829565 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3c33e62d0 con 0x55b3c376fd50 2024-04-23T18:22:29.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/4032829565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c3770710 0x55b3c3776fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f2d9d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f21dc0a3bb0 0x7f21dc0a6070 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f21ec049000 tx=0x7f21ec0e8ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21f259c640 1 --2- 172.21.15.38:0/4032829565 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c37701d0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f21e4009b70 tx=0x7f21e400e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2deef7320f92bcde server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21e0ff9640 1 -- 172.21.15.38:0/4032829565 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4016070 con 0x55b3c376fd50 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21e0ff9640 1 -- 172.21.15.38:0/4032829565 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f21e40054f0 con 0x55b3c376fd50 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.183+0000 7f21e0ff9640 1 -- 172.21.15.38:0/4032829565 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4011470 con 0x55b3c376fd50 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.184+0000 7f21fbc78740 1 -- 172.21.15.38:0/4032829565 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 msgr2=0x55b3c37701d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.184+0000 7f21fbc78740 1 --2- 172.21.15.38:0/4032829565 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c37701d0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f21e4009b70 tx=0x7f21e400e6c0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.184+0000 7f21fbc78740 1 -- 172.21.15.38:0/4032829565 shutdown_connections 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.184+0000 7f21fbc78740 1 --2- 172.21.15.38:0/4032829565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c3770710 0x55b3c3776fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.184+0000 7f21fbc78740 1 --2- 172.21.15.38:0/4032829565 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c37701d0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.184+0000 7f21fbc78740 1 --2- 172.21.15.38:0/4032829565 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c376eb80 0x55b3c376efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.184+0000 7f21fbc78740 1 -- 172.21.15.38:0/4032829565 >> 172.21.15.38:0/4032829565 conn(0x55b3c376a070 msgr2=0x55b3c376a470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.184+0000 7f21fbc78740 1 -- 172.21.15.38:0/4032829565 shutdown_connections 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.184+0000 7f21fbc78740 1 -- 172.21.15.38:0/4032829565 wait complete. 2024-04-23T18:22:29.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21fbc78740 1 -- start start 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21fbc78740 1 Processor -- start 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c3778fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3779520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 0x55b3c3780560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21fbc78740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b3c3777720 con 0x55b3c376fd50 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21fbc78740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55b3c366e470 con 0x55b3c376eb80 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21fbc78740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b3c37778a0 con 0x55b3c3770710 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21fbc78740 10 client.0 _ll_register_callbacks cb 0x55b3c3693f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3779520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3779520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35580/0 (socket says 172.21.15.38:35580) 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f259c640 1 -- 172.21.15.38:0/3238023427 learned_addr learned my addr 172.21.15.38:0/3238023427 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f259c640 1 -- 172.21.15.38:0/3238023427 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 msgr2=0x55b3c3780560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 0x55b3c3780560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f259c640 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 0x55b3c3780560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c3778fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f259c640 1 -- 172.21.15.38:0/3238023427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 msgr2=0x55b3c3778fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f259c640 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c3778fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f259c640 1 -- 172.21.15.38:0/3238023427 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3c34b06b0 con 0x55b3c376fd50 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c3778fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21f259c640 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3779520 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f21e4004920 tx=0x7f21e4004950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b97cec9a8b488f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.185+0000 7f21d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21d9ffb640 1 -- 172.21.15.38:0/3238023427 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4028060 con 0x55b3c376fd50 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21d9ffb640 1 -- 172.21.15.38:0/3238023427 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f21e4004ef0 con 0x55b3c376fd50 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21fbc78740 1 -- 172.21.15.38:0/3238023427 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21e40054f0 con 0x55b3c376fd50 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21d9ffb640 1 -- 172.21.15.38:0/3238023427 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f21e4016040 con 0x55b3c376fd50 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21fbc78740 10 client.15093 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21fbc78740 1 -- 172.21.15.38:0/3238023427 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b3c37838d0 con 0x55b3c376fd50 2024-04-23T18:22:29.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21d9ffb640 1 -- 172.21.15.38:0/3238023427 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f21e40054f0 con 0x55b3c376fd50 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21d9ffb640 1 -- 172.21.15.38:0/3238023427 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f21e400f040 con 0x55b3c376fd50 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21fbc78740 10 client.15093 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21fbc78740 10 client.15093 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21fbc78740 20 client.15093 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21fbc78740 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55b3c3785bc0 0x55b3c3787030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21fbc78740 4 client.15093 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21fbc78740 1 -- 172.21.15.38:0/3238023427 --> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b3c36e1670 con 0x55b3c3785bc0 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.186+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55b3c3785bc0 0x55b3c3787030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.187+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55b3c3785bc0 0x55b3c3787030 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b3e872fa740a31a4 server_cookie=eded1d399c82a54f in_seq=0 out_seq=0 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.187+0000 7f21d9ffb640 10 client.15093 ms_handle_connect on v2:172.21.15.102:6838/605249821 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21d9ffb640 1 -- 172.21.15.38:0/3238023427 <== mds.1 v2:172.21.15.102:6838/605249821 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b3c36e1670 con 0x55b3c3785bc0 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21d9ffb640 10 client.15093 handle_command_reply: tid=0 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 client.15093 shutdown 2024-04-23T18:22:29.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 -- 172.21.15.38:0/3238023427 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 msgr2=0x55b3c3779520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3779520 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f21e4004920 tx=0x7f21e4004950 comp rx=0 tx=0).stop 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 -- 172.21.15.38:0/3238023427 shutdown_connections 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55b3c3785bc0 0x55b3c3787030 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 0x55b3c3780560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3779520 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21d9ffb640 0 client.15093 ms_handle_reset on v2:172.21.15.102:6838/605249821 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 --2- 172.21.15.38:0/3238023427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c3778fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 -- 172.21.15.38:0/3238023427 >> 172.21.15.38:0/3238023427 conn(0x55b3c376a070 msgr2=0x55b3c37691d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 -- 172.21.15.38:0/3238023427 shutdown_connections 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 1 -- 172.21.15.38:0/3238023427 wait complete. 2024-04-23T18:22:29.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.188+0000 7f21fbc78740 20 client.15093 trim_cache size 0 max 16384 2024-04-23T18:22:29.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.206+0000 7f21fbc78740 1 Processor -- start 2024-04-23T18:22:29.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.206+0000 7f21fbc78740 1 -- start start 2024-04-23T18:22:29.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.206+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c3784cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.206+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3780520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.206+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 0x55b3c37650b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.206+0000 7f21fbc78740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b3c3785370 con 0x55b3c376fd50 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.206+0000 7f21fbc78740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55b3c3785a40 con 0x55b3c376eb80 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.206+0000 7f21fbc78740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b3c3786110 con 0x55b3c3770710 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3780520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3780520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35590/0 (socket says 172.21.15.38:35590) 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f259c640 1 -- 172.21.15.38:0/3744600527 learned_addr learned my addr 172.21.15.38:0/3744600527 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/3744600527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c3784cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f259c640 1 -- 172.21.15.38:0/3744600527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 msgr2=0x55b3c37650b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f259c640 1 --2- 172.21.15.38:0/3744600527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 0x55b3c37650b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f259c640 1 -- 172.21.15.38:0/3744600527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 msgr2=0x55b3c3784cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f259c640 1 --2- 172.21.15.38:0/3744600527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c3784cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f259c640 1 -- 172.21.15.38:0/3744600527 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3c3787360 con 0x55b3c376fd50 2024-04-23T18:22:29.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/3744600527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c3784cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21f259c640 1 --2- 172.21.15.38:0/3744600527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3780520 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f21e4006010 tx=0x7f21e4009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=798e3e146ce4345b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21dbfff640 1 -- 172.21.15.38:0/3744600527 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4032030 con 0x55b3c376fd50 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21dbfff640 1 -- 172.21.15.38:0/3744600527 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f21e40057a0 con 0x55b3c376fd50 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.207+0000 7f21dbfff640 1 -- 172.21.15.38:0/3744600527 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4028040 con 0x55b3c376fd50 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 -- 172.21.15.38:0/3744600527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 msgr2=0x55b3c3780520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 --2- 172.21.15.38:0/3744600527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3780520 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f21e4006010 tx=0x7f21e4009360 comp rx=0 tx=0).stop 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 -- 172.21.15.38:0/3744600527 shutdown_connections 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 --2- 172.21.15.38:0/3744600527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 0x55b3c37650b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 --2- 172.21.15.38:0/3744600527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c3780520 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 --2- 172.21.15.38:0/3744600527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c3784cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 -- 172.21.15.38:0/3744600527 >> 172.21.15.38:0/3744600527 conn(0x55b3c376a070 msgr2=0x55b3c376a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 -- 172.21.15.38:0/3744600527 shutdown_connections 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 -- 172.21.15.38:0/3744600527 wait complete. 2024-04-23T18:22:29.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 -- start start 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 Processor -- start 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c377bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c377c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 0x55b3c377f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b3c3786eb0 con 0x55b3c376fd50 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55b3c37867e0 con 0x55b3c376eb80 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b3c3787580 con 0x55b3c3770710 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21fbc78740 10 client.0 _ll_register_callbacks cb 0x7f21e800ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21f259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c377c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21f259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c377c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35602/0 (socket says 172.21.15.38:35602) 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21f259c640 1 -- 172.21.15.38:0/824349569 learned_addr learned my addr 172.21.15.38:0/824349569 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.208+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c377bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21f259c640 1 -- 172.21.15.38:0/824349569 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 msgr2=0x55b3c377f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21f259c640 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 0x55b3c377f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21f259c640 1 -- 172.21.15.38:0/824349569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 msgr2=0x55b3c377bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21f259c640 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c377bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21f259c640 1 -- 172.21.15.38:0/824349569 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3c377fb30 con 0x55b3c376fd50 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21f259c640 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c377c520 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f21e40094c0 tx=0x7f21e4005680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb27b7f54ca14f2a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21d9ffb640 1 -- 172.21.15.38:0/824349569 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4009740 con 0x55b3c376fd50 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21d9ffb640 1 -- 172.21.15.38:0/824349569 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f21e4020050 con 0x55b3c376fd50 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21fbc78740 1 -- 172.21.15.38:0/824349569 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21e40057a0 con 0x55b3c376fd50 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21d9ffb640 1 -- 172.21.15.38:0/824349569 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f21e4011470 con 0x55b3c376fd50 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21fbc78740 10 client.15099 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21fbc78740 1 -- 172.21.15.38:0/824349569 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b3c37ebef0 con 0x55b3c376fd50 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21d9ffb640 1 -- 172.21.15.38:0/824349569 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f21e40057a0 con 0x55b3c376fd50 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21d9ffb640 1 -- 172.21.15.38:0/824349569 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f21e401ab20 con 0x55b3c376fd50 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21fbc78740 10 client.15099 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21fbc78740 10 client.15099 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21fbc78740 20 client.15099 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21fbc78740 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55b3c37f06c0 0x55b3c37ef3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21fbc78740 4 client.15099 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.209+0000 7f21fbc78740 1 -- 172.21.15.38:0/824349569 --> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] -- command(tid 0: {"prefix": "status"}) -- 0x55b3c36db4e0 con 0x55b3c37f06c0 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55b3c37f06c0 0x55b3c37ef3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21d9ffb640 10 client.15099 ms_handle_connect on v2:172.21.15.102:6838/605249821 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21f1d9b640 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55b3c37f06c0 0x55b3c37ef3d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d92a7739814c525e server_cookie=262244670ee92530 in_seq=0 out_seq=0 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21d9ffb640 1 -- 172.21.15.38:0/824349569 <== mds.1 v2:172.21.15.102:6838/605249821 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55b3c36db4e0 con 0x55b3c37f06c0 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21d9ffb640 10 client.15099 handle_command_reply: tid=0 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21fbc78740 1 client.15099 shutdown 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21fbc78740 1 -- 172.21.15.38:0/824349569 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 msgr2=0x55b3c377c520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21fbc78740 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c377c520 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f21e40094c0 tx=0x7f21e4005680 comp rx=0 tx=0).stop 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21fbc78740 1 -- 172.21.15.38:0/824349569 shutdown_connections 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21fbc78740 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55b3c37f06c0 0x55b3c37ef3d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21fbc78740 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b3c3770710 0x55b3c377f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21fbc78740 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b3c376fd50 0x55b3c377c520 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21fbc78740 1 --2- 172.21.15.38:0/824349569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b3c376eb80 0x55b3c377bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21d9ffb640 0 client.15099 ms_handle_reset on v2:172.21.15.102:6838/605249821 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.210+0000 7f21fbc78740 1 -- 172.21.15.38:0/824349569 >> 172.21.15.38:0/824349569 conn(0x55b3c376a070 msgr2=0x55b3c37650b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21fbc78740 1 -- 172.21.15.38:0/824349569 shutdown_connections 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21fbc78740 1 -- 172.21.15.38:0/824349569 wait complete. 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21fbc78740 20 client.15099 trim_cache size 0 max 16384 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 1, 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24490, 2024-04-23T18:22:29.210 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:22:29.211 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:22:29.211 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:22:29.211 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 86.892313168000001, 2024-04-23T18:22:29.211 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:29.211 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:29.211 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:29.211 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 104.69720263799999 2024-04-23T18:22:29.211 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:22:29.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 -- 172.21.15.38:0/2632744028 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f21dc0a3bb0 msgr2=0x7f21dc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f21dc0a3bb0 0x7f21dc0a6070 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f21ec049000 tx=0x7f21ec0e8ee0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 -- 172.21.15.38:0/2632744028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21f4102a00 msgr2=0x7f21f41039f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21f4102a00 0x7f21f41039f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f21ec009dc0 tx=0x7f21ec02f460 comp rx=0 tx=0).stop 2024-04-23T18:22:29.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 -- 172.21.15.38:0/2632744028 shutdown_connections 2024-04-23T18:22:29.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f21dc0a3bb0 0x7f21dc0a6070 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21f4102a00 0x7f21f41039f0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21f4102040 0x7f21f41034b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 --2- 172.21.15.38:0/2632744028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21f4100e60 0x7f21f4104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 -- 172.21.15.38:0/2632744028 >> 172.21.15.38:0/2632744028 conn(0x7f21f40fc440 msgr2=0x7f21f40fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 -- 172.21.15.38:0/2632744028 shutdown_connections 2024-04-23T18:22:29.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.211+0000 7f21f8f5d640 1 -- 172.21.15.38:0/2632744028 wait complete. 2024-04-23T18:22:29.215 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:29 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4127634858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:29.215 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:29 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2616245205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:29.216 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-23T18:22:29.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.324+0000 7f0c96479640 1 -- 172.21.15.38:0/2501716717 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c90100e60 msgr2=0x7f0c90101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.324+0000 7f0c96479640 1 --2- 172.21.15.38:0/2501716717 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c90100e60 0x7f0c90101280 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f0c80009900 tx=0x7f0c8002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:29.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.324+0000 7f0c96479640 1 -- 172.21.15.38:0/2501716717 shutdown_connections 2024-04-23T18:22:29.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.324+0000 7f0c96479640 1 --2- 172.21.15.38:0/2501716717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c90102a00 0x7f0c90109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.324+0000 7f0c96479640 1 --2- 172.21.15.38:0/2501716717 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c90102040 0x7f0c901024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.324+0000 7f0c96479640 1 --2- 172.21.15.38:0/2501716717 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c90100e60 0x7f0c90101280 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.325+0000 7f0c96479640 1 -- 172.21.15.38:0/2501716717 >> 172.21.15.38:0/2501716717 conn(0x7f0c900fc440 msgr2=0x7f0c900fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.325+0000 7f0c96479640 1 -- 172.21.15.38:0/2501716717 shutdown_connections 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.325+0000 7f0c96479640 1 -- 172.21.15.38:0/2501716717 wait complete. 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.325+0000 7f0c96479640 1 Processor -- start 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.325+0000 7f0c96479640 1 -- start start 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.325+0000 7f0c96479640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c90100e60 0x7f0c90104e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.325+0000 7f0c96479640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c90102040 0x7f0c901034b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c96479640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c90102a00 0x7f0c901039f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c96479640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0c9010cb20 con 0x7f0c90100e60 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c96479640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f0c9010c9a0 con 0x7f0c90102a00 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c96479640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0c9010cca0 con 0x7f0c90102040 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c90100e60 0x7f0c90104e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c90100e60 0x7f0c90104e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35624/0 (socket says 172.21.15.38:35624) 2024-04-23T18:22:29.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8ffff640 1 -- 172.21.15.38:0/4176089443 learned_addr learned my addr 172.21.15.38:0/4176089443 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8f7fe640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c90102040 0x7f0c901034b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c94a16640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c90102a00 0x7f0c901039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8ffff640 1 -- 172.21.15.38:0/4176089443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c90102040 msgr2=0x7f0c901034b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c90102040 0x7f0c901034b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8ffff640 1 -- 172.21.15.38:0/4176089443 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c90102a00 msgr2=0x7f0c901039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c90102a00 0x7f0c901039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8ffff640 1 -- 172.21.15.38:0/4176089443 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c90104280 con 0x7f0c90100e60 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8f7fe640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c90102040 0x7f0c901034b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c90100e60 0x7f0c90104e70 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f0c80006010 tx=0x7f0c800043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8d7fa640 1 -- 172.21.15.38:0/4176089443 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8003f030 con 0x7f0c90100e60 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8d7fa640 1 -- 172.21.15.38:0/4176089443 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0c80003cd0 con 0x7f0c90100e60 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c96479640 1 -- 172.21.15.38:0/4176089443 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c901a2290 con 0x7f0c90100e60 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c8d7fa640 1 -- 172.21.15.38:0/4176089443 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c80035070 con 0x7f0c90100e60 2024-04-23T18:22:29.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.326+0000 7f0c96479640 1 -- 172.21.15.38:0/4176089443 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c901a27e0 con 0x7f0c90100e60 2024-04-23T18:22:29.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.329+0000 7f0c8d7fa640 1 -- 172.21.15.38:0/4176089443 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0c80042030 con 0x7f0c90100e60 2024-04-23T18:22:29.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.329+0000 7f0c9918d740 1 Processor -- start 2024-04-23T18:22:29.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.329+0000 7f0c9918d740 1 -- start start 2024-04-23T18:22:29.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 0x562500bd2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd3d50 0x562500bd41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd4710 0x562500bdafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c9918d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562500b37c50 con 0x562500bd3d50 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c9918d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x562500ad4830 con 0x562500bd4710 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c9918d740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562500b33c10 con 0x562500bd2b80 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c94a16640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 0x562500bd2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c94a16640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 0x562500bd2fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:48314/0 (socket says 172.21.15.38:48314) 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c94a16640 1 -- 172.21.15.38:0/2328127067 learned_addr learned my addr 172.21.15.38:0/2328127067 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/2328127067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd3d50 0x562500bd41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c8f7fe640 1 --2- 172.21.15.38:0/2328127067 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd4710 0x562500bdafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c8d7fa640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0c780a3bb0 0x7f0c780a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c94a16640 1 -- 172.21.15.38:0/2328127067 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd4710 msgr2=0x562500bdafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c94a16640 1 --2- 172.21.15.38:0/2328127067 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd4710 0x562500bdafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c94a16640 1 -- 172.21.15.38:0/2328127067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd3d50 msgr2=0x562500bd41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c94a16640 1 --2- 172.21.15.38:0/2328127067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd3d50 0x562500bd41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c94a16640 1 -- 172.21.15.38:0/2328127067 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56250084a2d0 con 0x562500bd2b80 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c8d7fa640 1 -- 172.21.15.38:0/4176089443 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f0c800f0c60 con 0x7f0c90100e60 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.330+0000 7f0c94a16640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0c780a3bb0 0x7f0c780a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c94a16640 1 --2- 172.21.15.38:0/2328127067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 0x562500bd2fa0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0c88007fd0 tx=0x7f0c8800e7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5294d19a86480177 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c767fc640 1 -- 172.21.15.38:0/2328127067 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c88022070 con 0x562500bd2b80 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c94a16640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0c780a3bb0 0x7f0c780a6070 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0c8801f000 tx=0x7f0c88020000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c767fc640 1 -- 172.21.15.38:0/2328127067 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0c88011c30 con 0x562500bd2b80 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c767fc640 1 -- 172.21.15.38:0/2328127067 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8801ce60 con 0x562500bd2b80 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c9918d740 1 -- 172.21.15.38:0/2328127067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 msgr2=0x562500bd2fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c9918d740 1 --2- 172.21.15.38:0/2328127067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 0x562500bd2fa0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0c88007fd0 tx=0x7f0c8800e7e0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c9918d740 1 -- 172.21.15.38:0/2328127067 shutdown_connections 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c9918d740 1 --2- 172.21.15.38:0/2328127067 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd4710 0x562500bdafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c9918d740 1 --2- 172.21.15.38:0/2328127067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd3d50 0x562500bd41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c9918d740 1 --2- 172.21.15.38:0/2328127067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 0x562500bd2fa0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.331+0000 7f0c9918d740 1 -- 172.21.15.38:0/2328127067 >> 172.21.15.38:0/2328127067 conn(0x562500bce070 msgr2=0x562500bce470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 1 -- 172.21.15.38:0/2328127067 shutdown_connections 2024-04-23T18:22:29.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 1 -- 172.21.15.38:0/2328127067 wait complete. 2024-04-23T18:22:29.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 1 -- start start 2024-04-23T18:22:29.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 1 Processor -- start 2024-04-23T18:22:29.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 0x562500bdd000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd3d50 0x562500bdd540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd4710 0x562500be4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562500bdb720 con 0x562500bd4710 2024-04-23T18:22:29.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x562500ad2470 con 0x562500bd3d50 2024-04-23T18:22:29.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562500bdb8a0 con 0x562500bd2b80 2024-04-23T18:22:29.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c94a16640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd4710 0x562500be4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c9918d740 10 client.0 _ll_register_callbacks cb 0x562500af7f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c94a16640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd4710 0x562500be4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35640/0 (socket says 172.21.15.38:35640) 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.332+0000 7f0c94a16640 1 -- 172.21.15.38:0/2801814923 learned_addr learned my addr 172.21.15.38:0/2801814923 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c8f7fe640 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd3d50 0x562500bdd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 0x562500bdd000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c94a16640 1 -- 172.21.15.38:0/2801814923 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 msgr2=0x562500bdd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c94a16640 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 0x562500bdd000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c94a16640 1 -- 172.21.15.38:0/2801814923 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd3d50 msgr2=0x562500bdd540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c94a16640 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd3d50 0x562500bdd540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c94a16640 1 -- 172.21.15.38:0/2801814923 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5625009146b0 con 0x562500bd4710 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c94a16640 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd4710 0x562500be4580 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f0c8800eec0 tx=0x7f0c8801cad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d88301379f8170c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c6f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/2801814923 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c88034060 con 0x562500bd4710 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/2801814923 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f0c8802c070 con 0x562500bd4710 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c9918d740 1 -- 172.21.15.38:0/2801814923 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c88011c30 con 0x562500bd4710 2024-04-23T18:22:29.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/2801814923 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0c88022040 con 0x562500bd4710 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c9918d740 10 client.15111 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c9918d740 1 -- 172.21.15.38:0/2801814923 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562500be78f0 con 0x562500bd4710 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.333+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/2801814923 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0c88011c30 con 0x562500bd4710 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.334+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/2801814923 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f0c88019040 con 0x562500bd4710 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.334+0000 7f0c9918d740 10 client.15111 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.334+0000 7f0c9918d740 10 client.15111 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.334+0000 7f0c9918d740 20 client.15111 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.334+0000 7f0c9918d740 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x562500be9e10 0x562500beb280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.334+0000 7f0c9918d740 4 client.15111 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.334+0000 7f0c9918d740 1 -- 172.21.15.38:0/2801814923 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562500b45670 con 0x562500be9e10 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.334+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x562500be9e10 0x562500beb280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.334+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x562500be9e10 0x562500beb280 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2bf3dc3e7e69fbb server_cookie=c4320f8e5474135 in_seq=0 out_seq=0 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.334+0000 7f0c6f7fe640 10 client.15111 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/2801814923 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562500b45670 con 0x562500be9e10 2024-04-23T18:22:29.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c6f7fe640 10 client.15111 handle_command_reply: tid=0 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 client.15111 shutdown 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 -- 172.21.15.38:0/2801814923 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd4710 msgr2=0x562500be4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd4710 0x562500be4580 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f0c8800eec0 tx=0x7f0c8801cad0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 -- 172.21.15.38:0/2801814923 shutdown_connections 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x562500be9e10 0x562500beb280 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd4710 0x562500be4580 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd3d50 0x562500bdd540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c6f7fe640 0 client.15111 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 --2- 172.21.15.38:0/2801814923 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd2b80 0x562500bdd000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 -- 172.21.15.38:0/2801814923 >> 172.21.15.38:0/2801814923 conn(0x562500bce070 msgr2=0x562500bcd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 -- 172.21.15.38:0/2801814923 shutdown_connections 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 1 -- 172.21.15.38:0/2801814923 wait complete. 2024-04-23T18:22:29.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.335+0000 7f0c9918d740 20 client.15111 trim_cache size 0 max 16384 2024-04-23T18:22:29.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c9918d740 1 Processor -- start 2024-04-23T18:22:29.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c9918d740 1 -- start start 2024-04-23T18:22:29.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bd77f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd3d50 0x562500be4540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd4710 0x562500bd7d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c9918d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562500be95c0 con 0x562500bd2b80 2024-04-23T18:22:29.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c9918d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x562500be9c90 con 0x562500bd3d50 2024-04-23T18:22:29.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c9918d740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562500bea360 con 0x562500bd4710 2024-04-23T18:22:29.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c8ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bd77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c8ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bd77f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35648/0 (socket says 172.21.15.38:35648) 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c8ffff640 1 -- 172.21.15.38:0/1292454281 learned_addr learned my addr 172.21.15.38:0/1292454281 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c94a16640 1 --2- 172.21.15.38:0/1292454281 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd4710 0x562500bd7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c8f7fe640 1 --2- 172.21.15.38:0/1292454281 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd3d50 0x562500be4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c8ffff640 1 -- 172.21.15.38:0/1292454281 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd4710 msgr2=0x562500bd7d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/1292454281 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd4710 0x562500bd7d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c8ffff640 1 -- 172.21.15.38:0/1292454281 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd3d50 msgr2=0x562500be4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/1292454281 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd3d50 0x562500be4540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c8ffff640 1 -- 172.21.15.38:0/1292454281 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562500bd37d0 con 0x562500bd2b80 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.354+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/1292454281 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bd77f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0c800b9380 tx=0x7f0c800ee610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2061691234ed39b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c75ffb640 1 -- 172.21.15.38:0/1292454281 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c80049040 con 0x562500bd2b80 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c75ffb640 1 -- 172.21.15.38:0/1292454281 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0c800bcf20 con 0x562500bd2b80 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c75ffb640 1 -- 172.21.15.38:0/1292454281 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8003bdc0 con 0x562500bd2b80 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c9918d740 1 -- 172.21.15.38:0/1292454281 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 msgr2=0x562500bd77f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c9918d740 1 --2- 172.21.15.38:0/1292454281 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bd77f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0c800b9380 tx=0x7f0c800ee610 comp rx=0 tx=0).stop 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c9918d740 1 -- 172.21.15.38:0/1292454281 shutdown_connections 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c9918d740 1 --2- 172.21.15.38:0/1292454281 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd4710 0x562500bd7d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c9918d740 1 --2- 172.21.15.38:0/1292454281 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd3d50 0x562500be4540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c9918d740 1 --2- 172.21.15.38:0/1292454281 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bd77f0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c9918d740 1 -- 172.21.15.38:0/1292454281 >> 172.21.15.38:0/1292454281 conn(0x562500bce070 msgr2=0x562500be8d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c9918d740 1 -- 172.21.15.38:0/1292454281 shutdown_connections 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.355+0000 7f0c9918d740 1 -- 172.21.15.38:0/1292454281 wait complete. 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c9918d740 1 -- start start 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c9918d740 1 Processor -- start 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bdf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd3d50 0x562500bdfa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c9918d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd4710 0x562500c4ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c9918d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562500beb100 con 0x562500bd2b80 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c9918d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x562500beaa30 con 0x562500bd4710 2024-04-23T18:22:29.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c9918d740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562500beb7d0 con 0x562500bd3d50 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c9918d740 10 client.0 _ll_register_callbacks cb 0x7f0c88020070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c8ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bdf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c8ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bdf4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:35658/0 (socket says 172.21.15.38:35658) 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c8ffff640 1 -- 172.21.15.38:0/1138865081 learned_addr learned my addr 172.21.15.38:0/1138865081 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c8f7fe640 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd3d50 0x562500bdfa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c94a16640 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd4710 0x562500c4ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c8ffff640 1 -- 172.21.15.38:0/1138865081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd3d50 msgr2=0x562500bdfa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd3d50 0x562500bdfa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c8ffff640 1 -- 172.21.15.38:0/1138865081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd4710 msgr2=0x562500c4ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd4710 0x562500c4ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.356+0000 7f0c8ffff640 1 -- 172.21.15.38:0/1138865081 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562500c4e320 con 0x562500bd2b80 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c8f7fe640 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd3d50 0x562500bdfa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c8ffff640 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bdf4e0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0c800f0010 tx=0x7f0c8003b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=511d4fbaf24716db server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c6f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/1138865081 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c800da070 con 0x562500bd2b80 2024-04-23T18:22:29.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/1138865081 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f0c800b9590 con 0x562500bd2b80 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c9918d740 1 -- 172.21.15.38:0/1138865081 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c800bcf20 con 0x562500bd2b80 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/1138865081 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0c80049070 con 0x562500bd2b80 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c9918d740 10 client.15117 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c9918d740 1 -- 172.21.15.38:0/1138865081 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562500c4f600 con 0x562500bd2b80 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/1138865081 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0c800bcf20 con 0x562500bd2b80 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/1138865081 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f0c800c0030 con 0x562500bd2b80 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c9918d740 10 client.15117 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c9918d740 10 client.15117 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c9918d740 20 client.15117 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c9918d740 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x562500c540b0 0x562500c504f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c9918d740 4 client.15117 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.357+0000 7f0c9918d740 1 -- 172.21.15.38:0/1138865081 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "status"}) -- 0x562500b3f4e0 con 0x562500c540b0 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c8f7fe640 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x562500c540b0 0x562500c504f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c8f7fe640 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x562500c540b0 0x562500c504f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=852aab525402cfd7 server_cookie=eaad06b96078a0fa in_seq=0 out_seq=0 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c6f7fe640 10 client.15117 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:22:29.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c6f7fe640 1 -- 172.21.15.38:0/1138865081 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x562500b3f4e0 con 0x562500c540b0 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c6f7fe640 10 client.15117 handle_command_reply: tid=0 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c9918d740 1 client.15117 shutdown 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c9918d740 1 -- 172.21.15.38:0/1138865081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 msgr2=0x562500bdf4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c9918d740 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bdf4e0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0c800f0010 tx=0x7f0c8003b460 comp rx=0 tx=0).stop 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c9918d740 1 -- 172.21.15.38:0/1138865081 shutdown_connections 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c9918d740 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x562500c540b0 0x562500c504f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c9918d740 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562500bd3d50 0x562500bdfa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c6f7fe640 0 client.15117 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c9918d740 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x562500bd4710 0x562500c4ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c9918d740 1 --2- 172.21.15.38:0/1138865081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562500bd2b80 0x562500bdf4e0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.358+0000 7f0c9918d740 1 -- 172.21.15.38:0/1138865081 >> 172.21.15.38:0/1138865081 conn(0x562500bce070 msgr2=0x562500bd77f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c9918d740 1 -- 172.21.15.38:0/1138865081 shutdown_connections 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c9918d740 1 -- 172.21.15.38:0/1138865081 wait complete. 2024-04-23T18:22:29.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c9918d740 20 client.15117 trim_cache size 0 max 16384 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 0, 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24515, 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 89.517576210000001, 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 96.309099021999998 2024-04-23T18:22:29.359 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:22:29.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 -- 172.21.15.38:0/4176089443 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0c780a3bb0 msgr2=0x7f0c780a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0c780a3bb0 0x7f0c780a6070 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0c8801f000 tx=0x7f0c88020000 comp rx=0 tx=0).stop 2024-04-23T18:22:29.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 -- 172.21.15.38:0/4176089443 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c90100e60 msgr2=0x7f0c90104e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c90100e60 0x7f0c90104e70 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f0c80006010 tx=0x7f0c800043b0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 -- 172.21.15.38:0/4176089443 shutdown_connections 2024-04-23T18:22:29.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c90102040 0x7f0c901034b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0c780a3bb0 0x7f0c780a6070 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c90102a00 0x7f0c901039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 --2- 172.21.15.38:0/4176089443 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c90100e60 0x7f0c90104e70 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 -- 172.21.15.38:0/4176089443 >> 172.21.15.38:0/4176089443 conn(0x7f0c900fc440 msgr2=0x7f0c900fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 -- 172.21.15.38:0/4176089443 shutdown_connections 2024-04-23T18:22:29.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:29.359+0000 7f0c96479640 1 -- 172.21.15.38:0/4176089443 wait complete. 2024-04-23T18:22:29.364 INFO:tasks.cephadm:Setup complete, yielding 2024-04-23T18:22:29.364 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-23T18:22:29.374 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:22:29.375 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-23T18:22:29.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:29 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4127634858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:29.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:29 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2616245205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:29.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:29 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4127634858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:29.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:29 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2616245205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:29.621 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:30.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:30 smithi038 ceph-mon[29217]: pgmap v335: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:22:30.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:30 smithi076 ceph-mon[32458]: pgmap v335: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:22:30.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:30 smithi102 ceph-mon[32874]: pgmap v335: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:22:31.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.543+0000 7f1b95532700 1 -- 172.21.15.38:0/931998149 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b90102370 msgr2=0x7f1b901027d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.543+0000 7f1b95532700 1 --2- 172.21.15.38:0/931998149 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b90102370 0x7f1b901027d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1b78009990 tx=0x7f1b78009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.543+0000 7f1b95532700 1 -- 172.21.15.38:0/931998149 shutdown_connections 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.543+0000 7f1b95532700 1 --2- 172.21.15.38:0/931998149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b90102d10 0x7f1b901095c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.543+0000 7f1b95532700 1 --2- 172.21.15.38:0/931998149 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b90101170 0x7f1b90101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.543+0000 7f1b95532700 1 --2- 172.21.15.38:0/931998149 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b90102370 0x7f1b901027d0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.543+0000 7f1b95532700 1 -- 172.21.15.38:0/931998149 >> 172.21.15.38:0/931998149 conn(0x7f1b900fc710 msgr2=0x7f1b900feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.543+0000 7f1b95532700 1 -- 172.21.15.38:0/931998149 shutdown_connections 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.543+0000 7f1b95532700 1 -- 172.21.15.38:0/931998149 wait complete. 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b95532700 1 Processor -- start 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b95532700 1 -- start start 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b95532700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b90101170 0x7f1b90198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b95532700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b90102370 0x7f1b90199120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:31.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b95532700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b90102d10 0x7f1b901a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b95532700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9010e750 con 0x7f1b90102370 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b95532700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9010e5d0 con 0x7f1b90102d10 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b95532700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9010e8d0 con 0x7f1b90101170 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b87fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b90102370 0x7f1b90199120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b87fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b90102370 0x7f1b90199120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:52296/0 (socket says 172.21.15.38:52296) 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b87fff700 1 -- 172.21.15.38:0/1411420626 learned_addr learned my addr 172.21.15.38:0/1411420626 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b8f7fe700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b90102d10 0x7f1b901a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b8effd700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b90101170 0x7f1b90198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b87fff700 1 -- 172.21.15.38:0/1411420626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b90101170 msgr2=0x7f1b90198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b87fff700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b90101170 0x7f1b90198be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b87fff700 1 -- 172.21.15.38:0/1411420626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b90102d10 msgr2=0x7f1b901a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b87fff700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b90102d10 0x7f1b901a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b87fff700 1 -- 172.21.15.38:0/1411420626 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b901a0840 con 0x7f1b90102370 2024-04-23T18:22:31.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.544+0000 7f1b87fff700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b90102370 0x7f1b90199120 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1b780059d0 tx=0x7f1b78003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:31.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.545+0000 7f1b8cff9700 1 -- 172.21.15.38:0/1411420626 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b78027070 con 0x7f1b90102370 2024-04-23T18:22:31.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.545+0000 7f1b95532700 1 -- 172.21.15.38:0/1411420626 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b9010ac10 con 0x7f1b90102370 2024-04-23T18:22:31.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.545+0000 7f1b8cff9700 1 -- 172.21.15.38:0/1411420626 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b78004190 con 0x7f1b90102370 2024-04-23T18:22:31.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.545+0000 7f1b8cff9700 1 -- 172.21.15.38:0/1411420626 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b7800f460 con 0x7f1b90102370 2024-04-23T18:22:31.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.545+0000 7f1b95532700 1 -- 172.21.15.38:0/1411420626 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b9010b140 con 0x7f1b90102370 2024-04-23T18:22:31.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.546+0000 7f1b95532700 1 -- 172.21.15.38:0/1411420626 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b90069730 con 0x7f1b90102370 2024-04-23T18:22:31.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.547+0000 7f1b8cff9700 1 -- 172.21.15.38:0/1411420626 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1b7802a070 con 0x7f1b90102370 2024-04-23T18:22:31.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.548+0000 7f1b8cff9700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b7c0a3c40 0x7f1b7c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:31.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.548+0000 7f1b8effd700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b7c0a3c40 0x7f1b7c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:31.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.548+0000 7f1b8cff9700 1 -- 172.21.15.38:0/1411420626 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f1b780d1430 con 0x7f1b90102370 2024-04-23T18:22:31.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.548+0000 7f1b8effd700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b7c0a3c40 0x7f1b7c0a6100 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1b80005950 tx=0x7f1b800058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:31.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.552+0000 7f1b8cff9700 1 -- 172.21.15.38:0/1411420626 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1b7805eff0 con 0x7f1b90102370 2024-04-23T18:22:31.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.779+0000 7f1b95532700 1 -- 172.21.15.38:0/1411420626 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f1b90062e80 con 0x7f1b7c0a3c40 2024-04-23T18:22:31.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.780+0000 7f1b8cff9700 1 -- 172.21.15.38:0/1411420626 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f1b90062e80 con 0x7f1b7c0a3c40 2024-04-23T18:22:31.774 INFO:teuthology.orchestra.run.smithi038.stdout:Backend: cephadm 2024-04-23T18:22:31.774 INFO:teuthology.orchestra.run.smithi038.stdout:Available: Yes 2024-04-23T18:22:31.774 INFO:teuthology.orchestra.run.smithi038.stdout:Paused: No 2024-04-23T18:22:31.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.782+0000 7f1b95532700 1 -- 172.21.15.38:0/1411420626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b7c0a3c40 msgr2=0x7f1b7c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:31.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.782+0000 7f1b95532700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b7c0a3c40 0x7f1b7c0a6100 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1b80005950 tx=0x7f1b800058e0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.782+0000 7f1b95532700 1 -- 172.21.15.38:0/1411420626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b90102370 msgr2=0x7f1b90199120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:31.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.782+0000 7f1b95532700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b90102370 0x7f1b90199120 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1b780059d0 tx=0x7f1b78003680 comp rx=0 tx=0).stop 2024-04-23T18:22:31.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.782+0000 7f1b95532700 1 -- 172.21.15.38:0/1411420626 shutdown_connections 2024-04-23T18:22:31.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.782+0000 7f1b95532700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1b7c0a3c40 0x7f1b7c0a6100 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.782+0000 7f1b95532700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b90102d10 0x7f1b901a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.782+0000 7f1b95532700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b90101170 0x7f1b90198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.782+0000 7f1b95532700 1 --2- 172.21.15.38:0/1411420626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b90102370 0x7f1b90199120 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.782+0000 7f1b95532700 1 -- 172.21.15.38:0/1411420626 >> 172.21.15.38:0/1411420626 conn(0x7f1b900fc710 msgr2=0x7f1b901055a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:31.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.783+0000 7f1b95532700 1 -- 172.21.15.38:0/1411420626 shutdown_connections 2024-04-23T18:22:31.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:31.783+0000 7f1b95532700 1 -- 172.21.15.38:0/1411420626 wait complete. 2024-04-23T18:22:32.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:32 smithi038 ceph-mon[29217]: pgmap v336: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:22:32.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:32 smithi076 ceph-mon[32458]: pgmap v336: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:22:32.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:32 smithi102 ceph-mon[32874]: pgmap v336: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:22:32.599 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-23T18:22:32.854 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:33.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:33 smithi076 ceph-mon[32458]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:33.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:33 smithi102 ceph-mon[32874]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:33.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:33 smithi038 ceph-mon[29217]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:34.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:34 smithi038 ceph-mon[29217]: pgmap v337: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-23T18:22:34.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:34 smithi076 ceph-mon[32458]: pgmap v337: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-23T18:22:34.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:34 smithi102 ceph-mon[32874]: pgmap v337: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-23T18:22:34.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 -- 172.21.15.38:0/2598063734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbda0104640 msgr2=0x7fbda010aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:34.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 --2- 172.21.15.38:0/2598063734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbda0104640 0x7fbda010aef0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800b0d0 tx=0x7fbd9800b3e0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 -- 172.21.15.38:0/2598063734 shutdown_connections 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 --2- 172.21.15.38:0/2598063734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbda0104640 0x7fbda010aef0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 --2- 172.21.15.38:0/2598063734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbda0102aa0 0x7fbda0102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 --2- 172.21.15.38:0/2598063734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda0103ca0 0x7fbda0104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 -- 172.21.15.38:0/2598063734 >> 172.21.15.38:0/2598063734 conn(0x7fbda00fe040 msgr2=0x7fbda0100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 -- 172.21.15.38:0/2598063734 shutdown_connections 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 -- 172.21.15.38:0/2598063734 wait complete. 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 Processor -- start 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.649+0000 7fbda567d700 1 -- start start 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbda567d700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda0102aa0 0x7fbda0198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbda567d700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbda0103ca0 0x7fbda0199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbda567d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbda0104640 0x7fbda01a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbda567d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbda010e680 con 0x7fbda0104640 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbda567d700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fbda010e500 con 0x7fbda0102aa0 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbda567d700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbda010e800 con 0x7fbda0103ca0 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9f7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbda0104640 0x7fbda01a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9f7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbda0104640 0x7fbda01a01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:52322/0 (socket says 172.21.15.38:52322) 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9f7fe700 1 -- 172.21.15.38:0/3318904072 learned_addr learned my addr 172.21.15.38:0/3318904072 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9effd700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda0102aa0 0x7fbda0198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9e7fc700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbda0103ca0 0x7fbda0199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9f7fe700 1 -- 172.21.15.38:0/3318904072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbda0103ca0 msgr2=0x7fbda0199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9f7fe700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbda0103ca0 0x7fbda0199190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9f7fe700 1 -- 172.21.15.38:0/3318904072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda0102aa0 msgr2=0x7fbda0198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9f7fe700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda0102aa0 0x7fbda0198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9f7fe700 1 -- 172.21.15.38:0/3318904072 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda01a08a0 con 0x7fbda0104640 2024-04-23T18:22:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9e7fc700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbda0103ca0 0x7fbda0199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9effd700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda0102aa0 0x7fbda0198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd9f7fe700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbda0104640 0x7fbda01a01d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fbd98007d10 tx=0x7fbd98007df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.650+0000 7fbd87fff700 1 -- 172.21.15.38:0/3318904072 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98021020 con 0x7fbda0104640 2024-04-23T18:22:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.651+0000 7fbd87fff700 1 -- 172.21.15.38:0/3318904072 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbd9801d940 con 0x7fbda0104640 2024-04-23T18:22:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.651+0000 7fbda567d700 1 -- 172.21.15.38:0/3318904072 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda01a0b30 con 0x7fbda0104640 2024-04-23T18:22:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.651+0000 7fbd87fff700 1 -- 172.21.15.38:0/3318904072 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98005660 con 0x7fbda0104640 2024-04-23T18:22:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.651+0000 7fbda567d700 1 -- 172.21.15.38:0/3318904072 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda01a0f30 con 0x7fbda0104640 2024-04-23T18:22:34.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.652+0000 7fbda567d700 1 -- 172.21.15.38:0/3318904072 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbda0069730 con 0x7fbda0104640 2024-04-23T18:22:34.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.653+0000 7fbd87fff700 1 -- 172.21.15.38:0/3318904072 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fbd98024020 con 0x7fbda0104640 2024-04-23T18:22:34.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.653+0000 7fbd87fff700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbd880a3c40 0x7fbd880a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:34.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.654+0000 7fbd9effd700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbd880a3c40 0x7fbd880a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:34.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.654+0000 7fbd87fff700 1 -- 172.21.15.38:0/3318904072 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fbd980d19c0 con 0x7fbda0104640 2024-04-23T18:22:34.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.654+0000 7fbd9effd700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbd880a3c40 0x7fbd880a6100 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fbd90005950 tx=0x7fbd900058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:34.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.658+0000 7fbd87fff700 1 -- 172.21.15.38:0/3318904072 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbd980d3e20 con 0x7fbda0104640 2024-04-23T18:22:34.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.880+0000 7fbda567d700 1 -- 172.21.15.38:0/3318904072 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fbda0062e80 con 0x7fbd880a3c40 2024-04-23T18:22:34.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.894+0000 7fbd87fff700 1 -- 172.21.15.38:0/3318904072 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4185 (secure 0 0 0) 0x7fbda0062e80 con 0x7fbd880a3c40 2024-04-23T18:22:34.887 INFO:teuthology.orchestra.run.smithi038.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-23T18:22:34.887 INFO:teuthology.orchestra.run.smithi038.stdout:mds.a smithi038 running (105s) 19s ago 104s 19.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 7e9c104ba16a 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.b smithi076 running (102s) 35s ago 101s 28.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 dc7b4f97ff5a 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.c smithi102 running (116s) 35s ago 116s 19.1M - 19.0.0-3156-gd69f13d8 da4b004c09e8 a21708008264 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.d smithi038 running (2m) 19s ago 2m 15.3M - 19.0.0-3156-gd69f13d8 da4b004c09e8 78e796fdd56e 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.e smithi076 running (2m) 35s ago 2m 16.8M - 19.0.0-3156-gd69f13d8 da4b004c09e8 d1384eda614e 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.f smithi102 running (119s) 35s ago 119s 18.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 4adf163f0f4d 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.g smithi038 running (107s) 19s ago 107s 19.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 ac33e85d1015 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.h smithi076 running (113s) 35s ago 113s 19.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 246aac16be6f 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.i smithi102 running (110s) 35s ago 110s 18.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 d27568daec61 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.j smithi038 running (2m) 19s ago 2m 16.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 07524cf33790 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.k smithi076 running (2m) 35s ago 2m 18.4M - 19.0.0-3156-gd69f13d8 da4b004c09e8 0b45515d9515 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mds.l smithi102 running (2m) 35s ago 2m 17.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 60e21d6f58a1 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mgr.x smithi038 *:9283,8765 running (9m) 19s ago 9m 517M - 19.0.0-3156-gd69f13d8 da4b004c09e8 e469e51712f0 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mgr.y smithi076 *:8443,8765 running (7m) 35s ago 7m 451M - 19.0.0-3156-gd69f13d8 da4b004c09e8 277fda0fd045 2024-04-23T18:22:34.888 INFO:teuthology.orchestra.run.smithi038.stdout:mgr.z smithi102 *:8443,8765 running (7m) 35s ago 7m 455M - 19.0.0-3156-gd69f13d8 da4b004c09e8 4329521f9a09 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:mon.a smithi038 running (9m) 19s ago 9m 51.4M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 ea31397d151f 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:mon.b smithi076 running (7m) 35s ago 7m 39.4M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 84b883dcd707 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:mon.c smithi102 running (7m) 35s ago 7m 38.1M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 4cf5eba8ea99 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.0 smithi038 running (7m) 19s ago 7m 56.1M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 db2919e18f96 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.1 smithi076 running (6m) 35s ago 6m 55.5M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 3335efa2a35f 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.2 smithi102 running (6m) 35s ago 6m 59.1M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 443f1039b82a 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.3 smithi038 running (5m) 19s ago 5m 57.7M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 0504427a939a 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.4 smithi076 running (5m) 35s ago 5m 41.5M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 9a49b02b7a7f 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.5 smithi102 running (5m) 35s ago 5m 46.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 04443eb7c79e 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.6 smithi038 running (4m) 19s ago 4m 52.7M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 6a3e7f2ceb66 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.7 smithi076 running (4m) 35s ago 4m 43.9M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 df183edb89e7 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.8 smithi102 running (3m) 35s ago 3m 42.5M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 11d04fb1d480 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.9 smithi038 running (3m) 19s ago 3m 54.7M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 65db6dc1f3ea 2024-04-23T18:22:34.889 INFO:teuthology.orchestra.run.smithi038.stdout:osd.10 smithi076 running (2m) 35s ago 2m 53.2M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 d415f3adc180 2024-04-23T18:22:34.890 INFO:teuthology.orchestra.run.smithi038.stdout:osd.11 smithi102 running (2m) 35s ago 2m 51.6M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 724770a2bdd9 2024-04-23T18:22:34.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 -- 172.21.15.38:0/3318904072 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbd880a3c40 msgr2=0x7fbd880a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:34.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbd880a3c40 0x7fbd880a6100 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fbd90005950 tx=0x7fbd900058e0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 -- 172.21.15.38:0/3318904072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbda0104640 msgr2=0x7fbda01a01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:34.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbda0104640 0x7fbda01a01d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fbd98007d10 tx=0x7fbd98007df0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 -- 172.21.15.38:0/3318904072 shutdown_connections 2024-04-23T18:22:34.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fbd880a3c40 0x7fbd880a6100 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbda0104640 0x7fbda01a01d0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda0102aa0 0x7fbda0198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 --2- 172.21.15.38:0/3318904072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbda0103ca0 0x7fbda0199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 -- 172.21.15.38:0/3318904072 >> 172.21.15.38:0/3318904072 conn(0x7fbda00fe040 msgr2=0x7fbda0106fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:34.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 -- 172.21.15.38:0/3318904072 shutdown_connections 2024-04-23T18:22:34.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:34.896+0000 7fbda567d700 1 -- 172.21.15.38:0/3318904072 wait complete. 2024-04-23T18:22:35.677 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-23T18:22:35.927 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:36.304 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:36 smithi038 ceph-mon[29217]: pgmap v338: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:22:36.304 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:36 smithi038 ceph-mon[29217]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:36.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:36 smithi076 ceph-mon[32458]: pgmap v338: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:22:36.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:36 smithi076 ceph-mon[32458]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:36.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:36 smithi102 ceph-mon[32874]: pgmap v338: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:22:36.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:36 smithi102 ceph-mon[32874]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:37.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.730+0000 7f7706a42700 1 -- 172.21.15.38:0/3463760978 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7700102640 msgr2=0x7f7700102ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.730+0000 7f7706a42700 1 --2- 172.21.15.38:0/3463760978 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7700102640 0x7f7700102ac0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f76f800b0a0 tx=0x7f76f800b3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.730+0000 7f7706a42700 1 -- 172.21.15.38:0/3463760978 shutdown_connections 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.730+0000 7f7706a42700 1 --2- 172.21.15.38:0/3463760978 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7700102640 0x7f7700102ac0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.730+0000 7f7706a42700 1 --2- 172.21.15.38:0/3463760978 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7700101320 0x7f7700101740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.730+0000 7f7706a42700 1 --2- 172.21.15.38:0/3463760978 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7700101c80 0x7f7700102100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.730+0000 7f7706a42700 1 -- 172.21.15.38:0/3463760978 >> 172.21.15.38:0/3463760978 conn(0x7f77000fcf60 msgr2=0x7f77000ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.730+0000 7f7706a42700 1 -- 172.21.15.38:0/3463760978 shutdown_connections 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.730+0000 7f7706a42700 1 -- 172.21.15.38:0/3463760978 wait complete. 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f7706a42700 1 Processor -- start 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f7706a42700 1 -- start start 2024-04-23T18:22:37.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f7706a42700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7700101320 0x7f770019ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f7706a42700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7700101c80 0x7f770019b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f7706a42700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7700102640 0x7f77001a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f7706a42700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7700110840 con 0x7f7700101c80 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f7706a42700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f77001106c0 con 0x7f7700102640 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f7706a42700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f77001109c0 con 0x7f7700101320 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f76f7fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7700101c80 0x7f770019b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f76fffff700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7700101320 0x7f770019ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f76f7fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7700101c80 0x7f770019b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:52340/0 (socket says 172.21.15.38:52340) 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f76fffff700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7700101320 0x7f770019ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:57318/0 (socket says 172.21.15.38:57318) 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.731+0000 7f76f7fff700 1 -- 172.21.15.38:0/1119821321 learned_addr learned my addr 172.21.15.38:0/1119821321 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f7704fdf700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7700102640 0x7f77001a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:37.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f76fffff700 1 -- 172.21.15.38:0/1119821321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7700102640 msgr2=0x7f77001a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f76fffff700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7700102640 0x7f77001a2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f76fffff700 1 -- 172.21.15.38:0/1119821321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7700101c80 msgr2=0x7f770019b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f76fffff700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7700101c80 0x7f770019b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f76fffff700 1 -- 172.21.15.38:0/1119821321 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77001a29e0 con 0x7f7700101320 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f76f7fff700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7700101c80 0x7f770019b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f76fffff700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7700101320 0x7f770019ad90 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f76f000c970 tx=0x7f76f000cc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f76fdffb700 1 -- 172.21.15.38:0/1119821321 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f0014070 con 0x7f7700101320 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f7706a42700 1 -- 172.21.15.38:0/1119821321 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77001a2cd0 con 0x7f7700101320 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f76fdffb700 1 -- 172.21.15.38:0/1119821321 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f76f0004440 con 0x7f7700101320 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f76fdffb700 1 -- 172.21.15.38:0/1119821321 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f0007b30 con 0x7f7700101320 2024-04-23T18:22:37.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.732+0000 7f7706a42700 1 -- 172.21.15.38:0/1119821321 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77001a31b0 con 0x7f7700101320 2024-04-23T18:22:37.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.733+0000 7f7706a42700 1 -- 172.21.15.38:0/1119821321 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f770002df80 con 0x7f7700101320 2024-04-23T18:22:37.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.735+0000 7f76fdffb700 1 -- 172.21.15.38:0/1119821321 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f76f0017070 con 0x7f7700101320 2024-04-23T18:22:37.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.735+0000 7f76fdffb700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f76ec0a3c40 0x7f76ec0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:37.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.735+0000 7f76f7fff700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f76ec0a3c40 0x7f76ec0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:37.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.735+0000 7f76fdffb700 1 -- 172.21.15.38:0/1119821321 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f76f00d03c0 con 0x7f7700101320 2024-04-23T18:22:37.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.736+0000 7f76f7fff700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f76ec0a3c40 0x7f76ec0a6100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f76e80105c0 tx=0x7f76e800b4a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:37.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.739+0000 7f76fdffb700 1 -- 172.21.15.38:0/1119821321 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f76f001e020 con 0x7f7700101320 2024-04-23T18:22:37.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.960+0000 7f7706a42700 1 -- 172.21.15.38:0/1119821321 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f7700062e80 con 0x7f76ec0a3c40 2024-04-23T18:22:37.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.966+0000 7f76fdffb700 1 -- 172.21.15.38:0/1119821321 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f7700062e80 con 0x7f76ec0a3c40 2024-04-23T18:22:37.959 INFO:teuthology.orchestra.run.smithi038.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-23T18:22:37.959 INFO:teuthology.orchestra.run.smithi038.stdout:mds.all 12/12 39s ago 2m smithi038=a;smithi038=d;smithi038=g;smithi038=j;smithi076=b;smithi076=e;smithi076=h;smithi076=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l;count:12 2024-04-23T18:22:37.959 INFO:teuthology.orchestra.run.smithi038.stdout:mgr 3/3 39s ago 7m smithi038=x;smithi076=y;smithi102=z;count:3 2024-04-23T18:22:37.960 INFO:teuthology.orchestra.run.smithi038.stdout:mon 3/3 39s ago 8m smithi038:172.21.15.38=a;smithi076:172.21.15.76=b;smithi102:172.21.15.102=c;count:3 2024-04-23T18:22:37.960 INFO:teuthology.orchestra.run.smithi038.stdout:osd 12 39s ago - 2024-04-23T18:22:37.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 -- 172.21.15.38:0/1119821321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f76ec0a3c40 msgr2=0x7f76ec0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:37.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f76ec0a3c40 0x7f76ec0a6100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f76e80105c0 tx=0x7f76e800b4a0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 -- 172.21.15.38:0/1119821321 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7700101320 msgr2=0x7f770019ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:37.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7700101320 0x7f770019ad90 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f76f000c970 tx=0x7f76f000cc80 comp rx=0 tx=0).stop 2024-04-23T18:22:37.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 -- 172.21.15.38:0/1119821321 shutdown_connections 2024-04-23T18:22:37.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f76ec0a3c40 0x7f76ec0a6100 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7700102640 0x7f77001a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7700101320 0x7f770019ad90 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 --2- 172.21.15.38:0/1119821321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7700101c80 0x7f770019b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 -- 172.21.15.38:0/1119821321 >> 172.21.15.38:0/1119821321 conn(0x7f77000fcf60 msgr2=0x7f77000fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:37.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 -- 172.21.15.38:0/1119821321 shutdown_connections 2024-04-23T18:22:37.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:37.968+0000 7f7706a42700 1 -- 172.21.15.38:0/1119821321 wait complete. 2024-04-23T18:22:38.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:38 smithi076 ceph-mon[32458]: pgmap v339: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-23T18:22:38.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:38 smithi102 ceph-mon[32874]: pgmap v339: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-23T18:22:38.654 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:38 smithi038 ceph-mon[29217]: pgmap v339: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-23T18:22:38.682 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-23T18:22:38.930 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:39.359 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:39 smithi038 ceph-mon[29217]: from='client.24871 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:39.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:39 smithi076 ceph-mon[32458]: from='client.24871 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:39.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:39 smithi102 ceph-mon[32874]: from='client.24871 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:40.388 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:40 smithi038 ceph-mon[29217]: pgmap v340: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-23T18:22:40.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:40 smithi076 ceph-mon[32458]: pgmap v340: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-23T18:22:40.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:40 smithi102 ceph-mon[32874]: pgmap v340: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-23T18:22:40.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.644+0000 7f6f3260d700 1 -- 172.21.15.38:0/1503850146 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f2c102bc0 msgr2=0x7f6f2c103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:40.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.644+0000 7f6f3260d700 1 --2- 172.21.15.38:0/1503850146 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f2c102bc0 0x7f6f2c103020 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f6f200099c0 tx=0x7f6f20009cd0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.644+0000 7f6f3260d700 1 -- 172.21.15.38:0/1503850146 shutdown_connections 2024-04-23T18:22:40.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.644+0000 7f6f3260d700 1 --2- 172.21.15.38:0/1503850146 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f2c103560 0x7f6f2c109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.644+0000 7f6f3260d700 1 --2- 172.21.15.38:0/1503850146 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f2c1019c0 0x7f6f2c101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.644+0000 7f6f3260d700 1 --2- 172.21.15.38:0/1503850146 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f2c102bc0 0x7f6f2c103020 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.644+0000 7f6f3260d700 1 -- 172.21.15.38:0/1503850146 >> 172.21.15.38:0/1503850146 conn(0x7f6f2c0fcf60 msgr2=0x7f6f2c0ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:40.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.644+0000 7f6f3260d700 1 -- 172.21.15.38:0/1503850146 shutdown_connections 2024-04-23T18:22:40.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.644+0000 7f6f3260d700 1 -- 172.21.15.38:0/1503850146 wait complete. 2024-04-23T18:22:40.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.645+0000 7f6f3260d700 1 Processor -- start 2024-04-23T18:22:40.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.645+0000 7f6f3260d700 1 -- start start 2024-04-23T18:22:40.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.645+0000 7f6f3260d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f2c1019c0 0x7f6f2c198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:40.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.645+0000 7f6f3260d700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f2c102bc0 0x7f6f2c199230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:40.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.645+0000 7f6f3260d700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f2c103560 0x7f6f2c1a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:40.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.645+0000 7f6f3260d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6f2c10d590 con 0x7f6f2c1019c0 2024-04-23T18:22:40.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.645+0000 7f6f3260d700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f6f2c10d410 con 0x7f6f2c102bc0 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.645+0000 7f6f3260d700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6f2c10d710 con 0x7f6f2c103560 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f2bfff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f2c1019c0 0x7f6f2c198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f2bfff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f2c1019c0 0x7f6f2c198cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41642/0 (socket says 172.21.15.38:41642) 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f2bfff700 1 -- 172.21.15.38:0/3939691456 learned_addr learned my addr 172.21.15.38:0/3939691456 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f2b7fe700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f2c102bc0 0x7f6f2c199230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f30baa700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f2c103560 0x7f6f2c1a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f2bfff700 1 -- 172.21.15.38:0/3939691456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f2c103560 msgr2=0x7f6f2c1a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f2bfff700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f2c103560 0x7f6f2c1a0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f2bfff700 1 -- 172.21.15.38:0/3939691456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f2c102bc0 msgr2=0x7f6f2c199230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f2bfff700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f2c102bc0 0x7f6f2c199230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f2bfff700 1 -- 172.21.15.38:0/3939691456 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f2c1a0940 con 0x7f6f2c1019c0 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f2bfff700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f2c1019c0 0x7f6f2c198cf0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c00e950 tx=0x7f6f1c00ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f297fa700 1 -- 172.21.15.38:0/3939691456 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c00eea0 con 0x7f6f2c1019c0 2024-04-23T18:22:40.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f3260d700 1 -- 172.21.15.38:0/3939691456 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f2c1a0c30 con 0x7f6f2c1019c0 2024-04-23T18:22:40.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f297fa700 1 -- 172.21.15.38:0/3939691456 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6f1c004500 con 0x7f6f2c1019c0 2024-04-23T18:22:40.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.646+0000 7f6f297fa700 1 -- 172.21.15.38:0/3939691456 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c003e00 con 0x7f6f2c1019c0 2024-04-23T18:22:40.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.647+0000 7f6f3260d700 1 -- 172.21.15.38:0/3939691456 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f2c1a1170 con 0x7f6f2c1019c0 2024-04-23T18:22:40.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.648+0000 7f6f3260d700 1 -- 172.21.15.38:0/3939691456 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f2c069730 con 0x7f6f2c1019c0 2024-04-23T18:22:40.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.649+0000 7f6f297fa700 1 -- 172.21.15.38:0/3939691456 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6f1c003fc0 con 0x7f6f2c1019c0 2024-04-23T18:22:40.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.649+0000 7f6f297fa700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6f140a3cc0 0x7f6f140a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:40.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.649+0000 7f6f2b7fe700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6f140a3cc0 0x7f6f140a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:40.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.649+0000 7f6f297fa700 1 -- 172.21.15.38:0/3939691456 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6f1c0d06d0 con 0x7f6f2c1019c0 2024-04-23T18:22:40.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.650+0000 7f6f2b7fe700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6f140a3cc0 0x7f6f140a6180 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6f2000b580 tx=0x7f6f20005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:40.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.654+0000 7f6f297fa700 1 -- 172.21.15.38:0/3939691456 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6f1c09d090 con 0x7f6f2c1019c0 2024-04-23T18:22:40.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.870+0000 7f6f3260d700 1 -- 172.21.15.38:0/3939691456 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f6f2c06b880 con 0x7f6f140a3cc0 2024-04-23T18:22:40.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.871+0000 7f6f297fa700 1 -- 172.21.15.38:0/3939691456 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f6f2c06b880 con 0x7f6f140a3cc0 2024-04-23T18:22:40.865 INFO:teuthology.orchestra.run.smithi038.stdout:HOST ADDR LABELS STATUS 2024-04-23T18:22:40.865 INFO:teuthology.orchestra.run.smithi038.stdout:smithi038 172.21.15.38 2024-04-23T18:22:40.865 INFO:teuthology.orchestra.run.smithi038.stdout:smithi076 172.21.15.76 2024-04-23T18:22:40.865 INFO:teuthology.orchestra.run.smithi038.stdout:smithi102 172.21.15.102 2024-04-23T18:22:40.865 INFO:teuthology.orchestra.run.smithi038.stdout:3 hosts in cluster 2024-04-23T18:22:40.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 -- 172.21.15.38:0/3939691456 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6f140a3cc0 msgr2=0x7f6f140a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:40.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6f140a3cc0 0x7f6f140a6180 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6f2000b580 tx=0x7f6f20005ab0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 -- 172.21.15.38:0/3939691456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f2c1019c0 msgr2=0x7f6f2c198cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:40.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f2c1019c0 0x7f6f2c198cf0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c00e950 tx=0x7f6f1c00ec60 comp rx=0 tx=0).stop 2024-04-23T18:22:40.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 -- 172.21.15.38:0/3939691456 shutdown_connections 2024-04-23T18:22:40.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f6f140a3cc0 0x7f6f140a6180 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f2c103560 0x7f6f2c1a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f2c1019c0 0x7f6f2c198cf0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 --2- 172.21.15.38:0/3939691456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f2c102bc0 0x7f6f2c199230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 -- 172.21.15.38:0/3939691456 >> 172.21.15.38:0/3939691456 conn(0x7f6f2c0fcf60 msgr2=0x7f6f2c06b170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:40.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 -- 172.21.15.38:0/3939691456 shutdown_connections 2024-04-23T18:22:40.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:40.873+0000 7f6f3260d700 1 -- 172.21.15.38:0/3939691456 wait complete. 2024-04-23T18:22:41.686 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-23T18:22:41.940 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:42.379 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:42 smithi038 ceph-mon[29217]: pgmap v341: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:22:42.379 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:42 smithi038 ceph-mon[29217]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:42.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:42 smithi076 ceph-mon[32458]: pgmap v341: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:22:42.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:42 smithi076 ceph-mon[32458]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:42.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:42 smithi102 ceph-mon[32874]: pgmap v341: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:22:42.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:42 smithi102 ceph-mon[32874]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:43.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.637+0000 7f8a78d73700 1 -- 172.21.15.38:0/3694463672 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a74102bc0 msgr2=0x7f8a74103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:43.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.637+0000 7f8a78d73700 1 --2- 172.21.15.38:0/3694463672 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a74102bc0 0x7f8a74103020 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f8a680099c0 tx=0x7f8a68009cd0 comp rx=0 tx=0).stop 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.637+0000 7f8a78d73700 1 -- 172.21.15.38:0/3694463672 shutdown_connections 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.637+0000 7f8a78d73700 1 --2- 172.21.15.38:0/3694463672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a74103560 0x7f8a74109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.637+0000 7f8a78d73700 1 --2- 172.21.15.38:0/3694463672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a741019c0 0x7f8a74101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.637+0000 7f8a78d73700 1 --2- 172.21.15.38:0/3694463672 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a74102bc0 0x7f8a74103020 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.637+0000 7f8a78d73700 1 -- 172.21.15.38:0/3694463672 >> 172.21.15.38:0/3694463672 conn(0x7f8a740fcf60 msgr2=0x7f8a740ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.638+0000 7f8a78d73700 1 -- 172.21.15.38:0/3694463672 shutdown_connections 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.638+0000 7f8a78d73700 1 -- 172.21.15.38:0/3694463672 wait complete. 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.638+0000 7f8a78d73700 1 Processor -- start 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.638+0000 7f8a78d73700 1 -- start start 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.638+0000 7f8a78d73700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a741019c0 0x7f8a7406bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.638+0000 7f8a78d73700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a74102bc0 0x7f8a7419d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a78d73700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a74103560 0x7f8a741a0030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:43.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a78d73700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8a7410d5c0 con 0x7f8a74103560 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a78d73700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f8a7410d440 con 0x7f8a74102bc0 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a78d73700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8a7410d740 con 0x7f8a741019c0 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a72d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a74103560 0x7f8a741a0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a7259c700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a741019c0 0x7f8a7406bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a7259c700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a741019c0 0x7f8a7406bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:43642/0 (socket says 172.21.15.38:43642) 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a7259c700 1 -- 172.21.15.38:0/2570504148 learned_addr learned my addr 172.21.15.38:0/2570504148 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a71d9b700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a74102bc0 0x7f8a7419d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a7259c700 1 -- 172.21.15.38:0/2570504148 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a74102bc0 msgr2=0x7f8a7419d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a7259c700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a74102bc0 0x7f8a7419d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a7259c700 1 -- 172.21.15.38:0/2570504148 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a74103560 msgr2=0x7f8a741a0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a7259c700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a74103560 0x7f8a741a0030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:43.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a7259c700 1 -- 172.21.15.38:0/2570504148 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a741a0900 con 0x7f8a741019c0 2024-04-23T18:22:43.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a72d9d700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a74103560 0x7f8a741a0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:43.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a7259c700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a741019c0 0x7f8a7406bd30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8a6400c970 tx=0x7f8a6400cc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:43.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.639+0000 7f8a637fe700 1 -- 172.21.15.38:0/2570504148 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a64004220 con 0x7f8a741019c0 2024-04-23T18:22:43.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.640+0000 7f8a78d73700 1 -- 172.21.15.38:0/2570504148 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a741a0bf0 con 0x7f8a741019c0 2024-04-23T18:22:43.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.640+0000 7f8a637fe700 1 -- 172.21.15.38:0/2570504148 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8a64007d70 con 0x7f8a741019c0 2024-04-23T18:22:43.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.640+0000 7f8a637fe700 1 -- 172.21.15.38:0/2570504148 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a64003da0 con 0x7f8a741019c0 2024-04-23T18:22:43.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.640+0000 7f8a78d73700 1 -- 172.21.15.38:0/2570504148 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a741a1130 con 0x7f8a741019c0 2024-04-23T18:22:43.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.640+0000 7f8a78d73700 1 -- 172.21.15.38:0/2570504148 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a74069730 con 0x7f8a741019c0 2024-04-23T18:22:43.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.642+0000 7f8a637fe700 1 -- 172.21.15.38:0/2570504148 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8a640078a0 con 0x7f8a741019c0 2024-04-23T18:22:43.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.642+0000 7f8a637fe700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a5c0a3c40 0x7f8a5c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:43.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.643+0000 7f8a71d9b700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a5c0a3c40 0x7f8a5c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:43.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.643+0000 7f8a637fe700 1 -- 172.21.15.38:0/2570504148 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f8a640d03a0 con 0x7f8a741019c0 2024-04-23T18:22:43.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.643+0000 7f8a71d9b700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a5c0a3c40 0x7f8a5c0a6100 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8a68000c00 tx=0x7f8a68005c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:43.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.647+0000 7f8a637fe700 1 -- 172.21.15.38:0/2570504148 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8a64014030 con 0x7f8a741019c0 2024-04-23T18:22:43.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.865+0000 7f8a78d73700 1 -- 172.21.15.38:0/2570504148 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f8a74062e80 con 0x7f8a5c0a3c40 2024-04-23T18:22:43.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.867+0000 7f8a637fe700 1 -- 172.21.15.38:0/2570504148 <== mgr.14152 v2:172.21.15.38:6800/4125722499 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f8a74062e80 con 0x7f8a5c0a3c40 2024-04-23T18:22:43.861 INFO:teuthology.orchestra.run.smithi038.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-23T18:22:43.861 INFO:teuthology.orchestra.run.smithi038.stdout:smithi038 /dev/nvme0n1 ssd INTEL_SSDPEDKE040T7_BTLE736103BB4P0KGN 3726G No 3m ago Has a FileSystem, LVM detected 2024-04-23T18:22:43.861 INFO:teuthology.orchestra.run.smithi038.stdout:smithi076 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400U4400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-23T18:22:43.861 INFO:teuthology.orchestra.run.smithi038.stdout:smithi102 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400VK400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 -- 172.21.15.38:0/2570504148 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a5c0a3c40 msgr2=0x7f8a5c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a5c0a3c40 0x7f8a5c0a6100 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8a68000c00 tx=0x7f8a68005c60 comp rx=0 tx=0).stop 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 -- 172.21.15.38:0/2570504148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a741019c0 msgr2=0x7f8a7406bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a741019c0 0x7f8a7406bd30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8a6400c970 tx=0x7f8a6400cc80 comp rx=0 tx=0).stop 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 -- 172.21.15.38:0/2570504148 shutdown_connections 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8a5c0a3c40 0x7f8a5c0a6100 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8a74103560 0x7f8a741a0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a741019c0 0x7f8a7406bd30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 --2- 172.21.15.38:0/2570504148 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a74102bc0 0x7f8a7419d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 -- 172.21.15.38:0/2570504148 >> 172.21.15.38:0/2570504148 conn(0x7f8a740fcf60 msgr2=0x7f8a74105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:43.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 -- 172.21.15.38:0/2570504148 shutdown_connections 2024-04-23T18:22:43.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:43.870+0000 7f8a78d73700 1 -- 172.21.15.38:0/2570504148 wait complete. 2024-04-23T18:22:44.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:44 smithi076 ceph-mon[32458]: pgmap v342: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:44.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:44 smithi102 ceph-mon[32874]: pgmap v342: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:44.628 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:44 smithi038 ceph-mon[29217]: pgmap v342: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:44.661 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-23T18:22:44.671 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:22:44.671 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-23T18:22:44.923 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:45.296 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:45 smithi038 ceph-mon[29217]: from='client.24880 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:45.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:45 smithi102 ceph-mon[32874]: from='client.24880 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:45.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:45 smithi076 ceph-mon[32458]: from='client.24880 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:46.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:46 smithi038 ceph-mon[29217]: pgmap v343: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:46.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:46 smithi102 ceph-mon[32874]: pgmap v343: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:46.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.684+0000 7fd1864f3700 1 -- 172.21.15.38:0/4187763515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1801019c0 msgr2=0x7fd180101de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:46.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.684+0000 7fd1864f3700 1 --2- 172.21.15.38:0/4187763515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1801019c0 0x7fd180101de0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fd1700099c0 tx=0x7fd170009cd0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.684+0000 7fd1864f3700 1 -- 172.21.15.38:0/4187763515 shutdown_connections 2024-04-23T18:22:46.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.684+0000 7fd1864f3700 1 --2- 172.21.15.38:0/4187763515 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd180103560 0x7fd180109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.684+0000 7fd1864f3700 1 --2- 172.21.15.38:0/4187763515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1801019c0 0x7fd180101de0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.684+0000 7fd1864f3700 1 --2- 172.21.15.38:0/4187763515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd180102bc0 0x7fd180103020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.684+0000 7fd1864f3700 1 -- 172.21.15.38:0/4187763515 >> 172.21.15.38:0/4187763515 conn(0x7fd1800fcf60 msgr2=0x7fd1800ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:46.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.684+0000 7fd1864f3700 1 -- 172.21.15.38:0/4187763515 shutdown_connections 2024-04-23T18:22:46.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.684+0000 7fd1864f3700 1 -- 172.21.15.38:0/4187763515 wait complete. 2024-04-23T18:22:46.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd1864f3700 1 Processor -- start 2024-04-23T18:22:46.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd1864f3700 1 -- start start 2024-04-23T18:22:46.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd1864f3700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1801019c0 0x7fd180197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd1864f3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd180102bc0 0x7fd180198090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd1864f3700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd180103560 0x7fd18019f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd1864f3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd18010d570 con 0x7fd180102bc0 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd1864f3700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd18010d3f0 con 0x7fd1801019c0 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd1864f3700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd18010d6f0 con 0x7fd180103560 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd17f7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd180102bc0 0x7fd180198090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd17f7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd180102bc0 0x7fd180198090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41680/0 (socket says 172.21.15.38:41680) 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd17f7fe700 1 -- 172.21.15.38:0/3638052113 learned_addr learned my addr 172.21.15.38:0/3638052113 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd17ffff700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1801019c0 0x7fd180197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.685+0000 7fd184a90700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd180103560 0x7fd18019f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd17f7fe700 1 -- 172.21.15.38:0/3638052113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd180103560 msgr2=0x7fd18019f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd17f7fe700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd180103560 0x7fd18019f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd17f7fe700 1 -- 172.21.15.38:0/3638052113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1801019c0 msgr2=0x7fd180197b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:46.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd17f7fe700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1801019c0 0x7fd180197b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd17f7fe700 1 -- 172.21.15.38:0/3638052113 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd18019f7b0 con 0x7fd180102bc0 2024-04-23T18:22:46.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd17f7fe700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd180102bc0 0x7fd180198090 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd17400d9b0 tx=0x7fd17400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:46.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd17d7fa700 1 -- 172.21.15.38:0/3638052113 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd174016070 con 0x7fd180102bc0 2024-04-23T18:22:46.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd17d7fa700 1 -- 172.21.15.38:0/3638052113 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd174004d00 con 0x7fd180102bc0 2024-04-23T18:22:46.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd1864f3700 1 -- 172.21.15.38:0/3638052113 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd18019faa0 con 0x7fd180102bc0 2024-04-23T18:22:46.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd17d7fa700 1 -- 172.21.15.38:0/3638052113 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd174005650 con 0x7fd180102bc0 2024-04-23T18:22:46.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.686+0000 7fd1864f3700 1 -- 172.21.15.38:0/3638052113 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1801a0030 con 0x7fd180102bc0 2024-04-23T18:22:46.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.687+0000 7fd1864f3700 1 -- 172.21.15.38:0/3638052113 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd180069730 con 0x7fd180102bc0 2024-04-23T18:22:46.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.688+0000 7fd17d7fa700 1 -- 172.21.15.38:0/3638052113 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd174004750 con 0x7fd180102bc0 2024-04-23T18:22:46.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.689+0000 7fd17d7fa700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1680a3cc0 0x7fd1680a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:46.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.689+0000 7fd17ffff700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1680a3cc0 0x7fd1680a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:46.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.689+0000 7fd17d7fa700 1 -- 172.21.15.38:0/3638052113 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fd1740d06d0 con 0x7fd180102bc0 2024-04-23T18:22:46.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.689+0000 7fd17ffff700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1680a3cc0 0x7fd1680a6180 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd170009990 tx=0x7fd170009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:46.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.692+0000 7fd17d7fa700 1 -- 172.21.15.38:0/3638052113 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd17401f020 con 0x7fd180102bc0 2024-04-23T18:22:46.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:46 smithi076 ceph-mon[32458]: pgmap v343: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:46.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.949+0000 7fd1864f3700 1 -- 172.21.15.38:0/3638052113 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fd18002dfb0 con 0x7fd180102bc0 2024-04-23T18:22:46.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.949+0000 7fd17d7fa700 1 -- 172.21.15.38:0/3638052113 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 26 v26) ==== 76+0+3084 (secure 0 0 0) 0x7fd17409d030 con 0x7fd180102bc0 2024-04-23T18:22:46.943 INFO:teuthology.orchestra.run.smithi038.stdout:e26 2024-04-23T18:22:46.943 INFO:teuthology.orchestra.run.smithi038.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-23T18:22:46.943 INFO:teuthology.orchestra.run.smithi038.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-23T18:22:46.943 INFO:teuthology.orchestra.run.smithi038.stdout:legacy client fscid: 1 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:Filesystem 'cephfs' (1) 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:fs_name cephfs 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:epoch 26 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:created 2024-04-23T18:20:59.213374+0000 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:modified 2024-04-23T18:21:06.301704+0000 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:tableserver 0 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:root 0 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:session_timeout 300 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:session_autoclose 300 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:max_file_size 1099511627776 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:max_xattr_size 65536 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:required_client_features {} 2024-04-23T18:22:46.944 INFO:teuthology.orchestra.run.smithi038.stdout:last_failure 0 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:last_failure_osd_epoch 0 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:max_mds 5 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:in 0,1,2,3,4 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:up {0=24515,1=24490,2=24476,3=24466,4=14613} 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:failed 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:damaged 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:stopped 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:data_pools [3] 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:metadata_pool 2 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:inline_data disabled 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:balancer 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:bal_rank_mask -1 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:standby_count_wanted 0 2024-04-23T18:22:46.945 INFO:teuthology.orchestra.run.smithi038.stdout:qdb_cluster leader: 24515 members: 24476,24490,14613,24466,24515 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.b{0:24515} state up:active seq 3 addr [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.f{0:24454} state up:standby-replay seq 1 addr [v2:172.21.15.102:6834/102338408,v1:172.21.15.102:6835/102338408] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.i{1:24490} state up:active seq 6 addr [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.e{1:24446} state up:standby-replay seq 1 addr [v2:172.21.15.76:6834/2096401719,v1:172.21.15.76:6835/2096401719] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.h{2:24476} state up:active seq 7 addr [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.l{2:24415} state up:standby-replay seq 1 addr [v2:172.21.15.102:6832/313383569,v1:172.21.15.102:6833/313383569] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.c{3:24466} state up:active seq 8 addr [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.k{3:24407} state up:standby-replay seq 1 addr [v2:172.21.15.76:6832/2806134072,v1:172.21.15.76:6833/2806134072] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.a{4:14613} state up:active seq 5 addr [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.g{4:14601} state up:standby-replay seq 1 addr [v2:172.21.15.38:6838/3049159496,v1:172.21.15.38:6839/3049159496] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout:Standby daemons: 2024-04-23T18:22:46.946 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:46.947 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.j{-1:14526} state up:standby seq 1 addr [v2:172.21.15.38:6834/1807753439,v1:172.21.15.38:6835/1807753439] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.947 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.d{-1:14538} state up:standby seq 1 addr [v2:172.21.15.38:6836/3395671940,v1:172.21.15.38:6837/3395671940] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:46.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.952+0000 7fd1864f3700 1 -- 172.21.15.38:0/3638052113 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1680a3cc0 msgr2=0x7fd1680a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.952+0000 7fd1864f3700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1680a3cc0 0x7fd1680a6180 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd170009990 tx=0x7fd170009f10 comp rx=0 tx=0).stop 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.953+0000 7fd1864f3700 1 -- 172.21.15.38:0/3638052113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd180102bc0 msgr2=0x7fd180198090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.953+0000 7fd1864f3700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd180102bc0 0x7fd180198090 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd17400d9b0 tx=0x7fd17400dcc0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.953+0000 7fd1864f3700 1 -- 172.21.15.38:0/3638052113 shutdown_connections 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.953+0000 7fd1864f3700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd1680a3cc0 0x7fd1680a6180 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.953+0000 7fd1864f3700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd180103560 0x7fd18019f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.953+0000 7fd1864f3700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1801019c0 0x7fd180197b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.953+0000 7fd1864f3700 1 --2- 172.21.15.38:0/3638052113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd180102bc0 0x7fd180198090 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.953+0000 7fd1864f3700 1 -- 172.21.15.38:0/3638052113 >> 172.21.15.38:0/3638052113 conn(0x7fd1800fcf60 msgr2=0x7fd180105ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.953+0000 7fd1864f3700 1 -- 172.21.15.38:0/3638052113 shutdown_connections 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:46.953+0000 7fd1864f3700 1 -- 172.21.15.38:0/3638052113 wait complete. 2024-04-23T18:22:46.948 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 26 2024-04-23T18:22:47.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:47 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3638052113' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-23T18:22:47.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:47 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3638052113' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-23T18:22:47.743 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-23T18:22:47.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:47 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3638052113' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-23T18:22:48.015 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:48.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:48 smithi038 ceph-mon[29217]: pgmap v344: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:48.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:48 smithi102 ceph-mon[32874]: pgmap v344: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:48.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:48 smithi076 ceph-mon[32458]: pgmap v344: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.956+0000 7f1d894e2700 1 -- 172.21.15.38:0/187578184 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d84104660 msgr2=0x7f1d8410af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.956+0000 7f1d894e2700 1 --2- 172.21.15.38:0/187578184 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d84104660 0x7f1d8410af10 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c00b0d0 tx=0x7f1d7c00b3e0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.956+0000 7f1d894e2700 1 -- 172.21.15.38:0/187578184 shutdown_connections 2024-04-23T18:22:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.956+0000 7f1d894e2700 1 --2- 172.21.15.38:0/187578184 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d84104660 0x7f1d8410af10 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.956+0000 7f1d894e2700 1 --2- 172.21.15.38:0/187578184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d84102ac0 0x7f1d84102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.956+0000 7f1d894e2700 1 --2- 172.21.15.38:0/187578184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d84103cc0 0x7f1d84104120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.956+0000 7f1d894e2700 1 -- 172.21.15.38:0/187578184 >> 172.21.15.38:0/187578184 conn(0x7f1d840fe060 msgr2=0x7f1d841004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.957+0000 7f1d894e2700 1 -- 172.21.15.38:0/187578184 shutdown_connections 2024-04-23T18:22:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.957+0000 7f1d894e2700 1 -- 172.21.15.38:0/187578184 wait complete. 2024-04-23T18:22:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.957+0000 7f1d894e2700 1 Processor -- start 2024-04-23T18:22:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d894e2700 1 -- start start 2024-04-23T18:22:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d894e2700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d84102ac0 0x7f1d840767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d894e2700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d84103cc0 0x7f1d84074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d894e2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d84104660 0x7f1d84075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d894e2700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1d8410e6f0 con 0x7f1d84104660 2024-04-23T18:22:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d894e2700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1d8410e570 con 0x7f1d84103cc0 2024-04-23T18:22:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d894e2700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1d8410e870 con 0x7f1d84102ac0 2024-04-23T18:22:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d837fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d84104660 0x7f1d84075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d837fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d84104660 0x7f1d84075370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37796/0 (socket says 172.21.15.38:37796) 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d837fe700 1 -- 172.21.15.38:0/768007440 learned_addr learned my addr 172.21.15.38:0/768007440 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d82ffd700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d84102ac0 0x7f1d840767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d827fc700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d84103cc0 0x7f1d84074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d837fe700 1 -- 172.21.15.38:0/768007440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d84102ac0 msgr2=0x7f1d840767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d837fe700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d84102ac0 0x7f1d840767e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d837fe700 1 -- 172.21.15.38:0/768007440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d84103cc0 msgr2=0x7f1d84074e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d837fe700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d84103cc0 0x7f1d84074e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d837fe700 1 -- 172.21.15.38:0/768007440 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d84075c20 con 0x7f1d84104660 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.958+0000 7f1d82ffd700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d84102ac0 0x7f1d840767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.959+0000 7f1d837fe700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d84104660 0x7f1d84075370 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c006070 tx=0x7f1d7c0094f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.959+0000 7f1d6bfff700 1 -- 172.21.15.38:0/768007440 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d7c021070 con 0x7f1d84104660 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.959+0000 7f1d894e2700 1 -- 172.21.15.38:0/768007440 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d841a2dd0 con 0x7f1d84104660 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.959+0000 7f1d6bfff700 1 -- 172.21.15.38:0/768007440 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1d7c007b80 con 0x7f1d84104660 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.959+0000 7f1d6bfff700 1 -- 172.21.15.38:0/768007440 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d7c0052a0 con 0x7f1d84104660 2024-04-23T18:22:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.959+0000 7f1d894e2700 1 -- 172.21.15.38:0/768007440 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d841a3220 con 0x7f1d84104660 2024-04-23T18:22:49.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.960+0000 7f1d894e2700 1 -- 172.21.15.38:0/768007440 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d84069730 con 0x7f1d84104660 2024-04-23T18:22:49.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.961+0000 7f1d6bfff700 1 -- 172.21.15.38:0/768007440 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1d7c024070 con 0x7f1d84104660 2024-04-23T18:22:49.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.962+0000 7f1d6bfff700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1d6c0a3c40 0x7f1d6c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.962+0000 7f1d82ffd700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1d6c0a3c40 0x7f1d6c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.962+0000 7f1d6bfff700 1 -- 172.21.15.38:0/768007440 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f1d7c00f020 con 0x7f1d84104660 2024-04-23T18:22:49.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.962+0000 7f1d82ffd700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1d6c0a3c40 0x7f1d6c0a6100 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1d84103b20 tx=0x7f1d74009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:49.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:49.965+0000 7f1d6bfff700 1 -- 172.21.15.38:0/768007440 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1d7c02b020 con 0x7f1d84104660 2024-04-23T18:22:50.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.173+0000 7f1d894e2700 1 -- 172.21.15.38:0/768007440 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f1d8402e0e0 con 0x7f1d84104660 2024-04-23T18:22:50.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.174+0000 7f1d6bfff700 1 -- 172.21.15.38:0/768007440 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v88) ==== 56+0+5314 (secure 0 0 0) 0x7f1d8402e0e0 con 0x7f1d84104660 2024-04-23T18:22:50.168 INFO:teuthology.orchestra.run.smithi038.stdout:epoch 88 2024-04-23T18:22:50.168 INFO:teuthology.orchestra.run.smithi038.stdout:fsid e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:22:50.168 INFO:teuthology.orchestra.run.smithi038.stdout:created 2024-04-23T18:13:00.223145+0000 2024-04-23T18:22:50.168 INFO:teuthology.orchestra.run.smithi038.stdout:modified 2024-04-23T18:21:56.490546+0000 2024-04-23T18:22:50.168 INFO:teuthology.orchestra.run.smithi038.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-23T18:22:50.168 INFO:teuthology.orchestra.run.smithi038.stdout:crush_version 26 2024-04-23T18:22:50.168 INFO:teuthology.orchestra.run.smithi038.stdout:full_ratio 0.95 2024-04-23T18:22:50.168 INFO:teuthology.orchestra.run.smithi038.stdout:backfillfull_ratio 0.9 2024-04-23T18:22:50.168 INFO:teuthology.orchestra.run.smithi038.stdout:nearfull_ratio 0.85 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:require_min_compat_client luminous 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:min_compat_client luminous 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:require_osd_release squid 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:stretch_mode_enabled false 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 86 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.69 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:max_osd 12 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:osd.0 up in weight 1 up_from 8 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.38:6802/65921307,v1:172.21.15.38:6803/65921307] [v2:172.21.15.38:6804/65921307,v1:172.21.15.38:6805/65921307] exists,up b51630a5-7918-4b9b-9071-475a5785a481 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:osd.1 up in weight 1 up_from 13 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.76:6800/3745016279,v1:172.21.15.76:6801/3745016279] [v2:172.21.15.76:6802/3745016279,v1:172.21.15.76:6803/3745016279] exists,up 74492ae5-0d57-49b1-b781-62d38f8b15a1 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:osd.2 up in weight 1 up_from 18 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.102:6800/4098082012,v1:172.21.15.102:6801/4098082012] [v2:172.21.15.102:6802/4098082012,v1:172.21.15.102:6803/4098082012] exists,up e6511c02-f33e-412e-9902-8c232382ce63 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:osd.3 up in weight 1 up_from 26 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.38:6810/2603963390,v1:172.21.15.38:6811/2603963390] [v2:172.21.15.38:6812/2603963390,v1:172.21.15.38:6813/2603963390] exists,up aaaf4043-6534-44b7-8e01-50263770ca9d 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:osd.4 up in weight 1 up_from 34 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.76:6808/1724489781,v1:172.21.15.76:6809/1724489781] [v2:172.21.15.76:6810/1724489781,v1:172.21.15.76:6811/1724489781] exists,up 0944862e-db8c-4271-8268-d1e5c758c80f 2024-04-23T18:22:50.169 INFO:teuthology.orchestra.run.smithi038.stdout:osd.5 up in weight 1 up_from 39 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.102:6808/797260044,v1:172.21.15.102:6809/797260044] [v2:172.21.15.102:6810/797260044,v1:172.21.15.102:6811/797260044] exists,up 74d517ca-0488-452f-a7dc-5ccdcad0df6a 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:osd.6 up in weight 1 up_from 47 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.38:6818/2899858745,v1:172.21.15.38:6819/2899858745] [v2:172.21.15.38:6820/2899858745,v1:172.21.15.38:6821/2899858745] exists,up 06c78d74-b186-41b4-9976-75a9c3661023 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:osd.7 up in weight 1 up_from 52 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.76:6816/3259975388,v1:172.21.15.76:6817/3259975388] [v2:172.21.15.76:6818/3259975388,v1:172.21.15.76:6819/3259975388] exists,up 0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:osd.8 up in weight 1 up_from 60 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.102:6816/2783343340,v1:172.21.15.102:6817/2783343340] [v2:172.21.15.102:6818/2783343340,v1:172.21.15.102:6819/2783343340] exists,up 0f5c7a74-fc87-4cd0-af85-47c5e5effe91 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:osd.9 up in weight 1 up_from 68 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.38:6826/1476040052,v1:172.21.15.38:6827/1476040052] [v2:172.21.15.38:6828/1476040052,v1:172.21.15.38:6829/1476040052] exists,up a6533bd2-0234-414a-a572-5e788d316604 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:osd.10 up in weight 1 up_from 73 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.76:6824/4043985279,v1:172.21.15.76:6825/4043985279] [v2:172.21.15.76:6826/4043985279,v1:172.21.15.76:6827/4043985279] exists,up f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:osd.11 up in weight 1 up_from 81 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.102:6824/94123524,v1:172.21.15.102:6825/94123524] [v2:172.21.15.102:6826/94123524,v1:172.21.15.102:6827/94123524] exists,up c048d98f-cc9b-455d-b7c9-2e834a7d13cb 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:pg_upmap_items 2.5 [8,11] 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:pg_upmap_items 2.10 [2,1] 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:pg_upmap_items 2.14 [2,4] 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:pg_upmap_items 2.1f [7,11] 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:pg_upmap_items 3.e [4,8] 2024-04-23T18:22:50.170 INFO:teuthology.orchestra.run.smithi038.stdout:pg_upmap_items 3.1d [4,6] 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:pg_upmap_items 3.21 [5,9] 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:pg_upmap_items 3.27 [4,8] 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:pg_upmap_items 3.28 [5,7] 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:pg_upmap_items 3.38 [3,9] 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:blocklist 172.21.15.38:0/4242271647 expires 2024-04-24T18:13:54.717395+0000 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:blocklist 172.21.15.38:0/2119406483 expires 2024-04-24T18:13:54.717395+0000 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:blocklist 172.21.15.38:0/2013236589 expires 2024-04-24T18:13:54.717395+0000 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:blocklist 172.21.15.38:6801/2665135878 expires 2024-04-24T18:13:54.717395+0000 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:blocklist 172.21.15.38:6801/1780941116 expires 2024-04-24T18:13:27.598077+0000 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:blocklist 172.21.15.38:6800/1780941116 expires 2024-04-24T18:13:27.598077+0000 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:blocklist 172.21.15.38:0/4160838560 expires 2024-04-24T18:13:27.598077+0000 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:blocklist 172.21.15.38:0/1862298803 expires 2024-04-24T18:13:27.598077+0000 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:blocklist 172.21.15.38:0/2505551312 expires 2024-04-24T18:13:27.598077+0000 2024-04-23T18:22:50.171 INFO:teuthology.orchestra.run.smithi038.stdout:blocklist 172.21.15.38:6800/2665135878 expires 2024-04-24T18:13:54.717395+0000 2024-04-23T18:22:50.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.176+0000 7f1d894e2700 1 -- 172.21.15.38:0/768007440 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1d6c0a3c40 msgr2=0x7f1d6c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.176+0000 7f1d894e2700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1d6c0a3c40 0x7f1d6c0a6100 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1d84103b20 tx=0x7f1d74009260 comp rx=0 tx=0).stop 2024-04-23T18:22:50.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.176+0000 7f1d894e2700 1 -- 172.21.15.38:0/768007440 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d84104660 msgr2=0x7f1d84075370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.176+0000 7f1d894e2700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d84104660 0x7f1d84075370 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c006070 tx=0x7f1d7c0094f0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.176+0000 7f1d894e2700 1 -- 172.21.15.38:0/768007440 shutdown_connections 2024-04-23T18:22:50.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.176+0000 7f1d894e2700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f1d6c0a3c40 0x7f1d6c0a6100 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.176+0000 7f1d894e2700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d84104660 0x7f1d84075370 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.176+0000 7f1d894e2700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d84102ac0 0x7f1d840767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.176+0000 7f1d894e2700 1 --2- 172.21.15.38:0/768007440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d84103cc0 0x7f1d84074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.176+0000 7f1d894e2700 1 -- 172.21.15.38:0/768007440 >> 172.21.15.38:0/768007440 conn(0x7f1d840fe060 msgr2=0x7f1d84106ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:50.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.177+0000 7f1d894e2700 1 -- 172.21.15.38:0/768007440 shutdown_connections 2024-04-23T18:22:50.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.177+0000 7f1d894e2700 1 -- 172.21.15.38:0/768007440 wait complete. 2024-04-23T18:22:50.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:50 smithi102 ceph-mon[32874]: pgmap v345: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:50.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:50 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/768007440' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-23T18:22:50.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:50 smithi038 ceph-mon[29217]: pgmap v345: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:50.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:50 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/768007440' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-23T18:22:50.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:50 smithi076 ceph-mon[32458]: pgmap v345: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:50.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:50 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/768007440' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-23T18:22:50.808 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-23T18:22:50.821 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:50.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.935+0000 7ff7f5e42640 1 -- 172.21.15.38:0/551280847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff7f0107c90 msgr2=0x7ff7f010a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.935+0000 7ff7f5e42640 1 --2- 172.21.15.38:0/551280847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff7f0107c90 0x7ff7f010a0e0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8009ca0 tx=0x7ff7e802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.935+0000 7ff7f5e42640 1 -- 172.21.15.38:0/551280847 shutdown_connections 2024-04-23T18:22:50.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.935+0000 7ff7f5e42640 1 --2- 172.21.15.38:0/551280847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f0105360 0x7ff7f0107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.935+0000 7ff7f5e42640 1 --2- 172.21.15.38:0/551280847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff7f0107c90 0x7ff7f010a0e0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.935+0000 7ff7f5e42640 1 --2- 172.21.15.38:0/551280847 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7f0102a30 0x7ff7f0104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.935+0000 7ff7f5e42640 1 -- 172.21.15.38:0/551280847 >> 172.21.15.38:0/551280847 conn(0x7ff7f00fc440 msgr2=0x7ff7f00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:50.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.935+0000 7ff7f5e42640 1 -- 172.21.15.38:0/551280847 shutdown_connections 2024-04-23T18:22:50.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.935+0000 7ff7f5e42640 1 -- 172.21.15.38:0/551280847 wait complete. 2024-04-23T18:22:50.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7f5e42640 1 Processor -- start 2024-04-23T18:22:50.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7f5e42640 1 -- start start 2024-04-23T18:22:50.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7f5e42640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff7f0102a30 0x7ff7f01981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7f5e42640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f0105360 0x7ff7f0198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7f5e42640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7f0107c90 0x7ff7f019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7f5e42640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f010dc10 con 0x7ff7f0102a30 2024-04-23T18:22:50.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7f5e42640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f010da90 con 0x7ff7f0107c90 2024-04-23T18:22:50.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7f5e42640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f010dd90 con 0x7ff7f0105360 2024-04-23T18:22:50.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7ef7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff7f0102a30 0x7ff7f01981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7ef7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff7f0102a30 0x7ff7f01981d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37806/0 (socket says 172.21.15.38:37806) 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7ef7fe640 1 -- 172.21.15.38:0/417721288 learned_addr learned my addr 172.21.15.38:0/417721288 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7effff640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7f0107c90 0x7ff7f019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.936+0000 7ff7eeffd640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f0105360 0x7ff7f0198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7ef7fe640 1 -- 172.21.15.38:0/417721288 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f0105360 msgr2=0x7ff7f0198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7ef7fe640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f0105360 0x7ff7f0198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7ef7fe640 1 -- 172.21.15.38:0/417721288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7f0107c90 msgr2=0x7ff7f019f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7ef7fe640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7f0107c90 0x7ff7f019f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7ef7fe640 1 -- 172.21.15.38:0/417721288 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7f019fdf0 con 0x7ff7f0102a30 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7ef7fe640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff7f0102a30 0x7ff7f01981d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff7e000d950 tx=0x7ff7e000dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7ecff9640 1 -- 172.21.15.38:0/417721288 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e0017070 con 0x7ff7f0102a30 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7f5e42640 1 -- 172.21.15.38:0/417721288 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7f01a00e0 con 0x7ff7f0102a30 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7ecff9640 1 -- 172.21.15.38:0/417721288 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff7e000de80 con 0x7ff7f0102a30 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7ecff9640 1 -- 172.21.15.38:0/417721288 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e000f620 con 0x7ff7f0102a30 2024-04-23T18:22:50.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.937+0000 7ff7f5e42640 1 -- 172.21.15.38:0/417721288 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7f01a0630 con 0x7ff7f0102a30 2024-04-23T18:22:50.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.938+0000 7ff7f5e42640 1 -- 172.21.15.38:0/417721288 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7f00fdf30 con 0x7ff7f0102a30 2024-04-23T18:22:50.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.939+0000 7ff7ecff9640 1 -- 172.21.15.38:0/417721288 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff7e0009c30 con 0x7ff7f0102a30 2024-04-23T18:22:50.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.940+0000 7ff7ecff9640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff7d80a3bb0 0x7ff7d80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.940+0000 7ff7eeffd640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff7d80a3bb0 0x7ff7d80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.940+0000 7ff7ecff9640 1 -- 172.21.15.38:0/417721288 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7ff7e00cfff0 con 0x7ff7f0102a30 2024-04-23T18:22:50.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.940+0000 7ff7eeffd640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff7d80a3bb0 0x7ff7d80a6070 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff7f01996e0 tx=0x7ff7e400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:50.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:50.943+0000 7ff7ecff9640 1 -- 172.21.15.38:0/417721288 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff7e009c990 con 0x7ff7f0102a30 2024-04-23T18:22:51.127 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.133+0000 7ff7f5e42640 1 -- 172.21.15.38:0/417721288 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff7f0062b50 con 0x7ff7f0102a30 2024-04-23T18:22:51.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.135+0000 7ff7ecff9640 1 -- 172.21.15.38:0/417721288 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22733 (secure 0 0 0) 0x7ff7e009c290 con 0x7ff7f0102a30 2024-04-23T18:22:51.129 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:51.129 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":88,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:21:56.490546+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:51.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 -- 172.21.15.38:0/417721288 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff7d80a3bb0 msgr2=0x7ff7d80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff7d80a3bb0 0x7ff7d80a6070 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff7f01996e0 tx=0x7ff7e400a2d0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 -- 172.21.15.38:0/417721288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff7f0102a30 msgr2=0x7ff7f01981d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff7f0102a30 0x7ff7f01981d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff7e000d950 tx=0x7ff7e000dd50 comp rx=0 tx=0).stop 2024-04-23T18:22:51.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 -- 172.21.15.38:0/417721288 shutdown_connections 2024-04-23T18:22:51.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f0105360 0x7ff7f0198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7ff7d80a3bb0 0x7ff7d80a6070 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7f0107c90 0x7ff7f019f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 --2- 172.21.15.38:0/417721288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff7f0102a30 0x7ff7f01981d0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 -- 172.21.15.38:0/417721288 >> 172.21.15.38:0/417721288 conn(0x7ff7f00fc440 msgr2=0x7ff7f0103310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 -- 172.21.15.38:0/417721288 shutdown_connections 2024-04-23T18:22:51.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.137+0000 7ff7f5e42640 1 -- 172.21.15.38:0/417721288 wait complete. 2024-04-23T18:22:51.145 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:56.907162+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:20:58.169501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.690000057220459, 'score_stable': 1.690000057220459, 'optimal_score': 1, 'raw_score_acting': 1.690000057220459, 'raw_score_stable': 1.690000057220459, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:22:51.145 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:22:51.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.256+0000 7f030ab68640 1 -- 172.21.15.38:0/2971479217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0304100e60 msgr2=0x7f0304101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.256+0000 7f030ab68640 1 --2- 172.21.15.38:0/2971479217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0304100e60 0x7f0304101280 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f02f8009900 tx=0x7f02f802a410 comp rx=0 tx=0).stop 2024-04-23T18:22:51.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 -- 172.21.15.38:0/2971479217 shutdown_connections 2024-04-23T18:22:51.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 --2- 172.21.15.38:0/2971479217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0304102040 0x7f03041024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 --2- 172.21.15.38:0/2971479217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0304102a00 0x7f0304109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 --2- 172.21.15.38:0/2971479217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0304100e60 0x7f0304101280 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 -- 172.21.15.38:0/2971479217 >> 172.21.15.38:0/2971479217 conn(0x7f03040fc440 msgr2=0x7f03040fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 -- 172.21.15.38:0/2971479217 shutdown_connections 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 -- 172.21.15.38:0/2971479217 wait complete. 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 Processor -- start 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 -- start start 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0304100e60 0x7f030406b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0304102040 0x7f030419d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0304102a00 0x7f030419f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f030410cb80 con 0x7f0304100e60 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f030410ca00 con 0x7f0304102040 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.257+0000 7f030ab68640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f030410cd00 con 0x7f0304102a00 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0308904640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0304100e60 0x7f030406b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0308904640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0304100e60 0x7f030406b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37824/0 (socket says 172.21.15.38:37824) 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0308904640 1 -- 172.21.15.38:0/1815636259 learned_addr learned my addr 172.21.15.38:0/1815636259 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:51.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0309105640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0304102a00 0x7f030419f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0303fff640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0304102040 0x7f030419d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0308904640 1 -- 172.21.15.38:0/1815636259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0304102a00 msgr2=0x7f030419f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0308904640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0304102a00 0x7f030419f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0308904640 1 -- 172.21.15.38:0/1815636259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0304102040 msgr2=0x7f030419d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0308904640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0304102040 0x7f030419d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0308904640 1 -- 172.21.15.38:0/1815636259 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f030419ff80 con 0x7f0304100e60 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0309105640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0304102a00 0x7f030419f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0303fff640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0304102040 0x7f030419d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0308904640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0304100e60 0x7f030406b0c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f02f8031570 tx=0x7f02f8032cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0301ffb640 1 -- 172.21.15.38:0/1815636259 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02f803f030 con 0x7f0304100e60 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0301ffb640 1 -- 172.21.15.38:0/1815636259 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f02f8003cd0 con 0x7f0304100e60 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f030ab68640 1 -- 172.21.15.38:0/1815636259 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03041a01b0 con 0x7f0304100e60 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f0301ffb640 1 -- 172.21.15.38:0/1815636259 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02f8035070 con 0x7f0304100e60 2024-04-23T18:22:51.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.258+0000 7f030ab68640 1 -- 172.21.15.38:0/1815636259 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03041a06a0 con 0x7f0304100e60 2024-04-23T18:22:51.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.259+0000 7f030ab68640 1 -- 172.21.15.38:0/1815636259 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03041082d0 con 0x7f0304100e60 2024-04-23T18:22:51.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.260+0000 7f0301ffb640 1 -- 172.21.15.38:0/1815636259 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f02f8042030 con 0x7f0304100e60 2024-04-23T18:22:51.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.261+0000 7f0301ffb640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02f40a3bb0 0x7f02f40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.261+0000 7f0303fff640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02f40a3bb0 0x7f02f40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.261+0000 7f0301ffb640 1 -- 172.21.15.38:0/1815636259 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f02f80f0ae0 con 0x7f0304100e60 2024-04-23T18:22:51.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.262+0000 7f0303fff640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02f40a3bb0 0x7f02f40a6070 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f030406ae30 tx=0x7f02f0005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.266+0000 7f0301ffb640 1 -- 172.21.15.38:0/1815636259 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f02f80bd4a0 con 0x7f0304100e60 2024-04-23T18:22:51.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:51 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/417721288' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:51.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.453+0000 7f030ab68640 1 -- 172.21.15.38:0/1815636259 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f0304062b50 con 0x7f0304100e60 2024-04-23T18:22:51.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.454+0000 7f0301ffb640 1 -- 172.21.15.38:0/1815636259 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f02f80bcda0 con 0x7f0304100e60 2024-04-23T18:22:51.448 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:22:51.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 -- 172.21.15.38:0/1815636259 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02f40a3bb0 msgr2=0x7f02f40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02f40a3bb0 0x7f02f40a6070 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f030406ae30 tx=0x7f02f0005e50 comp rx=0 tx=0).stop 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 -- 172.21.15.38:0/1815636259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0304100e60 msgr2=0x7f030406b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0304100e60 0x7f030406b0c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f02f8031570 tx=0x7f02f8032cb0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 -- 172.21.15.38:0/1815636259 shutdown_connections 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0304102a00 0x7f030419f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02f40a3bb0 0x7f02f40a6070 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0304102040 0x7f030419d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 --2- 172.21.15.38:0/1815636259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0304100e60 0x7f030406b0c0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 -- 172.21.15.38:0/1815636259 >> 172.21.15.38:0/1815636259 conn(0x7f03040fc440 msgr2=0x7f03041054a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 -- 172.21.15.38:0/1815636259 shutdown_connections 2024-04-23T18:22:51.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.457+0000 7f030ab68640 1 -- 172.21.15.38:0/1815636259 wait complete. 2024-04-23T18:22:51.461 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:22:51.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.572+0000 7f487c07c640 1 -- 172.21.15.38:0/3648102113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4874102ab0 msgr2=0x7f4874104ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.572+0000 7f487c07c640 1 --2- 172.21.15.38:0/3648102113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4874102ab0 0x7f4874104ea0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f4870009900 tx=0x7f487002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:51.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.572+0000 7f487c07c640 1 -- 172.21.15.38:0/3648102113 shutdown_connections 2024-04-23T18:22:51.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.572+0000 7f487c07c640 1 --2- 172.21.15.38:0/3648102113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48741053e0 0x7f48741077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.572+0000 7f487c07c640 1 --2- 172.21.15.38:0/3648102113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4874107d10 0x7f487410a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.572+0000 7f487c07c640 1 --2- 172.21.15.38:0/3648102113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4874102ab0 0x7f4874104ea0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.572+0000 7f487c07c640 1 -- 172.21.15.38:0/3648102113 >> 172.21.15.38:0/3648102113 conn(0x7f48740fc3e0 msgr2=0x7f48740fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.572+0000 7f487c07c640 1 -- 172.21.15.38:0/3648102113 shutdown_connections 2024-04-23T18:22:51.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.572+0000 7f487c07c640 1 -- 172.21.15.38:0/3648102113 wait complete. 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.572+0000 7f487c07c640 1 Processor -- start 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487c07c640 1 -- start start 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487c07c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4874102ab0 0x7f4874102420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487c07c640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48741053e0 0x7f4874100a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487c07c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4874107d10 0x7f4874100fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487c07c640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f487410dc60 con 0x7f4874107d10 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487c07c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f487410dae0 con 0x7f4874102ab0 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487c07c640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f487410dde0 con 0x7f48741053e0 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487a619640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4874107d10 0x7f4874100fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487a619640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4874107d10 0x7f4874100fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37846/0 (socket says 172.21.15.38:37846) 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487a619640 1 -- 172.21.15.38:0/391030952 learned_addr learned my addr 172.21.15.38:0/391030952 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f4879e18640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4874102ab0 0x7f4874102420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f4879617640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48741053e0 0x7f4874100a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487a619640 1 -- 172.21.15.38:0/391030952 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48741053e0 msgr2=0x7f4874100a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487a619640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48741053e0 0x7f4874100a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487a619640 1 -- 172.21.15.38:0/391030952 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4874102ab0 msgr2=0x7f4874102420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487a619640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4874102ab0 0x7f4874102420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487a619640 1 -- 172.21.15.38:0/391030952 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4874101830 con 0x7f4874107d10 2024-04-23T18:22:51.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f4879617640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48741053e0 0x7f4874100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:51.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487a619640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4874107d10 0x7f4874100fa0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f486c00eaa0 tx=0x7f486c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f486affd640 1 -- 172.21.15.38:0/391030952 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486c00cdb0 con 0x7f4874107d10 2024-04-23T18:22:51.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f487c07c640 1 -- 172.21.15.38:0/391030952 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48741a2450 con 0x7f4874107d10 2024-04-23T18:22:51.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f486affd640 1 -- 172.21.15.38:0/391030952 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f486c005020 con 0x7f4874107d10 2024-04-23T18:22:51.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.573+0000 7f486affd640 1 -- 172.21.15.38:0/391030952 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486c0116d0 con 0x7f4874107d10 2024-04-23T18:22:51.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.574+0000 7f487c07c640 1 -- 172.21.15.38:0/391030952 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48741a2a20 con 0x7f4874107d10 2024-04-23T18:22:51.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.574+0000 7f487c07c640 1 -- 172.21.15.38:0/391030952 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48740fded0 con 0x7f4874107d10 2024-04-23T18:22:51.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.576+0000 7f486affd640 1 -- 172.21.15.38:0/391030952 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f486c0051d0 con 0x7f4874107d10 2024-04-23T18:22:51.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.576+0000 7f486affd640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f48600a3bb0 0x7f48600a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.576+0000 7f486affd640 1 -- 172.21.15.38:0/391030952 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f486c0d0b10 con 0x7f4874107d10 2024-04-23T18:22:51.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.576+0000 7f4879e18640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f48600a3bb0 0x7f48600a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.577+0000 7f4879e18640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f48600a3bb0 0x7f48600a6070 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f4870000c00 tx=0x7f4870031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.581+0000 7f486affd640 1 -- 172.21.15.38:0/391030952 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f486c016030 con 0x7f4874107d10 2024-04-23T18:22:51.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:51 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/417721288' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:51.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.767+0000 7f487c07c640 1 -- 172.21.15.38:0/391030952 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4874062b50 con 0x7f4874107d10 2024-04-23T18:22:51.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.767+0000 7f486affd640 1 -- 172.21.15.38:0/391030952 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7f486c09d470 con 0x7f4874107d10 2024-04-23T18:22:51.761 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-04-23T18:22:51.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.769+0000 7f487c07c640 1 -- 172.21.15.38:0/391030952 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f48600a3bb0 msgr2=0x7f48600a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.769+0000 7f487c07c640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f48600a3bb0 0x7f48600a6070 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f4870000c00 tx=0x7f4870031510 comp rx=0 tx=0).stop 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.769+0000 7f487c07c640 1 -- 172.21.15.38:0/391030952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4874107d10 msgr2=0x7f4874100fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.769+0000 7f487c07c640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4874107d10 0x7f4874100fa0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f486c00eaa0 tx=0x7f486c00ef60 comp rx=0 tx=0).stop 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.769+0000 7f487c07c640 1 -- 172.21.15.38:0/391030952 shutdown_connections 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.769+0000 7f487c07c640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48741053e0 0x7f4874100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.769+0000 7f487c07c640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f48600a3bb0 0x7f48600a6070 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.769+0000 7f487c07c640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4874107d10 0x7f4874100fa0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.769+0000 7f487c07c640 1 --2- 172.21.15.38:0/391030952 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4874102ab0 0x7f4874102420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.769+0000 7f487c07c640 1 -- 172.21.15.38:0/391030952 >> 172.21.15.38:0/391030952 conn(0x7f48740fc3e0 msgr2=0x7f48741034f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.770+0000 7f487c07c640 1 -- 172.21.15.38:0/391030952 shutdown_connections 2024-04-23T18:22:51.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.770+0000 7f487c07c640 1 -- 172.21.15.38:0/391030952 wait complete. 2024-04-23T18:22:51.774 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:22:51.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:51 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/417721288' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.888+0000 7fb6fcf44640 1 -- 172.21.15.38:0/1510161600 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb6f8100e60 msgr2=0x7fb6f8101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.888+0000 7fb6fcf44640 1 --2- 172.21.15.38:0/1510161600 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb6f8100e60 0x7fb6f8101280 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8009900 tx=0x7fb6e802a410 comp rx=0 tx=0).stop 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.888+0000 7fb6fcf44640 1 -- 172.21.15.38:0/1510161600 shutdown_connections 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.888+0000 7fb6fcf44640 1 --2- 172.21.15.38:0/1510161600 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb6f8102a00 0x7fb6f8109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.888+0000 7fb6fcf44640 1 --2- 172.21.15.38:0/1510161600 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6f8102040 0x7fb6f81024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.888+0000 7fb6fcf44640 1 --2- 172.21.15.38:0/1510161600 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb6f8100e60 0x7fb6f8101280 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.888+0000 7fb6fcf44640 1 -- 172.21.15.38:0/1510161600 >> 172.21.15.38:0/1510161600 conn(0x7fb6f80fc440 msgr2=0x7fb6f80fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.888+0000 7fb6fcf44640 1 -- 172.21.15.38:0/1510161600 shutdown_connections 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.888+0000 7fb6fcf44640 1 -- 172.21.15.38:0/1510161600 wait complete. 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6fcf44640 1 Processor -- start 2024-04-23T18:22:51.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6fcf44640 1 -- start start 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6fcf44640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6f8100e60 0x7fb6f8198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6fcf44640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb6f8102040 0x7fb6f8198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6fcf44640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb6f8102a00 0x7fb6f819f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6fcf44640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f810dca0 con 0x7fb6f8102040 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6fcf44640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f810db20 con 0x7fb6f8100e60 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6fcf44640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f810de20 con 0x7fb6f8102a00 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f5d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb6f8102040 0x7fb6f8198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f5d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb6f8102040 0x7fb6f8198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37868/0 (socket says 172.21.15.38:37868) 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f5d9b640 1 -- 172.21.15.38:0/2196678961 learned_addr learned my addr 172.21.15.38:0/2196678961 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f659c640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6f8100e60 0x7fb6f8198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f6d9d640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb6f8102a00 0x7fb6f819f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f5d9b640 1 -- 172.21.15.38:0/2196678961 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb6f8102a00 msgr2=0x7fb6f819f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f5d9b640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb6f8102a00 0x7fb6f819f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f5d9b640 1 -- 172.21.15.38:0/2196678961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6f8100e60 msgr2=0x7fb6f8198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f5d9b640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6f8100e60 0x7fb6f8198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f5d9b640 1 -- 172.21.15.38:0/2196678961 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f819ff60 con 0x7fb6f8102040 2024-04-23T18:22:51.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.889+0000 7fb6f6d9d640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb6f8102a00 0x7fb6f819f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:51.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.890+0000 7fb6f5d9b640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb6f8102040 0x7fb6f8198880 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fb6e000d950 tx=0x7fb6e000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.890+0000 7fb6ef7fe640 1 -- 172.21.15.38:0/2196678961 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e0017030 con 0x7fb6f8102040 2024-04-23T18:22:51.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.890+0000 7fb6fcf44640 1 -- 172.21.15.38:0/2196678961 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6f81a0250 con 0x7fb6f8102040 2024-04-23T18:22:51.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.890+0000 7fb6ef7fe640 1 -- 172.21.15.38:0/2196678961 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb6e0004020 con 0x7fb6f8102040 2024-04-23T18:22:51.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.890+0000 7fb6ef7fe640 1 -- 172.21.15.38:0/2196678961 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e00047a0 con 0x7fb6f8102040 2024-04-23T18:22:51.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.890+0000 7fb6fcf44640 1 -- 172.21.15.38:0/2196678961 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6f81a07f0 con 0x7fb6f8102040 2024-04-23T18:22:51.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.891+0000 7fb6fcf44640 1 -- 172.21.15.38:0/2196678961 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6f8108280 con 0x7fb6f8102040 2024-04-23T18:22:51.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.892+0000 7fb6ef7fe640 1 -- 172.21.15.38:0/2196678961 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb6e00041d0 con 0x7fb6f8102040 2024-04-23T18:22:51.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.892+0000 7fb6ef7fe640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb6e40a3bb0 0x7fb6e40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.893+0000 7fb6f659c640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb6e40a3bb0 0x7fb6e40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.893+0000 7fb6ef7fe640 1 -- 172.21.15.38:0/2196678961 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb6e00cff50 con 0x7fb6f8102040 2024-04-23T18:22:51.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.893+0000 7fb6f659c640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb6e40a3bb0 0x7fb6e40a6070 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8000c00 tx=0x7fb6e8031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:51.897+0000 7fb6ef7fe640 1 -- 172.21.15.38:0/2196678961 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb6e009c910 con 0x7fb6f8102040 2024-04-23T18:22:52.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.084+0000 7fb6fcf44640 1 -- 172.21.15.38:0/2196678961 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb6f8062b50 con 0x7fb6f8102040 2024-04-23T18:22:52.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.084+0000 7fb6ef7fe640 1 -- 172.21.15.38:0/2196678961 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7fb6e009c210 con 0x7fb6f8102040 2024-04-23T18:22:52.078 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-04-23T18:22:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 -- 172.21.15.38:0/2196678961 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb6e40a3bb0 msgr2=0x7fb6e40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb6e40a3bb0 0x7fb6e40a6070 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8000c00 tx=0x7fb6e8031510 comp rx=0 tx=0).stop 2024-04-23T18:22:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 -- 172.21.15.38:0/2196678961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb6f8102040 msgr2=0x7fb6f8198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb6f8102040 0x7fb6f8198880 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fb6e000d950 tx=0x7fb6e000de10 comp rx=0 tx=0).stop 2024-04-23T18:22:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 -- 172.21.15.38:0/2196678961 shutdown_connections 2024-04-23T18:22:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb6f8102a00 0x7fb6f819f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fb6e40a3bb0 0x7fb6e40a6070 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb6f8102040 0x7fb6f8198880 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 --2- 172.21.15.38:0/2196678961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6f8100e60 0x7fb6f8198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 -- 172.21.15.38:0/2196678961 >> 172.21.15.38:0/2196678961 conn(0x7fb6f80fc440 msgr2=0x7fb6f8105450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 -- 172.21.15.38:0/2196678961 shutdown_connections 2024-04-23T18:22:52.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.086+0000 7fb6fcf44640 1 -- 172.21.15.38:0/2196678961 wait complete. 2024-04-23T18:22:52.091 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:22:52.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.198+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/2933520068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5ec101fc0 msgr2=0x7fa5ec1023e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.198+0000 7fa5f0ad0640 1 --2- 172.21.15.38:0/2933520068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5ec101fc0 0x7fa5ec1023e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4009900 tx=0x7fa5e402a410 comp rx=0 tx=0).stop 2024-04-23T18:22:52.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/2933520068 shutdown_connections 2024-04-23T18:22:52.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 --2- 172.21.15.38:0/2933520068 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5ec103b70 0x7fa5ec10a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 --2- 172.21.15.38:0/2933520068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5ec1031b0 0x7fa5ec103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 --2- 172.21.15.38:0/2933520068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5ec101fc0 0x7fa5ec1023e0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/2933520068 >> 172.21.15.38:0/2933520068 conn(0x7fa5ec0fd550 msgr2=0x7fa5ec0ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/2933520068 shutdown_connections 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/2933520068 wait complete. 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 Processor -- start 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 -- start start 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5ec101fc0 0x7fa5ec198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5ec1031b0 0x7fa5ec1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5ec103b70 0x7fa5ec19f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa5ec10dca0 con 0x7fa5ec103b70 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fa5ec10db20 con 0x7fa5ec1031b0 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.199+0000 7fa5f0ad0640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa5ec10de20 con 0x7fa5ec101fc0 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5ead9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5ec103b70 0x7fa5ec19f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5ead9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5ec103b70 0x7fa5ec19f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37882/0 (socket says 172.21.15.38:37882) 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5ead9d640 1 -- 172.21.15.38:0/3892649023 learned_addr learned my addr 172.21.15.38:0/3892649023 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5ea59c640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5ec101fc0 0x7fa5ec198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5ead9d640 1 -- 172.21.15.38:0/3892649023 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5ec101fc0 msgr2=0x7fa5ec198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5ead9d640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5ec101fc0 0x7fa5ec198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5ead9d640 1 -- 172.21.15.38:0/3892649023 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5ec1031b0 msgr2=0x7fa5ec1988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5e9d9b640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5ec1031b0 0x7fa5ec1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5ead9d640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5ec1031b0 0x7fa5ec1988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5ead9d640 1 -- 172.21.15.38:0/3892649023 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5ec19ff80 con 0x7fa5ec103b70 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5ead9d640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5ec103b70 0x7fa5ec19f910 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa5dc00eaa0 tx=0x7fa5dc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5db7fe640 1 -- 172.21.15.38:0/3892649023 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5dc00cdb0 con 0x7fa5ec103b70 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5db7fe640 1 -- 172.21.15.38:0/3892649023 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa5dc005020 con 0x7fa5ec103b70 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/3892649023 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5ec1a0270 con 0x7fa5ec103b70 2024-04-23T18:22:52.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5db7fe640 1 -- 172.21.15.38:0/3892649023 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5dc0116d0 con 0x7fa5ec103b70 2024-04-23T18:22:52.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.200+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/3892649023 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5ec1a0840 con 0x7fa5ec103b70 2024-04-23T18:22:52.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.202+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/3892649023 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5ec1093b0 con 0x7fa5ec103b70 2024-04-23T18:22:52.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.203+0000 7fa5db7fe640 1 -- 172.21.15.38:0/3892649023 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fa5dc0051d0 con 0x7fa5ec103b70 2024-04-23T18:22:52.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.204+0000 7fa5db7fe640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa5d40a3bb0 0x7fa5d40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.204+0000 7fa5ea59c640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa5d40a3bb0 0x7fa5d40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.204+0000 7fa5db7fe640 1 -- 172.21.15.38:0/3892649023 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa5dc0d06c0 con 0x7fa5ec103b70 2024-04-23T18:22:52.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.205+0000 7fa5ea59c640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa5d40a3bb0 0x7fa5d40a6070 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4031570 tx=0x7fa5e4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.209+0000 7fa5db7fe640 1 -- 172.21.15.38:0/3892649023 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa5dc016030 con 0x7fa5ec103b70 2024-04-23T18:22:52.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:52 smithi038 ceph-mon[29217]: pgmap v346: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:22:52.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:52 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1815636259' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:52 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/391030952' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:52 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2196678961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.438+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/3892649023 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5ec062b50 con 0x7fa5ec103b70 2024-04-23T18:22:52.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.439+0000 7fa5db7fe640 1 -- 172.21.15.38:0/3892649023 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7fa5dc09d080 con 0x7fa5ec103b70 2024-04-23T18:22:52.431 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:52.432 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:21:06.301704+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24476,24490,14613,24466,24515]},"id":1}]} 2024-04-23T18:22:52.432 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 26 2024-04-23T18:22:52.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/3892649023 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa5d40a3bb0 msgr2=0x7fa5d40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa5d40a3bb0 0x7fa5d40a6070 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4031570 tx=0x7fa5e4000bc0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/3892649023 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5ec103b70 msgr2=0x7fa5ec19f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5ec103b70 0x7fa5ec19f910 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa5dc00eaa0 tx=0x7fa5dc00ef60 comp rx=0 tx=0).stop 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/3892649023 shutdown_connections 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fa5d40a3bb0 0x7fa5d40a6070 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5ec103b70 0x7fa5ec19f910 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5ec1031b0 0x7fa5ec1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 --2- 172.21.15.38:0/3892649023 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5ec101fc0 0x7fa5ec198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/3892649023 >> 172.21.15.38:0/3892649023 conn(0x7fa5ec0fd550 msgr2=0x7fa5ec106580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/3892649023 shutdown_connections 2024-04-23T18:22:52.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.441+0000 7fa5f0ad0640 1 -- 172.21.15.38:0/3892649023 wait complete. 2024-04-23T18:22:52.445 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 -- 172.21.15.38:0/2028283171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe83c105360 msgr2=0x7fe83c107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 --2- 172.21.15.38:0/2028283171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe83c105360 0x7fe83c107750 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe830009900 tx=0x7fe83002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 -- 172.21.15.38:0/2028283171 shutdown_connections 2024-04-23T18:22:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 --2- 172.21.15.38:0/2028283171 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe83c107c90 0x7fe83c10a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 --2- 172.21.15.38:0/2028283171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe83c105360 0x7fe83c107750 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 --2- 172.21.15.38:0/2028283171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c102a30 0x7fe83c104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 -- 172.21.15.38:0/2028283171 >> 172.21.15.38:0/2028283171 conn(0x7fe83c0fc440 msgr2=0x7fe83c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 -- 172.21.15.38:0/2028283171 shutdown_connections 2024-04-23T18:22:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 -- 172.21.15.38:0/2028283171 wait complete. 2024-04-23T18:22:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 Processor -- start 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.555+0000 7fe84295d640 1 -- start start 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe84295d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c102a30 0x7fe83c198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe84295d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe83c105360 0x7fe83c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe84295d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe83c107c90 0x7fe83c19f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe84295d640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c10dcf0 con 0x7fe83c105360 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe84295d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c10db70 con 0x7fe83c102a30 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe84295d640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c10de70 con 0x7fe83c107c90 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe83b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe83c105360 0x7fe83c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe83b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe83c105360 0x7fe83c1989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37888/0 (socket says 172.21.15.38:37888) 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe83b7fe640 1 -- 172.21.15.38:0/525109355 learned_addr learned my addr 172.21.15.38:0/525109355 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe840efa640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe83c107c90 0x7fe83c19f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe83bfff640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c102a30 0x7fe83c198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe83b7fe640 1 -- 172.21.15.38:0/525109355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe83c107c90 msgr2=0x7fe83c19f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe83b7fe640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe83c107c90 0x7fe83c19f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe83b7fe640 1 -- 172.21.15.38:0/525109355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c102a30 msgr2=0x7fe83c198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe83b7fe640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c102a30 0x7fe83c198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe83b7fe640 1 -- 172.21.15.38:0/525109355 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe83c1a0060 con 0x7fe83c105360 2024-04-23T18:22:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe840efa640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe83c107c90 0x7fe83c19f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe83b7fe640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe83c105360 0x7fe83c1989d0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fe830006010 tx=0x7fe8300043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.556+0000 7fe8397fa640 1 -- 172.21.15.38:0/525109355 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe83003f030 con 0x7fe83c105360 2024-04-23T18:22:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.557+0000 7fe84295d640 1 -- 172.21.15.38:0/525109355 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe83c1a02f0 con 0x7fe83c105360 2024-04-23T18:22:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.557+0000 7fe8397fa640 1 -- 172.21.15.38:0/525109355 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe830003cd0 con 0x7fe83c105360 2024-04-23T18:22:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.557+0000 7fe8397fa640 1 -- 172.21.15.38:0/525109355 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe830035070 con 0x7fe83c105360 2024-04-23T18:22:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.557+0000 7fe84295d640 1 -- 172.21.15.38:0/525109355 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe83c1a08b0 con 0x7fe83c105360 2024-04-23T18:22:52.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.558+0000 7fe84295d640 1 -- 172.21.15.38:0/525109355 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe83c0fdf30 con 0x7fe83c105360 2024-04-23T18:22:52.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.559+0000 7fe8397fa640 1 -- 172.21.15.38:0/525109355 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe830042030 con 0x7fe83c105360 2024-04-23T18:22:52.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.559+0000 7fe8397fa640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe8240a3bb0 0x7fe8240a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.560+0000 7fe83bfff640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe8240a3bb0 0x7fe8240a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.560+0000 7fe8397fa640 1 -- 172.21.15.38:0/525109355 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fe8300f0cc0 con 0x7fe83c105360 2024-04-23T18:22:52.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.560+0000 7fe83bfff640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe8240a3bb0 0x7fe8240a6070 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe82c009890 tx=0x7fe82c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.564+0000 7fe8397fa640 1 -- 172.21.15.38:0/525109355 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe8300f7080 con 0x7fe83c105360 2024-04-23T18:22:52.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.750+0000 7fe84295d640 1 -- 172.21.15.38:0/525109355 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe83c062b50 con 0x7fe83c105360 2024-04-23T18:22:52.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.751+0000 7fe8397fa640 1 -- 172.21.15.38:0/525109355 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22733 (secure 0 0 0) 0x7fe8300bd620 con 0x7fe83c105360 2024-04-23T18:22:52.744 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:52.744 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":88,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:21:56.490546+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:52.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.753+0000 7fe84295d640 1 -- 172.21.15.38:0/525109355 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe8240a3bb0 msgr2=0x7fe8240a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.753+0000 7fe84295d640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe8240a3bb0 0x7fe8240a6070 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe82c009890 tx=0x7fe82c008040 comp rx=0 tx=0).stop 2024-04-23T18:22:52.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.753+0000 7fe84295d640 1 -- 172.21.15.38:0/525109355 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe83c105360 msgr2=0x7fe83c1989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.753+0000 7fe84295d640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe83c105360 0x7fe83c1989d0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fe830006010 tx=0x7fe8300043b0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.753+0000 7fe84295d640 1 -- 172.21.15.38:0/525109355 shutdown_connections 2024-04-23T18:22:52.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.753+0000 7fe84295d640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe83c107c90 0x7fe83c19f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.753+0000 7fe84295d640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fe8240a3bb0 0x7fe8240a6070 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.753+0000 7fe84295d640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe83c105360 0x7fe83c1989d0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.753+0000 7fe84295d640 1 --2- 172.21.15.38:0/525109355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c102a30 0x7fe83c198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.754+0000 7fe84295d640 1 -- 172.21.15.38:0/525109355 >> 172.21.15.38:0/525109355 conn(0x7fe83c0fc440 msgr2=0x7fe83c1032d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.754+0000 7fe84295d640 1 -- 172.21.15.38:0/525109355 shutdown_connections 2024-04-23T18:22:52.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.754+0000 7fe84295d640 1 -- 172.21.15.38:0/525109355 wait complete. 2024-04-23T18:22:52.758 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:56.907162+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:20:58.169501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.690000057220459, 'score_stable': 1.690000057220459, 'optimal_score': 1, 'raw_score_acting': 1.690000057220459, 'raw_score_stable': 1.690000057220459, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:22:52.758 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:22:52.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:52 smithi076 ceph-mon[32458]: pgmap v346: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:22:52.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:52 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1815636259' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:52 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/391030952' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:52 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2196678961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:52 smithi102 ceph-mon[32874]: pgmap v346: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:22:52.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:52 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1815636259' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:52 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/391030952' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:52 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2196678961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.870+0000 7f4f63f68640 1 -- 172.21.15.38:0/2655256685 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f5c1031a0 msgr2=0x7f4f5c103620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.870+0000 7f4f63f68640 1 --2- 172.21.15.38:0/2655256685 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f5c1031a0 0x7f4f5c103620 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f4f4c009900 tx=0x7f4f4c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:52.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.870+0000 7f4f63f68640 1 -- 172.21.15.38:0/2655256685 shutdown_connections 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.870+0000 7f4f63f68640 1 --2- 172.21.15.38:0/2655256685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f5c103b60 0x7f4f5c10a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.870+0000 7f4f63f68640 1 --2- 172.21.15.38:0/2655256685 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f5c1031a0 0x7f4f5c103620 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.870+0000 7f4f63f68640 1 --2- 172.21.15.38:0/2655256685 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f5c101fb0 0x7f4f5c1023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.870+0000 7f4f63f68640 1 -- 172.21.15.38:0/2655256685 >> 172.21.15.38:0/2655256685 conn(0x7f4f5c0fd520 msgr2=0x7f4f5c0ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.870+0000 7f4f63f68640 1 -- 172.21.15.38:0/2655256685 shutdown_connections 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.870+0000 7f4f63f68640 1 -- 172.21.15.38:0/2655256685 wait complete. 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f63f68640 1 Processor -- start 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f63f68640 1 -- start start 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f63f68640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f5c101fb0 0x7f4f5c075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f63f68640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f5c1031a0 0x7f4f5c074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f63f68640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f5c103b60 0x7f4f5c074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f63f68640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c10dc60 con 0x7f4f5c101fb0 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f63f68640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c10dae0 con 0x7f4f5c103b60 2024-04-23T18:22:52.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f63f68640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c10dde0 con 0x7f4f5c1031a0 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f61d04640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f5c101fb0 0x7f4f5c075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f61d04640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f5c101fb0 0x7f4f5c075d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37906/0 (socket says 172.21.15.38:37906) 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f61d04640 1 -- 172.21.15.38:0/3009626061 learned_addr learned my addr 172.21.15.38:0/3009626061 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.871+0000 7f4f61503640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f5c1031a0 0x7f4f5c074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f62505640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f5c103b60 0x7f4f5c074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f61d04640 1 -- 172.21.15.38:0/3009626061 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f5c1031a0 msgr2=0x7f4f5c074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f61d04640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f5c1031a0 0x7f4f5c074340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f61d04640 1 -- 172.21.15.38:0/3009626061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f5c103b60 msgr2=0x7f4f5c074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f61d04640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f5c103b60 0x7f4f5c074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f61d04640 1 -- 172.21.15.38:0/3009626061 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f5c075110 con 0x7f4f5c101fb0 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f62505640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f5c103b60 0x7f4f5c074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f61d04640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f5c101fb0 0x7f4f5c075d00 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f4f5800d950 tx=0x7f4f5800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f52ffd640 1 -- 172.21.15.38:0/3009626061 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f58017020 con 0x7f4f5c101fb0 2024-04-23T18:22:52.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f52ffd640 1 -- 172.21.15.38:0/3009626061 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4f58009c30 con 0x7f4f5c101fb0 2024-04-23T18:22:52.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f63f68640 1 -- 172.21.15.38:0/3009626061 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f5c1a23f0 con 0x7f4f5c101fb0 2024-04-23T18:22:52.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f52ffd640 1 -- 172.21.15.38:0/3009626061 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f5800f740 con 0x7f4f5c101fb0 2024-04-23T18:22:52.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.872+0000 7f4f63f68640 1 -- 172.21.15.38:0/3009626061 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f5c1a2910 con 0x7f4f5c101fb0 2024-04-23T18:22:52.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.873+0000 7f4f63f68640 1 -- 172.21.15.38:0/3009626061 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f5c1092d0 con 0x7f4f5c101fb0 2024-04-23T18:22:52.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.874+0000 7f4f52ffd640 1 -- 172.21.15.38:0/3009626061 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f4f5801a020 con 0x7f4f5c101fb0 2024-04-23T18:22:52.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.875+0000 7f4f52ffd640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f480a3bb0 0x7f4f480a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.875+0000 7f4f61503640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f480a3bb0 0x7f4f480a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.875+0000 7f4f52ffd640 1 -- 172.21.15.38:0/3009626061 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f4f580d07c0 con 0x7f4f5c101fb0 2024-04-23T18:22:52.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.875+0000 7f4f61503640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f480a3bb0 0x7f4f480a6070 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4f4c031570 tx=0x7f4f4c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:52.879+0000 7f4f52ffd640 1 -- 172.21.15.38:0/3009626061 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4f58021020 con 0x7f4f5c101fb0 2024-04-23T18:22:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.067+0000 7f4f63f68640 1 -- 172.21.15.38:0/3009626061 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f4f5c062b50 con 0x7f4f5c101fb0 2024-04-23T18:22:53.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.067+0000 7f4f52ffd640 1 -- 172.21.15.38:0/3009626061 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f4f58009de0 con 0x7f4f5c101fb0 2024-04-23T18:22:53.060 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.069+0000 7f4f63f68640 1 -- 172.21.15.38:0/3009626061 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f480a3bb0 msgr2=0x7f4f480a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.069+0000 7f4f63f68640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f480a3bb0 0x7f4f480a6070 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4f4c031570 tx=0x7f4f4c005a20 comp rx=0 tx=0).stop 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.069+0000 7f4f63f68640 1 -- 172.21.15.38:0/3009626061 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f5c101fb0 msgr2=0x7f4f5c075d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.069+0000 7f4f63f68640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f5c101fb0 0x7f4f5c075d00 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f4f5800d950 tx=0x7f4f5800de10 comp rx=0 tx=0).stop 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.070+0000 7f4f63f68640 1 -- 172.21.15.38:0/3009626061 shutdown_connections 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.070+0000 7f4f63f68640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f5c1031a0 0x7f4f5c074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.070+0000 7f4f63f68640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f4f480a3bb0 0x7f4f480a6070 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.070+0000 7f4f63f68640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f5c103b60 0x7f4f5c074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.070+0000 7f4f63f68640 1 --2- 172.21.15.38:0/3009626061 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f5c101fb0 0x7f4f5c075d00 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.070+0000 7f4f63f68640 1 -- 172.21.15.38:0/3009626061 >> 172.21.15.38:0/3009626061 conn(0x7f4f5c0fd520 msgr2=0x7f4f5c1064a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.070+0000 7f4f63f68640 1 -- 172.21.15.38:0/3009626061 shutdown_connections 2024-04-23T18:22:53.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.070+0000 7f4f63f68640 1 -- 172.21.15.38:0/3009626061 wait complete. 2024-04-23T18:22:53.073 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:22:53.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.185+0000 7f06cd9a2640 1 -- 172.21.15.38:0/663519454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06c8107cd0 msgr2=0x7f06c810a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.185+0000 7f06cd9a2640 1 --2- 172.21.15.38:0/663519454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06c8107cd0 0x7f06c810a0c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f06c0009900 tx=0x7f06c002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:53.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.185+0000 7f06cd9a2640 1 -- 172.21.15.38:0/663519454 shutdown_connections 2024-04-23T18:22:53.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.185+0000 7f06cd9a2640 1 --2- 172.21.15.38:0/663519454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06c8107cd0 0x7f06c810a0c0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.185+0000 7f06cd9a2640 1 --2- 172.21.15.38:0/663519454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06c81053a0 0x7f06c8107790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.185+0000 7f06cd9a2640 1 --2- 172.21.15.38:0/663519454 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06c8102a70 0x7f06c8104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.185+0000 7f06cd9a2640 1 -- 172.21.15.38:0/663519454 >> 172.21.15.38:0/663519454 conn(0x7f06c80fc3e0 msgr2=0x7f06c80fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.186+0000 7f06cd9a2640 1 -- 172.21.15.38:0/663519454 shutdown_connections 2024-04-23T18:22:53.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.186+0000 7f06cd9a2640 1 -- 172.21.15.38:0/663519454 wait complete. 2024-04-23T18:22:53.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.186+0000 7f06cd9a2640 1 Processor -- start 2024-04-23T18:22:53.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.186+0000 7f06cd9a2640 1 -- start start 2024-04-23T18:22:53.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.186+0000 7f06cd9a2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06c8102a70 0x7f06c81981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.186+0000 7f06cd9a2640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06c81053a0 0x7f06c8198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.186+0000 7f06cd9a2640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06c8107cd0 0x7f06c819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.186+0000 7f06cd9a2640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f06c810dbe0 con 0x7f06c8107cd0 2024-04-23T18:22:53.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06cd9a2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f06c810da60 con 0x7f06c8102a70 2024-04-23T18:22:53.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06cd9a2640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f06c810dd60 con 0x7f06c81053a0 2024-04-23T18:22:53.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06c77fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06c8107cd0 0x7f06c819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06c77fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06c8107cd0 0x7f06c819f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37920/0 (socket says 172.21.15.38:37920) 2024-04-23T18:22:53.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06c77fe640 1 -- 172.21.15.38:0/38804108 learned_addr learned my addr 172.21.15.38:0/38804108 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:53.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06c6ffd640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06c8102a70 0x7f06c81981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06c77fe640 1 -- 172.21.15.38:0/38804108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06c81053a0 msgr2=0x7f06c8198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06c77fe640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06c81053a0 0x7f06c8198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06c77fe640 1 -- 172.21.15.38:0/38804108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06c8102a70 msgr2=0x7f06c81981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06c77fe640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06c8102a70 0x7f06c81981d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06c77fe640 1 -- 172.21.15.38:0/38804108 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06c819fdf0 con 0x7f06c8107cd0 2024-04-23T18:22:53.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06c77fe640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06c8107cd0 0x7f06c819f780 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f06c0031570 tx=0x7f06c0004360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06cc9a0640 1 -- 172.21.15.38:0/38804108 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c003f030 con 0x7f06c8107cd0 2024-04-23T18:22:53.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06cc9a0640 1 -- 172.21.15.38:0/38804108 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f06c0003cd0 con 0x7f06c8107cd0 2024-04-23T18:22:53.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06cd9a2640 1 -- 172.21.15.38:0/38804108 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06c81a0080 con 0x7f06c8107cd0 2024-04-23T18:22:53.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06cc9a0640 1 -- 172.21.15.38:0/38804108 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c0035070 con 0x7f06c8107cd0 2024-04-23T18:22:53.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.187+0000 7f06cd9a2640 1 -- 172.21.15.38:0/38804108 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06c81a0540 con 0x7f06c8107cd0 2024-04-23T18:22:53.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.188+0000 7f06cd9a2640 1 -- 172.21.15.38:0/38804108 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06c80fded0 con 0x7f06c8107cd0 2024-04-23T18:22:53.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.190+0000 7f06cc9a0640 1 -- 172.21.15.38:0/38804108 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f06c0042030 con 0x7f06c8107cd0 2024-04-23T18:22:53.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.191+0000 7f06cc9a0640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06b00a3bb0 0x7f06b00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.191+0000 7f06c6ffd640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06b00a3bb0 0x7f06b00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.191+0000 7f06cc9a0640 1 -- 172.21.15.38:0/38804108 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f06c00f0d10 con 0x7f06c8107cd0 2024-04-23T18:22:53.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.191+0000 7f06c6ffd640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06b00a3bb0 0x7f06b00a6070 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f06b8005c40 tx=0x7f06b8005bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.195+0000 7f06cc9a0640 1 -- 172.21.15.38:0/38804108 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f06c00bd6d0 con 0x7f06c8107cd0 2024-04-23T18:22:53.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.379+0000 7f06cd9a2640 1 -- 172.21.15.38:0/38804108 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f06c802d830 con 0x7f06c8107cd0 2024-04-23T18:22:53.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.380+0000 7f06cc9a0640 1 -- 172.21.15.38:0/38804108 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7f06c00bcfd0 con 0x7f06c8107cd0 2024-04-23T18:22:53.372 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-04-23T18:22:53.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 -- 172.21.15.38:0/38804108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06b00a3bb0 msgr2=0x7f06b00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06b00a3bb0 0x7f06b00a6070 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f06b8005c40 tx=0x7f06b8005bd0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 -- 172.21.15.38:0/38804108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06c8107cd0 msgr2=0x7f06c819f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06c8107cd0 0x7f06c819f780 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f06c0031570 tx=0x7f06c0004360 comp rx=0 tx=0).stop 2024-04-23T18:22:53.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 -- 172.21.15.38:0/38804108 shutdown_connections 2024-04-23T18:22:53.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06c81053a0 0x7f06c8198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f06b00a3bb0 0x7f06b00a6070 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f06c8107cd0 0x7f06c819f780 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 --2- 172.21.15.38:0/38804108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06c8102a70 0x7f06c81981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 -- 172.21.15.38:0/38804108 >> 172.21.15.38:0/38804108 conn(0x7f06c80fc3e0 msgr2=0x7f06c8103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 -- 172.21.15.38:0/38804108 shutdown_connections 2024-04-23T18:22:53.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.382+0000 7f06cd9a2640 1 -- 172.21.15.38:0/38804108 wait complete. 2024-04-23T18:22:53.385 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:22:53.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.498+0000 7f271087c640 1 -- 172.21.15.38:0/704023073 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f270c102040 msgr2=0x7f270c1024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.498+0000 7f271087c640 1 --2- 172.21.15.38:0/704023073 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f270c102040 0x7f270c1024c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f2700009900 tx=0x7f270002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:53.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.498+0000 7f271087c640 1 -- 172.21.15.38:0/704023073 shutdown_connections 2024-04-23T18:22:53.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.498+0000 7f271087c640 1 --2- 172.21.15.38:0/704023073 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f270c102a00 0x7f270c109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.498+0000 7f271087c640 1 --2- 172.21.15.38:0/704023073 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f270c102040 0x7f270c1024c0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.498+0000 7f271087c640 1 --2- 172.21.15.38:0/704023073 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f270c100e60 0x7f270c101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.498+0000 7f271087c640 1 -- 172.21.15.38:0/704023073 >> 172.21.15.38:0/704023073 conn(0x7f270c0fc420 msgr2=0x7f270c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.498+0000 7f271087c640 1 -- 172.21.15.38:0/704023073 shutdown_connections 2024-04-23T18:22:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.498+0000 7f271087c640 1 -- 172.21.15.38:0/704023073 wait complete. 2024-04-23T18:22:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f271087c640 1 Processor -- start 2024-04-23T18:22:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f271087c640 1 -- start start 2024-04-23T18:22:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f271087c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f270c100e60 0x7f270c06b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f271087c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f270c102040 0x7f270c19d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f271087c640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f270c102a00 0x7f270c19f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f271087c640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f270c10cba0 con 0x7f270c102040 2024-04-23T18:22:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f271087c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f270c10ca20 con 0x7f270c100e60 2024-04-23T18:22:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f271087c640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f270c10cd20 con 0x7f270c102a00 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f2709d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f270c102040 0x7f270c19d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f2709d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f270c102040 0x7f270c19d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37938/0 (socket says 172.21.15.38:37938) 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f2709d9b640 1 -- 172.21.15.38:0/2900926521 learned_addr learned my addr 172.21.15.38:0/2900926521 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.499+0000 7f270ad9d640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f270c102a00 0x7f270c19f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f270a59c640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f270c100e60 0x7f270c06b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f2709d9b640 1 -- 172.21.15.38:0/2900926521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f270c102a00 msgr2=0x7f270c19f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f2709d9b640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f270c102a00 0x7f270c19f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f2709d9b640 1 -- 172.21.15.38:0/2900926521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f270c100e60 msgr2=0x7f270c06b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f2709d9b640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f270c100e60 0x7f270c06b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f2709d9b640 1 -- 172.21.15.38:0/2900926521 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f270c19ff90 con 0x7f270c102040 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f270a59c640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f270c100e60 0x7f270c06b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f2709d9b640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f270c102040 0x7f270c19d060 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2700005940 tx=0x7f27000043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f26fb7fe640 1 -- 172.21.15.38:0/2900926521 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f270003f030 con 0x7f270c102040 2024-04-23T18:22:53.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f26fb7fe640 1 -- 172.21.15.38:0/2900926521 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2700003cd0 con 0x7f270c102040 2024-04-23T18:22:53.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f26fb7fe640 1 -- 172.21.15.38:0/2900926521 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2700035070 con 0x7f270c102040 2024-04-23T18:22:53.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f271087c640 1 -- 172.21.15.38:0/2900926521 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f270c1a01c0 con 0x7f270c102040 2024-04-23T18:22:53.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.500+0000 7f271087c640 1 -- 172.21.15.38:0/2900926521 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f270c1a0660 con 0x7f270c102040 2024-04-23T18:22:53.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.501+0000 7f271087c640 1 -- 172.21.15.38:0/2900926521 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f270c108280 con 0x7f270c102040 2024-04-23T18:22:53.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.502+0000 7f26fb7fe640 1 -- 172.21.15.38:0/2900926521 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2700042030 con 0x7f270c102040 2024-04-23T18:22:53.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.503+0000 7f26fb7fe640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26f40a3c30 0x7f26f40a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.503+0000 7f270a59c640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26f40a3c30 0x7f26f40a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.503+0000 7f26fb7fe640 1 -- 172.21.15.38:0/2900926521 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f27000f0ac0 con 0x7f270c102040 2024-04-23T18:22:53.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.504+0000 7f270a59c640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26f40a3c30 0x7f26f40a60f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f270c101bb0 tx=0x7f26fc009530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.508+0000 7f26fb7fe640 1 -- 172.21.15.38:0/2900926521 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f27000bd420 con 0x7f270c102040 2024-04-23T18:22:53.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:53 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3892649023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:53 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/525109355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:53 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3009626061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:53.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.694+0000 7f271087c640 1 -- 172.21.15.38:0/2900926521 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f270c062b80 con 0x7f270c102040 2024-04-23T18:22:53.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.694+0000 7f26fb7fe640 1 -- 172.21.15.38:0/2900926521 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f27000bcd20 con 0x7f270c102040 2024-04-23T18:22:53.687 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-04-23T18:22:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 -- 172.21.15.38:0/2900926521 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26f40a3c30 msgr2=0x7f26f40a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26f40a3c30 0x7f26f40a60f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f270c101bb0 tx=0x7f26fc009530 comp rx=0 tx=0).stop 2024-04-23T18:22:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 -- 172.21.15.38:0/2900926521 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f270c102040 msgr2=0x7f270c19d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f270c102040 0x7f270c19d060 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2700005940 tx=0x7f27000043b0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 -- 172.21.15.38:0/2900926521 shutdown_connections 2024-04-23T18:22:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f270c102a00 0x7f270c19f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f26f40a3c30 0x7f26f40a60f0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f270c102040 0x7f270c19d060 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 --2- 172.21.15.38:0/2900926521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f270c100e60 0x7f270c06b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 -- 172.21.15.38:0/2900926521 >> 172.21.15.38:0/2900926521 conn(0x7f270c0fc420 msgr2=0x7f270c105450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 -- 172.21.15.38:0/2900926521 shutdown_connections 2024-04-23T18:22:53.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.696+0000 7f271087c640 1 -- 172.21.15.38:0/2900926521 wait complete. 2024-04-23T18:22:53.700 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:22:53.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:53 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3892649023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:53 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/525109355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:53 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3009626061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:53.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.809+0000 7f0de120b640 1 -- 172.21.15.38:0/3925670763 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ddc105360 msgr2=0x7f0ddc107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.809+0000 7f0de120b640 1 --2- 172.21.15.38:0/3925670763 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ddc105360 0x7f0ddc107750 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc009900 tx=0x7f0dcc02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:53.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.809+0000 7f0de120b640 1 -- 172.21.15.38:0/3925670763 shutdown_connections 2024-04-23T18:22:53.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.809+0000 7f0de120b640 1 --2- 172.21.15.38:0/3925670763 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ddc107c90 0x7f0ddc10a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.809+0000 7f0de120b640 1 --2- 172.21.15.38:0/3925670763 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ddc105360 0x7f0ddc107750 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.809+0000 7f0de120b640 1 --2- 172.21.15.38:0/3925670763 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ddc102a30 0x7f0ddc104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.809+0000 7f0de120b640 1 -- 172.21.15.38:0/3925670763 >> 172.21.15.38:0/3925670763 conn(0x7f0ddc0fc440 msgr2=0x7f0ddc0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.809+0000 7f0de120b640 1 -- 172.21.15.38:0/3925670763 shutdown_connections 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.809+0000 7f0de120b640 1 -- 172.21.15.38:0/3925670763 wait complete. 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0de120b640 1 Processor -- start 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0de120b640 1 -- start start 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0de120b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ddc102a30 0x7f0ddc1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0de120b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ddc105360 0x7f0ddc198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0de120b640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ddc107c90 0x7f0ddc19f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0de120b640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0ddc10dc10 con 0x7f0ddc102a30 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0de120b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f0ddc10da90 con 0x7f0ddc105360 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0de120b640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0ddc10dd90 con 0x7f0ddc107c90 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0ddad9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ddc102a30 0x7f0ddc1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0ddad9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ddc102a30 0x7f0ddc1982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37950/0 (socket says 172.21.15.38:37950) 2024-04-23T18:22:53.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0ddad9d640 1 -- 172.21.15.38:0/947944298 learned_addr learned my addr 172.21.15.38:0/947944298 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:53.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.810+0000 7f0ddb59e640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ddc107c90 0x7f0ddc19f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0dda59c640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ddc105360 0x7f0ddc198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0ddad9d640 1 -- 172.21.15.38:0/947944298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ddc107c90 msgr2=0x7f0ddc19f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0ddad9d640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ddc107c90 0x7f0ddc19f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0ddad9d640 1 -- 172.21.15.38:0/947944298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ddc105360 msgr2=0x7f0ddc198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0ddad9d640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ddc105360 0x7f0ddc198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0ddad9d640 1 -- 172.21.15.38:0/947944298 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ddc19ff10 con 0x7f0ddc102a30 2024-04-23T18:22:53.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0ddb59e640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ddc107c90 0x7f0ddc19f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:53.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0ddad9d640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ddc102a30 0x7f0ddc1982f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0dd000c890 tx=0x7f0dd000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0dc3fff640 1 -- 172.21.15.38:0/947944298 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0004220 con 0x7f0ddc102a30 2024-04-23T18:22:53.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0de120b640 1 -- 172.21.15.38:0/947944298 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ddc1a0200 con 0x7f0ddc102a30 2024-04-23T18:22:53.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0dc3fff640 1 -- 172.21.15.38:0/947944298 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0dd00043c0 con 0x7f0ddc102a30 2024-04-23T18:22:53.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0dc3fff640 1 -- 172.21.15.38:0/947944298 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd00049e0 con 0x7f0ddc102a30 2024-04-23T18:22:53.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.811+0000 7f0de120b640 1 -- 172.21.15.38:0/947944298 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ddc1a0770 con 0x7f0ddc102a30 2024-04-23T18:22:53.810 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:53 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3892649023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.810 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:53 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/525109355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.810 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:53 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3009626061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:53.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.812+0000 7f0de120b640 1 -- 172.21.15.38:0/947944298 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ddc0fdf30 con 0x7f0ddc102a30 2024-04-23T18:22:53.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.813+0000 7f0dc3fff640 1 -- 172.21.15.38:0/947944298 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0dd0005140 con 0x7f0ddc102a30 2024-04-23T18:22:53.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.814+0000 7f0dc3fff640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0dc40a3bb0 0x7f0dc40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.814+0000 7f0dda59c640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0dc40a3bb0 0x7f0dc40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.814+0000 7f0dc3fff640 1 -- 172.21.15.38:0/947944298 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f0dd00d05c0 con 0x7f0ddc102a30 2024-04-23T18:22:53.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.815+0000 7f0dda59c640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0dc40a3bb0 0x7f0dc40a6070 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc000c00 tx=0x7f0dcc031c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:53.818+0000 7f0dc3fff640 1 -- 172.21.15.38:0/947944298 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0dd0014030 con 0x7f0ddc102a30 2024-04-23T18:22:54.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.045+0000 7f0de120b640 1 -- 172.21.15.38:0/947944298 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0ddc02d5c0 con 0x7f0ddc102a30 2024-04-23T18:22:54.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.045+0000 7f0dc3fff640 1 -- 172.21.15.38:0/947944298 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7f0dd009cf80 con 0x7f0ddc102a30 2024-04-23T18:22:54.038 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:54.038 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:21:06.301704+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24476,24490,14613,24466,24515]},"id":1}]} 2024-04-23T18:22:54.038 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 26 2024-04-23T18:22:54.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 -- 172.21.15.38:0/947944298 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0dc40a3bb0 msgr2=0x7f0dc40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0dc40a3bb0 0x7f0dc40a6070 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc000c00 tx=0x7f0dcc031c60 comp rx=0 tx=0).stop 2024-04-23T18:22:54.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 -- 172.21.15.38:0/947944298 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ddc102a30 msgr2=0x7f0ddc1982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ddc102a30 0x7f0ddc1982f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0dd000c890 tx=0x7f0dd000cd50 comp rx=0 tx=0).stop 2024-04-23T18:22:54.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 -- 172.21.15.38:0/947944298 shutdown_connections 2024-04-23T18:22:54.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ddc107c90 0x7f0ddc19f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f0dc40a3bb0 0x7f0dc40a6070 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ddc105360 0x7f0ddc198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 --2- 172.21.15.38:0/947944298 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ddc102a30 0x7f0ddc1982f0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 -- 172.21.15.38:0/947944298 >> 172.21.15.38:0/947944298 conn(0x7f0ddc0fc440 msgr2=0x7f0ddc103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 -- 172.21.15.38:0/947944298 shutdown_connections 2024-04-23T18:22:54.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.048+0000 7f0de120b640 1 -- 172.21.15.38:0/947944298 wait complete. 2024-04-23T18:22:54.052 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:54.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.162+0000 7f8229136640 1 -- 172.21.15.38:0/3393273610 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8224101fb0 msgr2=0x7f82241023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.162+0000 7f8229136640 1 --2- 172.21.15.38:0/3393273610 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8224101fb0 0x7f82241023d0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f8214009900 tx=0x7f821402a410 comp rx=0 tx=0).stop 2024-04-23T18:22:54.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.162+0000 7f8229136640 1 -- 172.21.15.38:0/3393273610 shutdown_connections 2024-04-23T18:22:54.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.162+0000 7f8229136640 1 --2- 172.21.15.38:0/3393273610 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8224103b60 0x7f822410a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.162+0000 7f8229136640 1 --2- 172.21.15.38:0/3393273610 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82241031a0 0x7f8224103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.162+0000 7f8229136640 1 --2- 172.21.15.38:0/3393273610 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8224101fb0 0x7f82241023d0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.162+0000 7f8229136640 1 -- 172.21.15.38:0/3393273610 >> 172.21.15.38:0/3393273610 conn(0x7f82240fd500 msgr2=0x7f82240ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.162+0000 7f8229136640 1 -- 172.21.15.38:0/3393273610 shutdown_connections 2024-04-23T18:22:54.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.162+0000 7f8229136640 1 -- 172.21.15.38:0/3393273610 wait complete. 2024-04-23T18:22:54.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8229136640 1 Processor -- start 2024-04-23T18:22:54.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8229136640 1 -- start start 2024-04-23T18:22:54.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8229136640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8224101fb0 0x7f82241982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8229136640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f82241031a0 0x7f8224198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8229136640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8224103b60 0x7f822419f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8229136640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f822410dc10 con 0x7f8224101fb0 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8229136640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f822410da90 con 0x7f8224103b60 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8229136640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f822410dd90 con 0x7f82241031a0 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8222d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8224101fb0 0x7f82241982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8222d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8224101fb0 0x7f82241982c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37960/0 (socket says 172.21.15.38:37960) 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f8222d9d640 1 -- 172.21.15.38:0/4118409867 learned_addr learned my addr 172.21.15.38:0/4118409867 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.163+0000 7f822359e640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8224103b60 0x7f822419f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f822259c640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f82241031a0 0x7f8224198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f8222d9d640 1 -- 172.21.15.38:0/4118409867 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f82241031a0 msgr2=0x7f8224198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f8222d9d640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f82241031a0 0x7f8224198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f8222d9d640 1 -- 172.21.15.38:0/4118409867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8224103b60 msgr2=0x7f822419f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f8222d9d640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8224103b60 0x7f822419f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f8222d9d640 1 -- 172.21.15.38:0/4118409867 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f822419fee0 con 0x7f8224101fb0 2024-04-23T18:22:54.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f8222d9d640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8224101fb0 0x7f82241982c0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f8214006010 tx=0x7f82140042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f820bfff640 1 -- 172.21.15.38:0/4118409867 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f821403f030 con 0x7f8224101fb0 2024-04-23T18:22:54.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f820bfff640 1 -- 172.21.15.38:0/4118409867 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8214003cd0 con 0x7f8224101fb0 2024-04-23T18:22:54.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f8229136640 1 -- 172.21.15.38:0/4118409867 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82241a0170 con 0x7f8224101fb0 2024-04-23T18:22:54.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f820bfff640 1 -- 172.21.15.38:0/4118409867 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8214035070 con 0x7f8224101fb0 2024-04-23T18:22:54.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.164+0000 7f8229136640 1 -- 172.21.15.38:0/4118409867 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82241a0660 con 0x7f8224101fb0 2024-04-23T18:22:54.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.165+0000 7f8229136640 1 -- 172.21.15.38:0/4118409867 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82241092d0 con 0x7f8224101fb0 2024-04-23T18:22:54.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.166+0000 7f820bfff640 1 -- 172.21.15.38:0/4118409867 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8214042030 con 0x7f8224101fb0 2024-04-23T18:22:54.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.167+0000 7f820bfff640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f820c0a3bb0 0x7f820c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.167+0000 7f822259c640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f820c0a3bb0 0x7f820c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.167+0000 7f820bfff640 1 -- 172.21.15.38:0/4118409867 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f82140f0950 con 0x7f8224101fb0 2024-04-23T18:22:54.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.168+0000 7f822259c640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f820c0a3bb0 0x7f820c0a6070 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f82241997d0 tx=0x7f8218005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.172+0000 7f820bfff640 1 -- 172.21.15.38:0/4118409867 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f82140bd2b0 con 0x7f8224101fb0 2024-04-23T18:22:54.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.361+0000 7f8229136640 1 -- 172.21.15.38:0/4118409867 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8224062b50 con 0x7f8224101fb0 2024-04-23T18:22:54.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.362+0000 7f820bfff640 1 -- 172.21.15.38:0/4118409867 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22733 (secure 0 0 0) 0x7f82140bcbb0 con 0x7f8224101fb0 2024-04-23T18:22:54.355 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:22:54.355 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":88,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:21:56.490546+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:54.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.364+0000 7f8229136640 1 -- 172.21.15.38:0/4118409867 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f820c0a3bb0 msgr2=0x7f820c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.364+0000 7f8229136640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f820c0a3bb0 0x7f820c0a6070 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f82241997d0 tx=0x7f8218005f90 comp rx=0 tx=0).stop 2024-04-23T18:22:54.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.364+0000 7f8229136640 1 -- 172.21.15.38:0/4118409867 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8224101fb0 msgr2=0x7f82241982c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.364+0000 7f8229136640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8224101fb0 0x7f82241982c0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f8214006010 tx=0x7f82140042f0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.364+0000 7f8229136640 1 -- 172.21.15.38:0/4118409867 shutdown_connections 2024-04-23T18:22:54.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.364+0000 7f8229136640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f82241031a0 0x7f8224198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.364+0000 7f8229136640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f820c0a3bb0 0x7f820c0a6070 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.364+0000 7f8229136640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8224103b60 0x7f822419f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.364+0000 7f8229136640 1 --2- 172.21.15.38:0/4118409867 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8224101fb0 0x7f82241982c0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.364+0000 7f8229136640 1 -- 172.21.15.38:0/4118409867 >> 172.21.15.38:0/4118409867 conn(0x7f82240fd500 msgr2=0x7f82241064a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.365+0000 7f8229136640 1 -- 172.21.15.38:0/4118409867 shutdown_connections 2024-04-23T18:22:54.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.365+0000 7f8229136640 1 -- 172.21.15.38:0/4118409867 wait complete. 2024-04-23T18:22:54.369 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-23T18:20:59.213374+0000', 'modified': '2024-04-23T18:21:06.301704+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24515, 'mds_1': 24490, 'mds_2': 24476, 'mds_3': 24466, 'mds_4': 14613}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14601': {'gid': 14601, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.38:6839/3049159496', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6838', 'nonce': 3049159496}, {'type': 'v1', 'addr': '172.21.15.38:6839', 'nonce': 3049159496}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14613': {'gid': 14613, 'name': 'a', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.38:6841/1442832074', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6840', 'nonce': 1442832074}, {'type': 'v1', 'addr': '172.21.15.38:6841', 'nonce': 1442832074}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24407': {'gid': 24407, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.76:6833/2806134072', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6832', 'nonce': 2806134072}, {'type': 'v1', 'addr': '172.21.15.76:6833', 'nonce': 2806134072}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24415': {'gid': 24415, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.102:6833/313383569', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6832', 'nonce': 313383569}, {'type': 'v1', 'addr': '172.21.15.102:6833', 'nonce': 313383569}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24446': {'gid': 24446, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.76:6835/2096401719', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6834', 'nonce': 2096401719}, {'type': 'v1', 'addr': '172.21.15.76:6835', 'nonce': 2096401719}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24454': {'gid': 24454, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.102:6835/102338408', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6834', 'nonce': 102338408}, {'type': 'v1', 'addr': '172.21.15.102:6835', 'nonce': 102338408}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'c', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.102:6837/4151349545', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6836', 'nonce': 4151349545}, {'type': 'v1', 'addr': '172.21.15.102:6837', 'nonce': 4151349545}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.76:6837/1729588944', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6836', 'nonce': 1729588944}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 1729588944}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.102:6839/605249821', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6838', 'nonce': 605249821}, {'type': 'v1', 'addr': '172.21.15.102:6839', 'nonce': 605249821}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24515': {'gid': 24515, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6839/1163687573', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6838', 'nonce': 1163687573}, {'type': 'v1', 'addr': '172.21.15.76:6839', 'nonce': 1163687573}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24515, 'qdb_cluster': [24476, 24490, 14613, 24466, 24515]} 2024-04-23T18:22:54.369 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-23T18:22:54.369 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-23T18:22:54.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.482+0000 7f8af302c640 1 -- 172.21.15.38:0/461840305 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8aec100800 msgr2=0x7f8aec100c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.482+0000 7f8af302c640 1 --2- 172.21.15.38:0/461840305 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8aec100800 0x7f8aec100c20 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009900 tx=0x7f8ae002a3f0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.482+0000 7f8af302c640 1 -- 172.21.15.38:0/461840305 shutdown_connections 2024-04-23T18:22:54.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.482+0000 7f8af302c640 1 --2- 172.21.15.38:0/461840305 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8aec101160 0x7f8aec1015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.482+0000 7f8af302c640 1 --2- 172.21.15.38:0/461840305 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8aec101b00 0x7f8aec101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.482+0000 7f8af302c640 1 --2- 172.21.15.38:0/461840305 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8aec100800 0x7f8aec100c20 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.482+0000 7f8af302c640 1 -- 172.21.15.38:0/461840305 >> 172.21.15.38:0/461840305 conn(0x7f8aec0fc400 msgr2=0x7f8aec0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.482+0000 7f8af302c640 1 -- 172.21.15.38:0/461840305 shutdown_connections 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.482+0000 7f8af302c640 1 -- 172.21.15.38:0/461840305 wait complete. 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8af302c640 1 Processor -- start 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8af302c640 1 -- start start 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8af302c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8aec100800 0x7f8aec19a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8af302c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8aec101160 0x7f8aec19a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8af302c640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8aec101b00 0x7f8aec1a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8af302c640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec10fe00 con 0x7f8aec101160 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8af302c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec10fc80 con 0x7f8aec100800 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8af302c640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec10ff80 con 0x7f8aec101b00 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8aebfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8aec101160 0x7f8aec19a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8aebfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8aec101160 0x7f8aec19a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37964/0 (socket says 172.21.15.38:37964) 2024-04-23T18:22:54.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8aebfff640 1 -- 172.21.15.38:0/1372903964 learned_addr learned my addr 172.21.15.38:0/1372903964 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8af15c9640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8aec101b00 0x7f8aec1a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8aec100800 0x7f8aec19a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8aebfff640 1 -- 172.21.15.38:0/1372903964 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8aec101b00 msgr2=0x7f8aec1a1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8aebfff640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8aec101b00 0x7f8aec1a1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8aebfff640 1 -- 172.21.15.38:0/1372903964 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8aec100800 msgr2=0x7f8aec19a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.483+0000 7f8aebfff640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8aec100800 0x7f8aec19a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.484+0000 7f8aebfff640 1 -- 172.21.15.38:0/1372903964 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aec1a1f90 con 0x7f8aec101160 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.484+0000 7f8aebfff640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8aec101160 0x7f8aec19a8b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f8ad800c920 tx=0x7f8ad800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.484+0000 7f8ae9ffb640 1 -- 172.21.15.38:0/1372903964 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad8007c70 con 0x7f8aec101160 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.484+0000 7f8ae9ffb640 1 -- 172.21.15.38:0/1372903964 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8ad8007e10 con 0x7f8aec101160 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.484+0000 7f8af302c640 1 -- 172.21.15.38:0/1372903964 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8aec1a2280 con 0x7f8aec101160 2024-04-23T18:22:54.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.484+0000 7f8ae9ffb640 1 -- 172.21.15.38:0/1372903964 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad80188c0 con 0x7f8aec101160 2024-04-23T18:22:54.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.484+0000 7f8af302c640 1 -- 172.21.15.38:0/1372903964 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8aec1a27d0 con 0x7f8aec101160 2024-04-23T18:22:54.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.486+0000 7f8ae9ffb640 1 -- 172.21.15.38:0/1372903964 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8ad8018a60 con 0x7f8aec101160 2024-04-23T18:22:54.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8af5e17740 1 Processor -- start 2024-04-23T18:22:54.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8af5e17740 1 -- start start 2024-04-23T18:22:54.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d66b80 0x55c0e0d66fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d67d50 0x55c0e0d681d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d68710 0x55c0e0d6efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8af5e17740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0ccbc50 con 0x55c0e0d68710 2024-04-23T18:22:54.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8af5e17740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0c68830 con 0x55c0e0d66b80 2024-04-23T18:22:54.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8af5e17740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0cc7c10 con 0x55c0e0d67d50 2024-04-23T18:22:54.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8aebfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d68710 0x55c0e0d6efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8aebfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d68710 0x55c0e0d6efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37970/0 (socket says 172.21.15.38:37970) 2024-04-23T18:22:54.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8aebfff640 1 -- 172.21.15.38:0/1117332256 learned_addr learned my addr 172.21.15.38:0/1117332256 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/1117332256 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d67d50 0x55c0e0d681d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8ae9ffb640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8adc0a3bb0 0x7f8adc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.487+0000 7f8af15c9640 1 --2- 172.21.15.38:0/1117332256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d66b80 0x55c0e0d66fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8af15c9640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8adc0a3bb0 0x7f8adc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8af0dc8640 1 -- 172.21.15.38:0/1117332256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d66b80 msgr2=0x55c0e0d66fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/1117332256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d66b80 0x55c0e0d66fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8af0dc8640 1 -- 172.21.15.38:0/1117332256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d68710 msgr2=0x55c0e0d6efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8ae9ffb640 1 -- 172.21.15.38:0/1372903964 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f8ad80d05c0 con 0x7f8aec101160 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/1117332256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d68710 0x55c0e0d6efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8af0dc8640 1 -- 172.21.15.38:0/1117332256 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0e09de2d0 con 0x55c0e0d67d50 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8aebfff640 1 --2- 172.21.15.38:0/1117332256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d68710 0x55c0e0d6efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/1117332256 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d67d50 0x55c0e0d681d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009230 tx=0x7f8ae0031c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c71f0bb271f915d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8af15c9640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8adc0a3bb0 0x7f8adc0a6070 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x55c0e0d67c50 tx=0x7f8ae4004ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8ad6ffd640 1 -- 172.21.15.38:0/1117332256 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae003f070 con 0x55c0e0d67d50 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8ad6ffd640 1 -- 172.21.15.38:0/1117332256 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8ae0031810 con 0x55c0e0d67d50 2024-04-23T18:22:54.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.488+0000 7f8ad6ffd640 1 -- 172.21.15.38:0/1117332256 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0035070 con 0x55c0e0d67d50 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.489+0000 7f8af5e17740 1 -- 172.21.15.38:0/1117332256 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d67d50 msgr2=0x55c0e0d681d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.489+0000 7f8af5e17740 1 --2- 172.21.15.38:0/1117332256 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d67d50 0x55c0e0d681d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009230 tx=0x7f8ae0031c70 comp rx=0 tx=0).stop 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.489+0000 7f8af5e17740 1 -- 172.21.15.38:0/1117332256 shutdown_connections 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.489+0000 7f8af5e17740 1 --2- 172.21.15.38:0/1117332256 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d67d50 0x55c0e0d681d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.489+0000 7f8af5e17740 1 --2- 172.21.15.38:0/1117332256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d68710 0x55c0e0d6efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.489+0000 7f8af5e17740 1 --2- 172.21.15.38:0/1117332256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d66b80 0x55c0e0d66fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.489+0000 7f8af5e17740 1 -- 172.21.15.38:0/1117332256 >> 172.21.15.38:0/1117332256 conn(0x55c0e0d62070 msgr2=0x55c0e0d62470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.489+0000 7f8af5e17740 1 -- 172.21.15.38:0/1117332256 shutdown_connections 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.489+0000 7f8af5e17740 1 -- 172.21.15.38:0/1117332256 wait complete. 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af5e17740 1 -- start start 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af5e17740 1 Processor -- start 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d66b80 0x55c0e0d70f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d67d50 0x55c0e0d714c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d68710 0x55c0e0d78500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af5e17740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0d6f6c0 con 0x55c0e0d67d50 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af5e17740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0c66470 con 0x55c0e0d68710 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af5e17740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0d6f840 con 0x55c0e0d66b80 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af5e17740 10 client.0 _ll_register_callbacks cb 0x55c0e0c8bf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8aebfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d67d50 0x55c0e0d714c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af0dc8640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d66b80 0x55c0e0d70f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8aebfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d67d50 0x55c0e0d714c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37984/0 (socket says 172.21.15.38:37984) 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af0dc8640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d66b80 0x55c0e0d70f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:48200/0 (socket says 172.21.15.38:48200) 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8aebfff640 1 -- 172.21.15.38:0/3683597689 learned_addr learned my addr 172.21.15.38:0/3683597689 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.490+0000 7f8af15c9640 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d68710 0x55c0e0d78500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8af0dc8640 1 -- 172.21.15.38:0/3683597689 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d68710 msgr2=0x55c0e0d78500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d68710 0x55c0e0d78500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8af0dc8640 1 -- 172.21.15.38:0/3683597689 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d67d50 msgr2=0x55c0e0d714c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d67d50 0x55c0e0d714c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8af0dc8640 1 -- 172.21.15.38:0/3683597689 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0e0aa86b0 con 0x55c0e0d66b80 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8aebfff640 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d67d50 0x55c0e0d714c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d66b80 0x55c0e0d70f80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0006010 tx=0x7f8ae0031750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f89bc86f949e59d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8acbfff640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8acbfff640 1 -- 172.21.15.38:0/3683597689 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae004a070 con 0x55c0e0d66b80 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8af5e17740 1 -- 172.21.15.38:0/3683597689 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ae0031810 con 0x55c0e0d66b80 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8acbfff640 1 -- 172.21.15.38:0/3683597689 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f8ae0004d30 con 0x55c0e0d66b80 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8acbfff640 1 -- 172.21.15.38:0/3683597689 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8ae0056050 con 0x55c0e0d66b80 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8af5e17740 10 client.24934 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8af5e17740 1 -- 172.21.15.38:0/3683597689 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c0e0d6f710 con 0x55c0e0d66b80 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.491+0000 7f8acbfff640 1 -- 172.21.15.38:0/3683597689 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8ae0031810 con 0x55c0e0d66b80 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.492+0000 7f8acbfff640 1 -- 172.21.15.38:0/3683597689 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8ae0043600 con 0x55c0e0d66b80 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.492+0000 7f8af5e17740 10 client.24934 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.492+0000 7f8af5e17740 10 client.24934 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-23T18:22:54.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.492+0000 7f8af5e17740 20 client.24934 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.492+0000 7f8af5e17740 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55c0e0d7da20 0x55c0e0d7ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.492+0000 7f8af5e17740 4 client.24934 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.492+0000 7f8af5e17740 1 -- 172.21.15.38:0/3683597689 --> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0e0cd9670 con 0x55c0e0d7da20 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.492+0000 7f8aebfff640 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55c0e0d7da20 0x55c0e0d7ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.492+0000 7f8acbfff640 10 client.24934 ms_handle_connect on v2:172.21.15.38:6840/1442832074 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.492+0000 7f8aebfff640 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55c0e0d7da20 0x55c0e0d7ee90 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e62714e086fea89c server_cookie=e375a671f4322e68 in_seq=0 out_seq=0 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8acbfff640 1 -- 172.21.15.38:0/3683597689 <== mds.4 v2:172.21.15.38:6840/1442832074 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c0e0cd9670 con 0x55c0e0d7da20 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8acbfff640 10 client.24934 handle_command_reply: tid=0 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 client.24934 shutdown 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 -- 172.21.15.38:0/3683597689 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d66b80 msgr2=0x55c0e0d70f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d66b80 0x55c0e0d70f80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0006010 tx=0x7f8ae0031750 comp rx=0 tx=0).stop 2024-04-23T18:22:54.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 -- 172.21.15.38:0/3683597689 shutdown_connections 2024-04-23T18:22:54.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55c0e0d7da20 0x55c0e0d7ee90 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d68710 0x55c0e0d78500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8acbfff640 0 client.24934 ms_handle_reset on v2:172.21.15.38:6840/1442832074 2024-04-23T18:22:54.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d67d50 0x55c0e0d714c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 --2- 172.21.15.38:0/3683597689 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d66b80 0x55c0e0d70f80 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 -- 172.21.15.38:0/3683597689 >> 172.21.15.38:0/3683597689 conn(0x55c0e0d62070 msgr2=0x55c0e0d611d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 -- 172.21.15.38:0/3683597689 shutdown_connections 2024-04-23T18:22:54.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 1 -- 172.21.15.38:0/3683597689 wait complete. 2024-04-23T18:22:54.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.493+0000 7f8af5e17740 20 client.24934 trim_cache size 0 max 16384 2024-04-23T18:22:54.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af5e17740 1 Processor -- start 2024-04-23T18:22:54.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af5e17740 1 -- start start 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d7ca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d67d50 0x55c0e0d5d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d68710 0x55c0e0d64f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af5e17740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0d7d1d0 con 0x55c0e0d66b80 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af5e17740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0d7d8a0 con 0x55c0e0d67d50 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af5e17740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0d7df70 con 0x55c0e0d68710 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af0dc8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d7ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af0dc8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d7ca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37998/0 (socket says 172.21.15.38:37998) 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af0dc8640 1 -- 172.21.15.38:0/1216465604 learned_addr learned my addr 172.21.15.38:0/1216465604 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af15c9640 1 --2- 172.21.15.38:0/1216465604 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d68710 0x55c0e0d64f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8aebfff640 1 --2- 172.21.15.38:0/1216465604 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d67d50 0x55c0e0d5d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af0dc8640 1 -- 172.21.15.38:0/1216465604 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d68710 msgr2=0x55c0e0d64f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/1216465604 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d68710 0x55c0e0d64f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af0dc8640 1 -- 172.21.15.38:0/1216465604 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d67d50 msgr2=0x55c0e0d5d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/1216465604 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d67d50 0x55c0e0d5d0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af0dc8640 1 -- 172.21.15.38:0/1216465604 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0e0d7f1c0 con 0x55c0e0d66b80 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.512+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/1216465604 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d7ca50 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0043a20 tx=0x7f8ae0031c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b70baa38617ce6c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8ad67fc640 1 -- 172.21.15.38:0/1216465604 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0053020 con 0x55c0e0d66b80 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8ad67fc640 1 -- 172.21.15.38:0/1216465604 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8ae00046c0 con 0x55c0e0d66b80 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8ad67fc640 1 -- 172.21.15.38:0/1216465604 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae004a070 con 0x55c0e0d66b80 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8af5e17740 1 -- 172.21.15.38:0/1216465604 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 msgr2=0x55c0e0d7ca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8af5e17740 1 --2- 172.21.15.38:0/1216465604 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d7ca50 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0043a20 tx=0x7f8ae0031c70 comp rx=0 tx=0).stop 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8af5e17740 1 -- 172.21.15.38:0/1216465604 shutdown_connections 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8af5e17740 1 --2- 172.21.15.38:0/1216465604 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d68710 0x55c0e0d64f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8af5e17740 1 --2- 172.21.15.38:0/1216465604 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d67d50 0x55c0e0d5d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8af5e17740 1 --2- 172.21.15.38:0/1216465604 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d7ca50 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8af5e17740 1 -- 172.21.15.38:0/1216465604 >> 172.21.15.38:0/1216465604 conn(0x55c0e0d62070 msgr2=0x55c0e0d62450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8af5e17740 1 -- 172.21.15.38:0/1216465604 shutdown_connections 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.513+0000 7f8af5e17740 1 -- 172.21.15.38:0/1216465604 wait complete. 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af5e17740 1 -- start start 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af5e17740 1 Processor -- start 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d73130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d67d50 0x55c0e0d73670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af5e17740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d68710 0x55c0e0d76640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af5e17740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0d7ed10 con 0x55c0e0d66b80 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af5e17740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0d7e640 con 0x55c0e0d67d50 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af5e17740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c0e0d7f3e0 con 0x55c0e0d68710 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af5e17740 10 client.0 _ll_register_callbacks cb 0x7f8ad80d3ed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:54.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af0dc8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d73130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af0dc8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d73130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38000/0 (socket says 172.21.15.38:38000) 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af0dc8640 1 -- 172.21.15.38:0/2396513956 learned_addr learned my addr 172.21.15.38:0/2396513956 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8af15c9640 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d68710 0x55c0e0d76640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.514+0000 7f8aebfff640 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d67d50 0x55c0e0d73670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8af0dc8640 1 -- 172.21.15.38:0/2396513956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d68710 msgr2=0x55c0e0d76640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d68710 0x55c0e0d76640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8af0dc8640 1 -- 172.21.15.38:0/2396513956 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d67d50 msgr2=0x55c0e0d73670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d67d50 0x55c0e0d73670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8af0dc8640 1 -- 172.21.15.38:0/2396513956 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0e0d76c30 con 0x55c0e0d66b80 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8af0dc8640 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d73130 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0005560 tx=0x7f8ae0031690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7393dee813d0e5dc server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8acbfff640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8acbfff640 1 -- 172.21.15.38:0/2396513956 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae004a040 con 0x55c0e0d66b80 2024-04-23T18:22:54.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8acbfff640 1 -- 172.21.15.38:0/2396513956 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f8ae0004b30 con 0x55c0e0d66b80 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8af5e17740 1 -- 172.21.15.38:0/2396513956 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ae00046c0 con 0x55c0e0d66b80 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8acbfff640 1 -- 172.21.15.38:0/2396513956 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8ae006a050 con 0x55c0e0d66b80 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8af5e17740 10 client.15243 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.515+0000 7f8af5e17740 1 -- 172.21.15.38:0/2396513956 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c0e0de3a30 con 0x55c0e0d66b80 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8acbfff640 1 -- 172.21.15.38:0/2396513956 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8ae00046c0 con 0x55c0e0d66b80 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8acbfff640 1 -- 172.21.15.38:0/2396513956 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8ae0003a30 con 0x55c0e0d66b80 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8af5e17740 10 client.15243 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8af5e17740 10 client.15243 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8af5e17740 20 client.15243 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8af5e17740 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55c0e0de8240 0x55c0e0de6f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8af5e17740 4 client.15243 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8af5e17740 1 -- 172.21.15.38:0/2396513956 --> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] -- command(tid 0: {"prefix": "status"}) -- 0x55c0e0cd34e0 con 0x55c0e0de8240 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8aebfff640 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55c0e0de8240 0x55c0e0de6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8acbfff640 10 client.15243 ms_handle_connect on v2:172.21.15.38:6840/1442832074 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.516+0000 7f8aebfff640 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55c0e0de8240 0x55c0e0de6f50 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ba8c206621189dac server_cookie=15dd87812e60c804 in_seq=0 out_seq=0 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8acbfff640 1 -- 172.21.15.38:0/2396513956 <== mds.4 v2:172.21.15.38:6840/1442832074 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55c0e0cd34e0 con 0x55c0e0de8240 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8acbfff640 10 client.15243 handle_command_reply: tid=0 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 client.15243 shutdown 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 -- 172.21.15.38:0/2396513956 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 msgr2=0x55c0e0d73130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d73130 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0005560 tx=0x7f8ae0031690 comp rx=0 tx=0).stop 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 -- 172.21.15.38:0/2396513956 shutdown_connections 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55c0e0de8240 0x55c0e0de6f50 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c0e0d68710 0x55c0e0d76640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c0e0d67d50 0x55c0e0d73670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 --2- 172.21.15.38:0/2396513956 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0e0d66b80 0x55c0e0d73130 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8acbfff640 0 client.15243 ms_handle_reset on v2:172.21.15.38:6840/1442832074 2024-04-23T18:22:54.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 -- 172.21.15.38:0/2396513956 >> 172.21.15.38:0/2396513956 conn(0x55c0e0d62070 msgr2=0x55c0e0d7ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 -- 172.21.15.38:0/2396513956 shutdown_connections 2024-04-23T18:22:54.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 1 -- 172.21.15.38:0/2396513956 wait complete. 2024-04-23T18:22:54.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.517+0000 7f8af5e17740 20 client.15243 trim_cache size 0 max 16384 2024-04-23T18:22:54.517 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:22:54.517 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:54.517 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 4, 2024-04-23T18:22:54.517 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 14613, 2024-04-23T18:22:54.517 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:22:54.517 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:22:54.517 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:22:54.518 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 109.22417555600001, 2024-04-23T18:22:54.518 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:54.518 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:54.518 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:54.518 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 124.340966896 2024-04-23T18:22:54.518 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:22:54.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 -- 172.21.15.38:0/1372903964 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8adc0a3bb0 msgr2=0x7f8adc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8adc0a3bb0 0x7f8adc0a6070 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x55c0e0d67c50 tx=0x7f8ae4004ab0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 -- 172.21.15.38:0/1372903964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8aec101160 msgr2=0x7f8aec19a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8aec101160 0x7f8aec19a8b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f8ad800c920 tx=0x7f8ad800cde0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 -- 172.21.15.38:0/1372903964 shutdown_connections 2024-04-23T18:22:54.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8aec101b00 0x7f8aec1a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f8adc0a3bb0 0x7f8adc0a6070 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8aec101160 0x7f8aec19a8b0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 --2- 172.21.15.38:0/1372903964 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8aec100800 0x7f8aec19a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 -- 172.21.15.38:0/1372903964 >> 172.21.15.38:0/1372903964 conn(0x7f8aec0fc400 msgr2=0x7f8aec0fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 -- 172.21.15.38:0/1372903964 shutdown_connections 2024-04-23T18:22:54.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.518+0000 7f8af302c640 1 -- 172.21.15.38:0/1372903964 wait complete. 2024-04-23T18:22:54.523 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-04-23T18:22:54.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.634+0000 7f208734f640 1 -- 172.21.15.38:0/3752990562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2080100e90 msgr2=0x7f20801012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.634+0000 7f208734f640 1 --2- 172.21.15.38:0/3752990562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2080100e90 0x7f20801012b0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f2070009900 tx=0x7f207002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:54.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.634+0000 7f208734f640 1 -- 172.21.15.38:0/3752990562 shutdown_connections 2024-04-23T18:22:54.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.634+0000 7f208734f640 1 --2- 172.21.15.38:0/3752990562 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20801029a0 0x7f20801092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.634+0000 7f208734f640 1 --2- 172.21.15.38:0/3752990562 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2080101fe0 0x7f2080102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.634+0000 7f208734f640 1 --2- 172.21.15.38:0/3752990562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2080100e90 0x7f20801012b0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.634+0000 7f208734f640 1 -- 172.21.15.38:0/3752990562 >> 172.21.15.38:0/3752990562 conn(0x7f20800fc400 msgr2=0x7f20800fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.635+0000 7f208734f640 1 -- 172.21.15.38:0/3752990562 shutdown_connections 2024-04-23T18:22:54.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.635+0000 7f208734f640 1 -- 172.21.15.38:0/3752990562 wait complete. 2024-04-23T18:22:54.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.635+0000 7f208734f640 1 Processor -- start 2024-04-23T18:22:54.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.635+0000 7f208734f640 1 -- start start 2024-04-23T18:22:54.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f208734f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2080100e90 0x7f20801971a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f208734f640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2080101fe0 0x7f20801976e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f208734f640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f20801029a0 0x7f208019e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f208734f640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f208010cb00 con 0x7f20801029a0 2024-04-23T18:22:54.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f208734f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f208010c980 con 0x7f2080100e90 2024-04-23T18:22:54.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f208734f640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f208010cc80 con 0x7f2080101fe0 2024-04-23T18:22:54.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20858ec640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f20801029a0 0x7f208019e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20858ec640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f20801029a0 0x7f208019e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38018/0 (socket says 172.21.15.38:38018) 2024-04-23T18:22:54.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20858ec640 1 -- 172.21.15.38:0/1658947312 learned_addr learned my addr 172.21.15.38:0/1658947312 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20848ea640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2080101fe0 0x7f20801976e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20850eb640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2080100e90 0x7f20801971a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20858ec640 1 -- 172.21.15.38:0/1658947312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2080101fe0 msgr2=0x7f20801976e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20858ec640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2080101fe0 0x7f20801976e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20858ec640 1 -- 172.21.15.38:0/1658947312 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2080100e90 msgr2=0x7f20801971a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20858ec640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2080100e90 0x7f20801971a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20858ec640 1 -- 172.21.15.38:0/1658947312 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f208019edc0 con 0x7f20801029a0 2024-04-23T18:22:54.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20850eb640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2080100e90 0x7f20801971a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20858ec640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f20801029a0 0x7f208019e750 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f207800eb10 tx=0x7f207800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20767fc640 1 -- 172.21.15.38:0/1658947312 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2078004b20 con 0x7f20801029a0 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20767fc640 1 -- 172.21.15.38:0/1658947312 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2078004cc0 con 0x7f20801029a0 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f208734f640 1 -- 172.21.15.38:0/1658947312 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f208019f0b0 con 0x7f20801029a0 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.636+0000 7f20767fc640 1 -- 172.21.15.38:0/1658947312 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2078010720 con 0x7f20801029a0 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.637+0000 7f208734f640 1 -- 172.21.15.38:0/1658947312 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f208019f600 con 0x7f20801029a0 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f20767fc640 1 -- 172.21.15.38:0/1658947312 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2078005020 con 0x7f20801029a0 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f208a06d740 1 Processor -- start 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f208a06d740 1 -- start start 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f208a06d740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea0d90 0x557f00ea11b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f208a06d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00ea23e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f208a06d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00ea91b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f208a06d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557f00e03c50 con 0x557f00ea2920 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f208a06d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x557f00da0830 con 0x557f00ea1f60 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f208a06d740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557f00dffc10 con 0x557f00ea0d90 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f20848ea640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00ea91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f20848ea640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00ea91b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38020/0 (socket says 172.21.15.38:38020) 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.639+0000 7f20848ea640 1 -- 172.21.15.38:0/2983101713 learned_addr learned my addr 172.21.15.38:0/2983101713 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20850eb640 1 --2- 172.21.15.38:0/2983101713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00ea23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20848ea640 1 --2- 172.21.15.38:0/2983101713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea0d90 0x557f00ea11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20767fc640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f206c0a3c30 0x7f206c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20858ec640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f206c0a3c30 0x7f206c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20848ea640 1 -- 172.21.15.38:0/2983101713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea0d90 msgr2=0x557f00ea11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20848ea640 1 --2- 172.21.15.38:0/2983101713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea0d90 0x557f00ea11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20848ea640 1 -- 172.21.15.38:0/2983101713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 msgr2=0x557f00ea23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20848ea640 1 --2- 172.21.15.38:0/2983101713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00ea23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20848ea640 1 -- 172.21.15.38:0/2983101713 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f00b162d0 con 0x557f00ea2920 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20850eb640 1 --2- 172.21.15.38:0/2983101713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00ea23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20767fc640 1 -- 172.21.15.38:0/1658947312 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f20780d09c0 con 0x7f20801029a0 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20848ea640 1 --2- 172.21.15.38:0/2983101713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00ea91b0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x557f00ea1e60 tx=0x7f207c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cc9d56d1a912686 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f20858ec640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f206c0a3c30 0x7f206c0a60f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2078099650 tx=0x7f207800efd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f206b7fe640 1 -- 172.21.15.38:0/2983101713 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207c012cc0 con 0x557f00ea2920 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f206b7fe640 1 -- 172.21.15.38:0/2983101713 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f207c010770 con 0x557f00ea2920 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.640+0000 7f206b7fe640 1 -- 172.21.15.38:0/2983101713 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207c012e60 con 0x557f00ea2920 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.641+0000 7f208a06d740 1 -- 172.21.15.38:0/2983101713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 msgr2=0x557f00ea91b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.641+0000 7f208a06d740 1 --2- 172.21.15.38:0/2983101713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00ea91b0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x557f00ea1e60 tx=0x7f207c004730 comp rx=0 tx=0).stop 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.641+0000 7f208a06d740 1 -- 172.21.15.38:0/2983101713 shutdown_connections 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.641+0000 7f208a06d740 1 --2- 172.21.15.38:0/2983101713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00ea91b0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.641+0000 7f208a06d740 1 --2- 172.21.15.38:0/2983101713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00ea23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.641+0000 7f208a06d740 1 --2- 172.21.15.38:0/2983101713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea0d90 0x557f00ea11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.641+0000 7f208a06d740 1 -- 172.21.15.38:0/2983101713 >> 172.21.15.38:0/2983101713 conn(0x557f00e9a070 msgr2=0x557f00e9a470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.641+0000 7f208a06d740 1 -- 172.21.15.38:0/2983101713 shutdown_connections 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.641+0000 7f208a06d740 1 -- 172.21.15.38:0/2983101713 wait complete. 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.641+0000 7f208a06d740 1 -- start start 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f208a06d740 1 Processor -- start 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f208a06d740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea0d90 0x557f00eab240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f208a06d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00eab780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f208a06d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00eb27c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f208a06d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557f00ea9930 con 0x557f00ea2920 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f208a06d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x557f00d9e470 con 0x557f00ea1f60 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f208a06d740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557f00ea9ab0 con 0x557f00ea0d90 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f208a06d740 10 client.0 _ll_register_callbacks cb 0x557f00dc3f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20848ea640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00eb27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20848ea640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00eb27c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38030/0 (socket says 172.21.15.38:38030) 2024-04-23T18:22:54.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20848ea640 1 -- 172.21.15.38:0/2212431914 learned_addr learned my addr 172.21.15.38:0/2212431914 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20848ea640 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea0d90 0x557f00eab240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20850eb640 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00eab780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20848ea640 1 -- 172.21.15.38:0/2212431914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea0d90 msgr2=0x557f00eab240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20848ea640 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea0d90 0x557f00eab240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20848ea640 1 -- 172.21.15.38:0/2212431914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 msgr2=0x557f00eab780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20848ea640 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00eab780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20848ea640 1 -- 172.21.15.38:0/2212431914 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f00be06b0 con 0x557f00ea2920 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.642+0000 7f20850eb640 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00eab780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f20848ea640 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00eb27c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f207c012f80 tx=0x7f207c01b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a368c46358ca226c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f2068ff9640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f2068ff9640 1 -- 172.21.15.38:0/2212431914 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207c01f460 con 0x557f00ea2920 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f208a06d740 1 -- 172.21.15.38:0/2212431914 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f207c010770 con 0x557f00ea2920 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f2068ff9640 1 -- 172.21.15.38:0/2212431914 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f207c02c370 con 0x557f00ea2920 2024-04-23T18:22:54.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f2068ff9640 1 -- 172.21.15.38:0/2212431914 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f207c01f600 con 0x557f00ea2920 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f208a06d740 10 client.15255 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f208a06d740 1 -- 172.21.15.38:0/2212431914 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557f00eb5b30 con 0x557f00ea2920 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f2068ff9640 1 -- 172.21.15.38:0/2212431914 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f207c010770 con 0x557f00ea2920 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f2068ff9640 1 -- 172.21.15.38:0/2212431914 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f207c02cad0 con 0x557f00ea2920 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f208a06d740 10 client.15255 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f208a06d740 10 client.15255 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f208a06d740 20 client.15255 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f208a06d740 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x557f00eb7e00 0x557f00eb9270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f208a06d740 4 client.15255 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.643+0000 7f208a06d740 1 -- 172.21.15.38:0/2212431914 --> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f00e11670 con 0x557f00eb7e00 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.644+0000 7f20850eb640 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x557f00eb7e00 0x557f00eb9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.644+0000 7f2068ff9640 10 client.15255 ms_handle_connect on v2:172.21.15.102:6836/4151349545 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.644+0000 7f20850eb640 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x557f00eb7e00 0x557f00eb9270 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ad856f0170629a1d server_cookie=d1423081dbf7f2b7 in_seq=0 out_seq=0 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f2068ff9640 1 -- 172.21.15.38:0/2212431914 <== mds.3 v2:172.21.15.102:6836/4151349545 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557f00e11670 con 0x557f00eb7e00 2024-04-23T18:22:54.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f2068ff9640 10 client.15255 handle_command_reply: tid=0 2024-04-23T18:22:54.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 client.15255 shutdown 2024-04-23T18:22:54.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 -- 172.21.15.38:0/2212431914 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 msgr2=0x557f00eb27c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00eb27c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f207c012f80 tx=0x7f207c01b040 comp rx=0 tx=0).stop 2024-04-23T18:22:54.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 -- 172.21.15.38:0/2212431914 shutdown_connections 2024-04-23T18:22:54.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x557f00eb7e00 0x557f00eb9270 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea2920 0x557f00eb27c0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00eab780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f2068ff9640 0 client.15255 ms_handle_reset on v2:172.21.15.102:6836/4151349545 2024-04-23T18:22:54.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 --2- 172.21.15.38:0/2212431914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea0d90 0x557f00eab240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 -- 172.21.15.38:0/2212431914 >> 172.21.15.38:0/2212431914 conn(0x557f00e9a070 msgr2=0x557f00e991d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 -- 172.21.15.38:0/2212431914 shutdown_connections 2024-04-23T18:22:54.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.645+0000 7f208a06d740 1 -- 172.21.15.38:0/2212431914 wait complete. 2024-04-23T18:22:54.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.646+0000 7f208a06d740 20 client.15255 trim_cache size 0 max 16384 2024-04-23T18:22:54.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:54 smithi038 ceph-mon[29217]: pgmap v347: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:54.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:54 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/38804108' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:54.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:54 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2900926521' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:54.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:54 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/947944298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:54.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f208a06d740 1 Processor -- start 2024-04-23T18:22:54.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f208a06d740 1 -- start start 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f208a06d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00eab6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f208a06d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00eb26e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f208a06d740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea2920 0x557f00e9a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f208a06d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557f00eb75b0 con 0x557f00ea0d90 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f208a06d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x557f00eb7c80 con 0x557f00ea1f60 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f208a06d740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557f00eb8350 con 0x557f00ea2920 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f20848ea640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00eab6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f20848ea640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00eab6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38034/0 (socket says 172.21.15.38:38034) 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f20848ea640 1 -- 172.21.15.38:0/117955478 learned_addr learned my addr 172.21.15.38:0/117955478 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f20848ea640 1 -- 172.21.15.38:0/117955478 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea2920 msgr2=0x557f00e9a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f20848ea640 1 --2- 172.21.15.38:0/117955478 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea2920 0x557f00e9a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f20848ea640 1 -- 172.21.15.38:0/117955478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 msgr2=0x557f00eb26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f20848ea640 1 --2- 172.21.15.38:0/117955478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00eb26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.684+0000 7f20848ea640 1 -- 172.21.15.38:0/117955478 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f00ea19e0 con 0x557f00ea0d90 2024-04-23T18:22:54.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.685+0000 7f20848ea640 1 --2- 172.21.15.38:0/117955478 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00eab6e0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f207c02ced0 tx=0x7f207c005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e34ad19e7ce86e99 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.685+0000 7f206affd640 1 -- 172.21.15.38:0/117955478 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207c01f460 con 0x557f00ea0d90 2024-04-23T18:22:54.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.685+0000 7f206affd640 1 -- 172.21.15.38:0/117955478 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f207c016040 con 0x557f00ea0d90 2024-04-23T18:22:54.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.685+0000 7f206affd640 1 -- 172.21.15.38:0/117955478 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207c010ea0 con 0x557f00ea0d90 2024-04-23T18:22:54.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.685+0000 7f208a06d740 1 -- 172.21.15.38:0/117955478 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 msgr2=0x557f00eab6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.685+0000 7f208a06d740 1 --2- 172.21.15.38:0/117955478 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00eab6e0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f207c02ced0 tx=0x7f207c005c50 comp rx=0 tx=0).stop 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 -- 172.21.15.38:0/117955478 shutdown_connections 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 --2- 172.21.15.38:0/117955478 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea2920 0x557f00e9a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 --2- 172.21.15.38:0/117955478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea1f60 0x557f00eb26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 --2- 172.21.15.38:0/117955478 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00eab6e0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 -- 172.21.15.38:0/117955478 >> 172.21.15.38:0/117955478 conn(0x557f00e9a070 msgr2=0x557f00eb6e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 -- 172.21.15.38:0/117955478 shutdown_connections 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 -- 172.21.15.38:0/117955478 wait complete. 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 -- start start 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 Processor -- start 2024-04-23T18:22:54.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00ead740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea1f60 0x557f00eadc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea2920 0x557f00eb0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557f00eb90f0 con 0x557f00ea0d90 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x557f00eb8a20 con 0x557f00ea2920 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557f00eb97c0 con 0x557f00ea1f60 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f208a06d740 10 client.0 _ll_register_callbacks cb 0x7f20780093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f20848ea640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00ead740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f20848ea640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00ead740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38040/0 (socket says 172.21.15.38:38040) 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.686+0000 7f20848ea640 1 -- 172.21.15.38:0/292036235 learned_addr learned my addr 172.21.15.38:0/292036235 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f20848ea640 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea2920 0x557f00eb0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f20850eb640 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea1f60 0x557f00eadc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f20848ea640 1 -- 172.21.15.38:0/292036235 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea1f60 msgr2=0x557f00eadc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f20848ea640 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea1f60 0x557f00eadc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f20848ea640 1 -- 172.21.15.38:0/292036235 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea2920 msgr2=0x557f00eb0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f20848ea640 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea2920 0x557f00eb0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f20848ea640 1 -- 172.21.15.38:0/292036235 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f00eb1290 con 0x557f00ea0d90 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f20848ea640 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00ead740 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f207c00b6b0 tx=0x7f207c01d3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5495f9f9b2468da1 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f2068ff9640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f2068ff9640 1 -- 172.21.15.38:0/292036235 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207c03e020 con 0x557f00ea0d90 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f2068ff9640 1 -- 172.21.15.38:0/292036235 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f207c005270 con 0x557f00ea0d90 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f208a06d740 1 -- 172.21.15.38:0/292036235 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f207c016040 con 0x557f00ea0d90 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f2068ff9640 1 -- 172.21.15.38:0/292036235 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f207c01d4d0 con 0x557f00ea0d90 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f208a06d740 10 client.15261 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f208a06d740 1 -- 172.21.15.38:0/292036235 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557f00eb2590 con 0x557f00ea0d90 2024-04-23T18:22:54.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.687+0000 7f2068ff9640 1 -- 172.21.15.38:0/292036235 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f207c016040 con 0x557f00ea0d90 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.688+0000 7f2068ff9640 1 -- 172.21.15.38:0/292036235 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f207c01dad0 con 0x557f00ea0d90 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.688+0000 7f208a06d740 10 client.15261 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.688+0000 7f208a06d740 10 client.15261 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.688+0000 7f208a06d740 20 client.15261 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.688+0000 7f208a06d740 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x557f00f22110 0x557f00f20e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.688+0000 7f208a06d740 4 client.15261 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.688+0000 7f208a06d740 1 -- 172.21.15.38:0/292036235 --> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] -- command(tid 0: {"prefix": "status"}) -- 0x557f00e0b4e0 con 0x557f00f22110 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.688+0000 7f20850eb640 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x557f00f22110 0x557f00f20e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.688+0000 7f2068ff9640 10 client.15261 ms_handle_connect on v2:172.21.15.102:6836/4151349545 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.688+0000 7f20850eb640 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x557f00f22110 0x557f00f20e20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6cbe60015a2a3cb9 server_cookie=8854c20647cb7f1e in_seq=0 out_seq=0 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f2068ff9640 1 -- 172.21.15.38:0/292036235 <== mds.3 v2:172.21.15.102:6836/4151349545 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x557f00e0b4e0 con 0x557f00f22110 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f2068ff9640 10 client.15261 handle_command_reply: tid=0 2024-04-23T18:22:54.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 client.15261 shutdown 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 -- 172.21.15.38:0/292036235 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 msgr2=0x557f00ead740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00ead740 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f207c00b6b0 tx=0x7f207c01d3e0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 -- 172.21.15.38:0/292036235 shutdown_connections 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x557f00f22110 0x557f00f20e20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557f00ea1f60 0x557f00eadc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x557f00ea2920 0x557f00eb0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 --2- 172.21.15.38:0/292036235 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f00ea0d90 0x557f00ead740 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 -- 172.21.15.38:0/292036235 >> 172.21.15.38:0/292036235 conn(0x557f00e9a070 msgr2=0x557f00e9a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f2068ff9640 0 client.15261 ms_handle_reset on v2:172.21.15.102:6836/4151349545 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 -- 172.21.15.38:0/292036235 shutdown_connections 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 1 -- 172.21.15.38:0/292036235 wait complete. 2024-04-23T18:22:54.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208a06d740 20 client.15261 trim_cache size 0 max 16384 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 3, 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24466, 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 110.349048173, 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 136.04676287999999 2024-04-23T18:22:54.690 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:22:54.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208734f640 1 -- 172.21.15.38:0/1658947312 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f206c0a3c30 msgr2=0x7f206c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208734f640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f206c0a3c30 0x7f206c0a60f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2078099650 tx=0x7f207800efd0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208734f640 1 -- 172.21.15.38:0/1658947312 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f20801029a0 msgr2=0x7f208019e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208734f640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f20801029a0 0x7f208019e750 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f207800eb10 tx=0x7f207800c2d0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208734f640 1 -- 172.21.15.38:0/1658947312 shutdown_connections 2024-04-23T18:22:54.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.689+0000 7f208734f640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2080101fe0 0x7f20801976e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.690+0000 7f208734f640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f206c0a3c30 0x7f206c0a60f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.690+0000 7f208734f640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f20801029a0 0x7f208019e750 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.690+0000 7f208734f640 1 --2- 172.21.15.38:0/1658947312 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2080100e90 0x7f20801971a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.690+0000 7f208734f640 1 -- 172.21.15.38:0/1658947312 >> 172.21.15.38:0/1658947312 conn(0x7f20800fc400 msgr2=0x7f2080105370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.690+0000 7f208734f640 1 -- 172.21.15.38:0/1658947312 shutdown_connections 2024-04-23T18:22:54.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.690+0000 7f208734f640 1 -- 172.21.15.38:0/1658947312 wait complete. 2024-04-23T18:22:54.693 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-23T18:22:54.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:54 smithi076 ceph-mon[32458]: pgmap v347: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:54.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:54 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/38804108' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:54.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:54 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2900926521' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:54.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:54 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/947944298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:54.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.807+0000 7f5fdc108640 1 -- 172.21.15.38:0/2467719837 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5fd4105340 msgr2=0x7f5fd4107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.807+0000 7f5fdc108640 1 --2- 172.21.15.38:0/2467719837 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5fd4105340 0x7f5fd4107730 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f5fc4009900 tx=0x7f5fc402a410 comp rx=0 tx=0).stop 2024-04-23T18:22:54.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.807+0000 7f5fdc108640 1 -- 172.21.15.38:0/2467719837 shutdown_connections 2024-04-23T18:22:54.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.807+0000 7f5fdc108640 1 --2- 172.21.15.38:0/2467719837 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fd4107c70 0x7f5fd410a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.807+0000 7f5fdc108640 1 --2- 172.21.15.38:0/2467719837 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5fd4105340 0x7f5fd4107730 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.807+0000 7f5fdc108640 1 --2- 172.21.15.38:0/2467719837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd4102a10 0x7f5fd4104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.807+0000 7f5fdc108640 1 -- 172.21.15.38:0/2467719837 >> 172.21.15.38:0/2467719837 conn(0x7f5fd40fc400 msgr2=0x7f5fd40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.807+0000 7f5fdc108640 1 -- 172.21.15.38:0/2467719837 shutdown_connections 2024-04-23T18:22:54.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.807+0000 7f5fdc108640 1 -- 172.21.15.38:0/2467719837 wait complete. 2024-04-23T18:22:54.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fdc108640 1 Processor -- start 2024-04-23T18:22:54.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fdc108640 1 -- start start 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fdc108640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd4102a10 0x7f5fd4198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fdc108640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fd4105340 0x7f5fd41987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fdc108640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5fd4107c70 0x7f5fd419f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fdc108640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd410dbe0 con 0x7f5fd4107c70 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fdc108640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd410da60 con 0x7f5fd4102a10 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fdc108640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd410dd60 con 0x7f5fd4105340 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fda6a5640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5fd4107c70 0x7f5fd419f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fda6a5640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5fd4107c70 0x7f5fd419f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38052/0 (socket says 172.21.15.38:38052) 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fda6a5640 1 -- 172.21.15.38:0/3127157132 learned_addr learned my addr 172.21.15.38:0/3127157132 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fd9ea4640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd4102a10 0x7f5fd4198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fda6a5640 1 -- 172.21.15.38:0/3127157132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fd4105340 msgr2=0x7f5fd41987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fd4105340 0x7f5fd41987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fda6a5640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fd4105340 0x7f5fd41987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fda6a5640 1 -- 172.21.15.38:0/3127157132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd4102a10 msgr2=0x7f5fd4198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fda6a5640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd4102a10 0x7f5fd4198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fda6a5640 1 -- 172.21.15.38:0/3127157132 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fd419fe80 con 0x7f5fd4107c70 2024-04-23T18:22:54.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fd4105340 0x7f5fd41987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:54.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.808+0000 7f5fda6a5640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5fd4107c70 0x7f5fd419f810 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc00cce0 tx=0x7f5fcc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.809+0000 7f5fcaffd640 1 -- 172.21.15.38:0/3127157132 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fcc00f450 con 0x7f5fd4107c70 2024-04-23T18:22:54.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.809+0000 7f5fdc108640 1 -- 172.21.15.38:0/3127157132 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fd41a0170 con 0x7f5fd4107c70 2024-04-23T18:22:54.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.809+0000 7f5fcaffd640 1 -- 172.21.15.38:0/3127157132 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5fcc00fac0 con 0x7f5fd4107c70 2024-04-23T18:22:54.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.809+0000 7f5fdc108640 1 -- 172.21.15.38:0/3127157132 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fd41a06c0 con 0x7f5fd4107c70 2024-04-23T18:22:54.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.809+0000 7f5fcaffd640 1 -- 172.21.15.38:0/3127157132 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fcc018be0 con 0x7f5fd4107c70 2024-04-23T18:22:54.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:54 smithi102 ceph-mon[32874]: pgmap v347: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:54.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:54 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/38804108' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:54.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:54 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2900926521' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:54.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:54 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/947944298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:54.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.811+0000 7f5fcaffd640 1 -- 172.21.15.38:0/3127157132 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5fcc00fc70 con 0x7f5fd4107c70 2024-04-23T18:22:54.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.811+0000 7f5fdee27740 1 Processor -- start 2024-04-23T18:22:54.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.811+0000 7f5fdee27740 1 -- start start 2024-04-23T18:22:54.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b47b80 0x55c364b47fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 0x55c364b491d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 0x55c364b4ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fdee27740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c364aacc50 con 0x55c364b49710 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fdee27740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55c364a49830 con 0x55c364b48d50 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fdee27740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c364aa8c10 con 0x55c364b47b80 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd96a3640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 0x55c364b4ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd96a3640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b47b80 0x55c364b47fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd9ea4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 0x55c364b491d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd96a3640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b47b80 0x55c364b47fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:48276/0 (socket says 172.21.15.38:48276) 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd96a3640 1 -- 172.21.15.38:0/1580039339 learned_addr learned my addr 172.21.15.38:0/1580039339 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd9ea4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 0x55c364b491d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:53080/0 (socket says 172.21.15.38:53080) 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fcaffd640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5fc00a3bb0 0x7f5fc00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd96a3640 1 -- 172.21.15.38:0/1580039339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 msgr2=0x55c364b491d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/1580039339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 0x55c364b491d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd96a3640 1 -- 172.21.15.38:0/1580039339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 msgr2=0x55c364b4ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/1580039339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 0x55c364b4ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fd96a3640 1 -- 172.21.15.38:0/1580039339 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3647bf2d0 con 0x55c364b47b80 2024-04-23T18:22:54.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fda6a5640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5fc00a3bb0 0x7f5fc00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.812+0000 7f5fcaffd640 1 -- 172.21.15.38:0/3127157132 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f5fcc0d0ae0 con 0x7f5fd4107c70 2024-04-23T18:22:54.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.813+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/1580039339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b47b80 0x55c364b47fa0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5fc4031570 tx=0x7f5fc4005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6464ce5b9abe282c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.813+0000 7f5fda6a5640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5fc00a3bb0 0x7f5fc00a6070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc0991a0 tx=0x7f5fcc06b740 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.813+0000 7f5fbffff640 1 -- 172.21.15.38:0/1580039339 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc4045070 con 0x55c364b47b80 2024-04-23T18:22:54.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.813+0000 7f5fbffff640 1 -- 172.21.15.38:0/1580039339 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5fc4031900 con 0x55c364b47b80 2024-04-23T18:22:54.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.813+0000 7f5fbffff640 1 -- 172.21.15.38:0/1580039339 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc4035040 con 0x55c364b47b80 2024-04-23T18:22:54.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.813+0000 7f5fdee27740 1 -- 172.21.15.38:0/1580039339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b47b80 msgr2=0x55c364b47fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.813+0000 7f5fdee27740 1 --2- 172.21.15.38:0/1580039339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b47b80 0x55c364b47fa0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5fc4031570 tx=0x7f5fc4005fd0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 -- 172.21.15.38:0/1580039339 shutdown_connections 2024-04-23T18:22:54.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 --2- 172.21.15.38:0/1580039339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 0x55c364b4ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 --2- 172.21.15.38:0/1580039339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 0x55c364b491d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 --2- 172.21.15.38:0/1580039339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b47b80 0x55c364b47fa0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 -- 172.21.15.38:0/1580039339 >> 172.21.15.38:0/1580039339 conn(0x55c364b43070 msgr2=0x55c364b43470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 -- 172.21.15.38:0/1580039339 shutdown_connections 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 -- 172.21.15.38:0/1580039339 wait complete. 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 -- start start 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 Processor -- start 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b51fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 0x55c364b524e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b49710 0x55c364b59520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c364b506c0 con 0x55c364b47b80 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55c364a47470 con 0x55c364b48d50 2024-04-23T18:22:54.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c364b50840 con 0x55c364b49710 2024-04-23T18:22:54.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fdee27740 10 client.0 _ll_register_callbacks cb 0x55c364a6cf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:54.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.814+0000 7f5fd96a3640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b51fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd96a3640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b51fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38064/0 (socket says 172.21.15.38:38064) 2024-04-23T18:22:54.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3251856724 learned_addr learned my addr 172.21.15.38:0/3251856724 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd9ea4640 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 0x55c364b524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b49710 0x55c364b59520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3251856724 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b49710 msgr2=0x55c364b59520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b49710 0x55c364b59520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3251856724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 msgr2=0x55c364b524e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 0x55c364b524e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3251856724 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3648896b0 con 0x55c364b47b80 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd9ea4640 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 0x55c364b524e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b51fa0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f5fc4031730 tx=0x7f5fc4009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99836e162155bf04 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fbd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3251856724 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc4035070 con 0x55c364b47b80 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3251856724 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f5fc4004190 con 0x55c364b47b80 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fdee27740 1 -- 172.21.15.38:0/3251856724 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fc4031900 con 0x55c364b47b80 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3251856724 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5fc4045040 con 0x55c364b47b80 2024-04-23T18:22:54.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fdee27740 10 client.15273 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.815+0000 7f5fdee27740 1 -- 172.21.15.38:0/3251856724 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c364b5c890 con 0x55c364b47b80 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.816+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3251856724 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5fc4031900 con 0x55c364b47b80 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.816+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3251856724 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f5fc404a420 con 0x55c364b47b80 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.816+0000 7f5fdee27740 10 client.15273 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.816+0000 7f5fdee27740 10 client.15273 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.816+0000 7f5fdee27740 20 client.15273 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.816+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55c364b5e9e0 0x55c364b5fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.816+0000 7f5fdee27740 4 client.15273 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.816+0000 7f5fdee27740 1 -- 172.21.15.38:0/3251856724 --> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c364aba670 con 0x55c364b5e9e0 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.816+0000 7f5fd9ea4640 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55c364b5e9e0 0x55c364b5fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.817+0000 7f5fbd7fa640 10 client.15273 ms_handle_connect on v2:172.21.15.76:6836/1729588944 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.817+0000 7f5fd9ea4640 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55c364b5e9e0 0x55c364b5fe50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=df9d4ae0a0cc3de7 server_cookie=be5ad62d01ddc074 in_seq=0 out_seq=0 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.817+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3251856724 <== mds.2 v2:172.21.15.76:6836/1729588944 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c364aba670 con 0x55c364b5e9e0 2024-04-23T18:22:54.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.817+0000 7f5fbd7fa640 10 client.15273 handle_command_reply: tid=0 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.817+0000 7f5fdee27740 1 client.15273 shutdown 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 1 -- 172.21.15.38:0/3251856724 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 msgr2=0x55c364b51fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b51fa0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f5fc4031730 tx=0x7f5fc4009880 comp rx=0 tx=0).stop 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 1 -- 172.21.15.38:0/3251856724 shutdown_connections 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55c364b5e9e0 0x55c364b5fe50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b49710 0x55c364b59520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b48d50 0x55c364b524e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fbd7fa640 0 client.15273 ms_handle_reset on v2:172.21.15.76:6836/1729588944 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3251856724 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b51fa0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 1 -- 172.21.15.38:0/3251856724 >> 172.21.15.38:0/3251856724 conn(0x55c364b43070 msgr2=0x55c364b421d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 1 -- 172.21.15.38:0/3251856724 shutdown_connections 2024-04-23T18:22:54.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 1 -- 172.21.15.38:0/3251856724 wait complete. 2024-04-23T18:22:54.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.818+0000 7f5fdee27740 20 client.15273 trim_cache size 0 max 16384 2024-04-23T18:22:54.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fdee27740 1 Processor -- start 2024-04-23T18:22:54.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fdee27740 1 -- start start 2024-04-23T18:22:54.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b59f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 0x55c364b594b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b49710 0x55c364b50be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fdee27740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c364b5e190 con 0x55c364b47b80 2024-04-23T18:22:54.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fdee27740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55c364b5e860 con 0x55c364b49710 2024-04-23T18:22:54.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fdee27740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c364b5ef30 con 0x55c364b48d50 2024-04-23T18:22:54.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fd96a3640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b59f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fd96a3640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b59f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38076/0 (socket says 172.21.15.38:38076) 2024-04-23T18:22:54.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.836+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3490224990 learned_addr learned my addr 172.21.15.38:0/3490224990 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.837+0000 7f5fd9ea4640 1 --2- 172.21.15.38:0/3490224990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 0x55c364b594b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.837+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3490224990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 msgr2=0x55c364b594b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.837+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3490224990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 0x55c364b594b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.837+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3490224990 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b49710 msgr2=0x55c364b50be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.837+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3490224990 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b49710 0x55c364b50be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.837+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3490224990 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c364b4fb00 con 0x55c364b47b80 2024-04-23T18:22:54.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.837+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3490224990 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b59f70 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f5fc404a7f0 tx=0x7f5fc40057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ec66b116e2755f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.837+0000 7f5fbf7fe640 1 -- 172.21.15.38:0/3490224990 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc4035040 con 0x55c364b47b80 2024-04-23T18:22:54.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.837+0000 7f5fbf7fe640 1 -- 172.21.15.38:0/3490224990 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5fc404f070 con 0x55c364b47b80 2024-04-23T18:22:54.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.837+0000 7f5fbf7fe640 1 -- 172.21.15.38:0/3490224990 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc4031850 con 0x55c364b47b80 2024-04-23T18:22:54.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 -- 172.21.15.38:0/3490224990 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 msgr2=0x55c364b59f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3490224990 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b59f70 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f5fc404a7f0 tx=0x7f5fc40057e0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 -- 172.21.15.38:0/3490224990 shutdown_connections 2024-04-23T18:22:54.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3490224990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 0x55c364b594b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3490224990 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b49710 0x55c364b50be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3490224990 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b47b80 0x55c364b59f70 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 -- 172.21.15.38:0/3490224990 >> 172.21.15.38:0/3490224990 conn(0x55c364b43070 msgr2=0x55c364b3e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 -- 172.21.15.38:0/3490224990 shutdown_connections 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 -- 172.21.15.38:0/3490224990 wait complete. 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 -- start start 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 Processor -- start 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b47b80 0x55c364b54ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 0x55c364b55020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.838+0000 7f5fdee27740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 0x55c364b58040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fdee27740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c364b5fcd0 con 0x55c364b49710 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fdee27740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55c364b5f600 con 0x55c364b47b80 2024-04-23T18:22:54.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fdee27740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c364b603a0 con 0x55c364b48d50 2024-04-23T18:22:54.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fdee27740 10 client.0 _ll_register_callbacks cb 0x7f5fc4032d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:54.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd96a3640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 0x55c364b58040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd96a3640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 0x55c364b58040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38090/0 (socket says 172.21.15.38:38090) 2024-04-23T18:22:54.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3416423102 learned_addr learned my addr 172.21.15.38:0/3416423102 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd9ea4640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 0x55c364b55020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b47b80 0x55c364b54ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3416423102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 msgr2=0x55c364b55020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 0x55c364b55020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3416423102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b47b80 msgr2=0x55c364b54ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b47b80 0x55c364b54ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd96a3640 1 -- 172.21.15.38:0/3416423102 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c364b58630 con 0x55c364b49710 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd9ea4640 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 0x55c364b55020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fd96a3640 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 0x55c364b58040 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f5fc402aaf0 tx=0x7f5fc404a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a60d8c02ee985db server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fbd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3416423102 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc4035070 con 0x55c364b49710 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3416423102 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f5fc4003a00 con 0x55c364b49710 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.839+0000 7f5fdee27740 1 -- 172.21.15.38:0/3416423102 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fc404f070 con 0x55c364b49710 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3416423102 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5fc4005020 con 0x55c364b49710 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fdee27740 10 client.15279 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fdee27740 1 -- 172.21.15.38:0/3416423102 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c364bc4990 con 0x55c364b49710 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3416423102 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5fc404f070 con 0x55c364b49710 2024-04-23T18:22:54.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3416423102 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f5fc40046c0 con 0x55c364b49710 2024-04-23T18:22:54.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fdee27740 10 client.15279 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:54.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fdee27740 10 client.15279 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:22:54.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fdee27740 20 client.15279 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:54.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55c364bc90a0 0x55c364bc7db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fdee27740 4 client.15279 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:54.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fdee27740 1 -- 172.21.15.38:0/3416423102 --> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] -- command(tid 0: {"prefix": "status"}) -- 0x55c364ab44e0 con 0x55c364bc90a0 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.840+0000 7f5fd9ea4640 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55c364bc90a0 0x55c364bc7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fd9ea4640 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55c364bc90a0 0x55c364bc7db0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=413e3562314dddd9 server_cookie=8208fd55b03e4c24 in_seq=0 out_seq=0 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fbd7fa640 10 client.15279 ms_handle_connect on v2:172.21.15.76:6836/1729588944 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fbd7fa640 1 -- 172.21.15.38:0/3416423102 <== mds.2 v2:172.21.15.76:6836/1729588944 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55c364ab44e0 con 0x55c364bc90a0 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fbd7fa640 10 client.15279 handle_command_reply: tid=0 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 client.15279 shutdown 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 -- 172.21.15.38:0/3416423102 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 msgr2=0x55c364b58040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 0x55c364b58040 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f5fc402aaf0 tx=0x7f5fc404a780 comp rx=0 tx=0).stop 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 -- 172.21.15.38:0/3416423102 shutdown_connections 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55c364bc90a0 0x55c364bc7db0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c364b48d50 0x55c364b55020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fbd7fa640 0 client.15279 ms_handle_reset on v2:172.21.15.76:6836/1729588944 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c364b49710 0x55c364b58040 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 --2- 172.21.15.38:0/3416423102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55c364b47b80 0x55c364b54ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 -- 172.21.15.38:0/3416423102 >> 172.21.15.38:0/3416423102 conn(0x55c364b43070 msgr2=0x55c364b51bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 -- 172.21.15.38:0/3416423102 shutdown_connections 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 1 -- 172.21.15.38:0/3416423102 wait complete. 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.841+0000 7f5fdee27740 20 client.15279 trim_cache size 0 max 16384 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 2, 2024-04-23T18:22:54.848 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24476, 2024-04-23T18:22:54.849 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:22:54.849 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:22:54.849 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:22:54.849 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 111.510177278, 2024-04-23T18:22:54.849 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:54.849 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:54.849 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:54.849 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 133.324138968 2024-04-23T18:22:54.849 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:22:54.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 -- 172.21.15.38:0/3127157132 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5fc00a3bb0 msgr2=0x7f5fc00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5fc00a3bb0 0x7f5fc00a6070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc0991a0 tx=0x7f5fcc06b740 comp rx=0 tx=0).stop 2024-04-23T18:22:54.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 -- 172.21.15.38:0/3127157132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5fd4107c70 msgr2=0x7f5fd419f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5fd4107c70 0x7f5fd419f810 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc00cce0 tx=0x7f5fcc00a620 comp rx=0 tx=0).stop 2024-04-23T18:22:54.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 -- 172.21.15.38:0/3127157132 shutdown_connections 2024-04-23T18:22:54.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fd4105340 0x7f5fd41987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f5fc00a3bb0 0x7f5fc00a6070 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5fd4107c70 0x7f5fd419f810 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 --2- 172.21.15.38:0/3127157132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd4102a10 0x7f5fd4198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 -- 172.21.15.38:0/3127157132 >> 172.21.15.38:0/3127157132 conn(0x7f5fd40fc400 msgr2=0x7f5fd4103350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 -- 172.21.15.38:0/3127157132 shutdown_connections 2024-04-23T18:22:54.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.842+0000 7f5fdc108640 1 -- 172.21.15.38:0/3127157132 wait complete. 2024-04-23T18:22:54.852 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-23T18:22:54.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 -- 172.21.15.38:0/749060405 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd8401029a0 msgr2=0x7fd8401092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 --2- 172.21.15.38:0/749060405 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd8401029a0 0x7fd8401092c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd838009ca0 tx=0x7fd83802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 -- 172.21.15.38:0/749060405 shutdown_connections 2024-04-23T18:22:54.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 --2- 172.21.15.38:0/749060405 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd8401029a0 0x7fd8401092c0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 --2- 172.21.15.38:0/749060405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd840101fe0 0x7fd840102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 --2- 172.21.15.38:0/749060405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd840100e90 0x7fd8401012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 -- 172.21.15.38:0/749060405 >> 172.21.15.38:0/749060405 conn(0x7fd8400fc400 msgr2=0x7fd8400fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 -- 172.21.15.38:0/749060405 shutdown_connections 2024-04-23T18:22:54.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 -- 172.21.15.38:0/749060405 wait complete. 2024-04-23T18:22:54.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 Processor -- start 2024-04-23T18:22:54.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.964+0000 7fd845635640 1 -- start start 2024-04-23T18:22:54.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd845635640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd840100e90 0x7fd8401970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd845635640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd840101fe0 0x7fd840197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd845635640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd8401029a0 0x7fd84019e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd845635640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd84010cb10 con 0x7fd8401029a0 2024-04-23T18:22:54.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd845635640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd84010c990 con 0x7fd840100e90 2024-04-23T18:22:54.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd845635640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd84010cc90 con 0x7fd840101fe0 2024-04-23T18:22:54.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83f7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd8401029a0 0x7fd84019e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83f7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd8401029a0 0x7fd84019e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38098/0 (socket says 172.21.15.38:38098) 2024-04-23T18:22:54.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83f7fe640 1 -- 172.21.15.38:0/3792995179 learned_addr learned my addr 172.21.15.38:0/3792995179 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83effd640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd840100e90 0x7fd8401970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd840101fe0 0x7fd840197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83f7fe640 1 -- 172.21.15.38:0/3792995179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd840101fe0 msgr2=0x7fd840197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83f7fe640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd840101fe0 0x7fd840197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83f7fe640 1 -- 172.21.15.38:0/3792995179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd840100e90 msgr2=0x7fd8401970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83f7fe640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd840100e90 0x7fd8401970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83f7fe640 1 -- 172.21.15.38:0/3792995179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8400690e0 con 0x7fd8401029a0 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd83f7fe640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd8401029a0 0x7fd84019e6a0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd838009dc0 tx=0x7fd838003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd827fff640 1 -- 172.21.15.38:0/3792995179 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd838004240 con 0x7fd8401029a0 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd827fff640 1 -- 172.21.15.38:0/3792995179 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd838031830 con 0x7fd8401029a0 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd827fff640 1 -- 172.21.15.38:0/3792995179 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8380305c0 con 0x7fd8401029a0 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.965+0000 7fd845635640 1 -- 172.21.15.38:0/3792995179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd840069370 con 0x7fd8401029a0 2024-04-23T18:22:54.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.966+0000 7fd845635640 1 -- 172.21.15.38:0/3792995179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd840069870 con 0x7fd8401029a0 2024-04-23T18:22:54.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd827fff640 1 -- 172.21.15.38:0/3792995179 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd83802f660 con 0x7fd8401029a0 2024-04-23T18:22:54.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd84842b740 1 Processor -- start 2024-04-23T18:22:54.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd84842b740 1 -- start start 2024-04-23T18:22:54.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd84842b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 0x55bfa51a5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd84842b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a6d50 0x55bfa51a71d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd84842b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a7710 0x55bfa51adfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd84842b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55bfa510ac50 con 0x55bfa51a6d50 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd84842b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55bfa50a7830 con 0x55bfa51a5b80 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd84842b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bfa5106c10 con 0x55bfa51a7710 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd83effd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a6d50 0x55bfa51a71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd83effd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a6d50 0x55bfa51a71d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38114/0 (socket says 172.21.15.38:38114) 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd827fff640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd8280a3c30 0x7fd8280a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd83effd640 1 -- 172.21.15.38:0/2002911980 learned_addr learned my addr 172.21.15.38:0/2002911980 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/2002911980 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 0x55bfa51a5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/2002911980 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a7710 0x55bfa51adfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.968+0000 7fd83f7fe640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd8280a3c30 0x7fd8280a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd827fff640 1 -- 172.21.15.38:0/3792995179 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fd8380f1c90 con 0x7fd8401029a0 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd83effd640 1 -- 172.21.15.38:0/2002911980 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a7710 msgr2=0x55bfa51adfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd83effd640 1 --2- 172.21.15.38:0/2002911980 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a7710 0x55bfa51adfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd83effd640 1 -- 172.21.15.38:0/2002911980 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 msgr2=0x55bfa51a5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd83effd640 1 --2- 172.21.15.38:0/2002911980 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 0x55bfa51a5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd83effd640 1 -- 172.21.15.38:0/2002911980 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfa4e1d2d0 con 0x55bfa51a6d50 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/2002911980 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 0x55bfa51a5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd83effd640 1 --2- 172.21.15.38:0/2002911980 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a6d50 0x55bfa51a71d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fd83000ac20 tx=0x7fd83000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3ba02932318bd09 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd83f7fe640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd8280a3c30 0x7fd8280a60f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fd8380bdc50 tx=0x7fd8380b3430 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd8257fa640 1 -- 172.21.15.38:0/2002911980 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd83001d070 con 0x55bfa51a6d50 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd8257fa640 1 -- 172.21.15.38:0/2002911980 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd830018b10 con 0x55bfa51a6d50 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.969+0000 7fd8257fa640 1 -- 172.21.15.38:0/2002911980 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd830010a80 con 0x55bfa51a6d50 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 -- 172.21.15.38:0/2002911980 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a6d50 msgr2=0x55bfa51a71d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 --2- 172.21.15.38:0/2002911980 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a6d50 0x55bfa51a71d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fd83000ac20 tx=0x7fd83000f790 comp rx=0 tx=0).stop 2024-04-23T18:22:54.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 -- 172.21.15.38:0/2002911980 shutdown_connections 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 --2- 172.21.15.38:0/2002911980 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a7710 0x55bfa51adfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 --2- 172.21.15.38:0/2002911980 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a6d50 0x55bfa51a71d0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 --2- 172.21.15.38:0/2002911980 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 0x55bfa51a5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 -- 172.21.15.38:0/2002911980 >> 172.21.15.38:0/2002911980 conn(0x55bfa51a1070 msgr2=0x55bfa51a1470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 -- 172.21.15.38:0/2002911980 shutdown_connections 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 -- 172.21.15.38:0/2002911980 wait complete. 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 -- start start 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 Processor -- start 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 0x55bfa51b0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a6d50 0x55bfa51b0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a7710 0x55bfa51b7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55bfa51ae720 con 0x55bfa51a7710 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55bfa50a5470 con 0x55bfa51a5b80 2024-04-23T18:22:54.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bfa51ae8a0 con 0x55bfa51a6d50 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd84842b740 10 client.0 _ll_register_callbacks cb 0x55bfa50caf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd83e7fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a7710 0x55bfa51b7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd83e7fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a7710 0x55bfa51b7580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38126/0 (socket says 172.21.15.38:38126) 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.970+0000 7fd83e7fc640 1 -- 172.21.15.38:0/3146023394 learned_addr learned my addr 172.21.15.38:0/3146023394 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 0x55bfa51b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd83effd640 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a6d50 0x55bfa51b0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd83e7fc640 1 -- 172.21.15.38:0/3146023394 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a6d50 msgr2=0x55bfa51b0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a6d50 0x55bfa51b0540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd83e7fc640 1 -- 172.21.15.38:0/3146023394 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 msgr2=0x55bfa51b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 0x55bfa51b0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd83e7fc640 1 -- 172.21.15.38:0/3146023394 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfa4ee76b0 con 0x55bfa51a7710 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a7710 0x55bfa51b7580 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd834013fd0 tx=0x7fd8340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42f976fc0400a424 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd822ff5640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd822ff5640 1 -- 172.21.15.38:0/3146023394 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd834013070 con 0x55bfa51a7710 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd822ff5640 1 -- 172.21.15.38:0/3146023394 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fd834013210 con 0x55bfa51a7710 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd84842b740 1 -- 172.21.15.38:0/3146023394 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd830018b10 con 0x55bfa51a7710 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd822ff5640 1 -- 172.21.15.38:0/3146023394 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd8340035f0 con 0x55bfa51a7710 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd84842b740 10 client.15291 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd84842b740 1 -- 172.21.15.38:0/3146023394 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bfa51ba960 con 0x55bfa51a7710 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.971+0000 7fd822ff5640 1 -- 172.21.15.38:0/3146023394 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd830018b10 con 0x55bfa51a7710 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.972+0000 7fd822ff5640 1 -- 172.21.15.38:0/3146023394 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd834020780 con 0x55bfa51a7710 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.972+0000 7fd84842b740 10 client.15291 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.972+0000 7fd84842b740 10 client.15291 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.972+0000 7fd84842b740 20 client.15291 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:54.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.972+0000 7fd84842b740 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55bfa51bcfd0 0x55bfa51be440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.972+0000 7fd84842b740 4 client.15291 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.972+0000 7fd84842b740 1 -- 172.21.15.38:0/3146023394 --> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bfa5118670 con 0x55bfa51bcfd0 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.972+0000 7fd83effd640 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55bfa51bcfd0 0x55bfa51be440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.972+0000 7fd822ff5640 10 client.15291 ms_handle_connect on v2:172.21.15.102:6838/605249821 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.972+0000 7fd83effd640 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55bfa51bcfd0 0x55bfa51be440 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e1bb7359ac39de0d server_cookie=9c2a47edc70a0087 in_seq=0 out_seq=0 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd822ff5640 1 -- 172.21.15.38:0/3146023394 <== mds.1 v2:172.21.15.102:6838/605249821 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bfa5118670 con 0x55bfa51bcfd0 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd822ff5640 10 client.15291 handle_command_reply: tid=0 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 client.15291 shutdown 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 -- 172.21.15.38:0/3146023394 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a7710 msgr2=0x55bfa51b7580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a7710 0x55bfa51b7580 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd834013fd0 tx=0x7fd8340046c0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 -- 172.21.15.38:0/3146023394 shutdown_connections 2024-04-23T18:22:54.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55bfa51bcfd0 0x55bfa51be440 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a6d50 0x55bfa51b0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a7710 0x55bfa51b7580 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd822ff5640 0 client.15291 ms_handle_reset on v2:172.21.15.102:6838/605249821 2024-04-23T18:22:54.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 --2- 172.21.15.38:0/3146023394 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a5b80 0x55bfa51b0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 -- 172.21.15.38:0/3146023394 >> 172.21.15.38:0/3146023394 conn(0x55bfa51a1070 msgr2=0x55bfa51a01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 -- 172.21.15.38:0/3146023394 shutdown_connections 2024-04-23T18:22:54.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 1 -- 172.21.15.38:0/3146023394 wait complete. 2024-04-23T18:22:54.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.973+0000 7fd84842b740 20 client.15291 trim_cache size 0 max 16384 2024-04-23T18:22:54.989 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd84842b740 1 Processor -- start 2024-04-23T18:22:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd84842b740 1 -- start start 2024-04-23T18:22:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd84842b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51aa830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd84842b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a6d50 0x55bfa51b7540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd84842b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a7710 0x55bfa51aad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd84842b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55bfa51bc780 con 0x55bfa51a5b80 2024-04-23T18:22:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd84842b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55bfa51bce50 con 0x55bfa51a6d50 2024-04-23T18:22:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd84842b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bfa51bd520 con 0x55bfa51a7710 2024-04-23T18:22:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd83e7fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51aa830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd83e7fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51aa830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38128/0 (socket says 172.21.15.38:38128) 2024-04-23T18:22:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd83e7fc640 1 -- 172.21.15.38:0/1840682707 learned_addr learned my addr 172.21.15.38:0/1840682707 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd83e7fc640 1 -- 172.21.15.38:0/1840682707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a7710 msgr2=0x55bfa51aad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/1840682707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a7710 0x55bfa51aad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd83e7fc640 1 -- 172.21.15.38:0/1840682707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a6d50 msgr2=0x55bfa51b7540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/1840682707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a6d50 0x55bfa51b7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd83e7fc640 1 -- 172.21.15.38:0/1840682707 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfa51a67d0 con 0x55bfa51a5b80 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/1840682707 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51aa830 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fd83400eca0 tx=0x7fd834005d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb607178e3f57b8d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd824ff9640 1 -- 172.21.15.38:0/1840682707 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8340136e0 con 0x55bfa51a5b80 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd824ff9640 1 -- 172.21.15.38:0/1840682707 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd834020920 con 0x55bfa51a5b80 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.992+0000 7fd824ff9640 1 -- 172.21.15.38:0/1840682707 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd834005540 con 0x55bfa51a5b80 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 -- 172.21.15.38:0/1840682707 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 msgr2=0x55bfa51aa830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 --2- 172.21.15.38:0/1840682707 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51aa830 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fd83400eca0 tx=0x7fd834005d00 comp rx=0 tx=0).stop 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 -- 172.21.15.38:0/1840682707 shutdown_connections 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 --2- 172.21.15.38:0/1840682707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a7710 0x55bfa51aad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 --2- 172.21.15.38:0/1840682707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a6d50 0x55bfa51b7540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 --2- 172.21.15.38:0/1840682707 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51aa830 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 -- 172.21.15.38:0/1840682707 >> 172.21.15.38:0/1840682707 conn(0x55bfa51a1070 msgr2=0x55bfa519c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 -- 172.21.15.38:0/1840682707 shutdown_connections 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 -- 172.21.15.38:0/1840682707 wait complete. 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 -- start start 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.993+0000 7fd84842b740 1 Processor -- start 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd84842b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51b3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd84842b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a6d50 0x55bfa51b3540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd84842b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a7710 0x55bfa51b6560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd84842b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55bfa51be2c0 con 0x55bfa51a5b80 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd84842b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55bfa51bdbf0 con 0x55bfa51a7710 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd84842b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bfa51be990 con 0x55bfa51a6d50 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd84842b740 10 client.0 _ll_register_callbacks cb 0x7fd834013f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd83e7fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51b3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd83e7fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51b3000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38138/0 (socket says 172.21.15.38:38138) 2024-04-23T18:22:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd83e7fc640 1 -- 172.21.15.38:0/3419489086 learned_addr learned my addr 172.21.15.38:0/3419489086 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd83effd640 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a6d50 0x55bfa51b3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd83e7fc640 1 -- 172.21.15.38:0/3419489086 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a6d50 msgr2=0x55bfa51b3540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a6d50 0x55bfa51b3540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd83e7fc640 1 -- 172.21.15.38:0/3419489086 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a7710 msgr2=0x55bfa51b6560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a7710 0x55bfa51b6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd83e7fc640 1 -- 172.21.15.38:0/3419489086 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfa51b6b50 con 0x55bfa51a5b80 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd83e7fc640 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51b3000 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fd834000c00 tx=0x7fd83400eb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=367f177bc9c1f90b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd822ff5640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd822ff5640 1 -- 172.21.15.38:0/3419489086 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd834020710 con 0x55bfa51a5b80 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd822ff5640 1 -- 172.21.15.38:0/3419489086 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fd8340052c0 con 0x55bfa51a5b80 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd84842b740 1 -- 172.21.15.38:0/3419489086 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd834020920 con 0x55bfa51a5b80 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd822ff5640 1 -- 172.21.15.38:0/3419489086 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd834043070 con 0x55bfa51a5b80 2024-04-23T18:22:54.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd84842b740 10 client.15297 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:54.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.994+0000 7fd84842b740 1 -- 172.21.15.38:0/3419489086 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bfa5223300 con 0x55bfa51a5b80 2024-04-23T18:22:54.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.995+0000 7fd822ff5640 1 -- 172.21.15.38:0/3419489086 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd834020920 con 0x55bfa51a5b80 2024-04-23T18:22:54.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.995+0000 7fd822ff5640 1 -- 172.21.15.38:0/3419489086 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd834004810 con 0x55bfa51a5b80 2024-04-23T18:22:54.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.995+0000 7fd84842b740 10 client.15297 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:54.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.995+0000 7fd84842b740 10 client.15297 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-23T18:22:54.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.995+0000 7fd84842b740 20 client.15297 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.995+0000 7fd84842b740 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55bfa5227c70 0x55bfa5226980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.995+0000 7fd84842b740 4 client.15297 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.995+0000 7fd84842b740 1 -- 172.21.15.38:0/3419489086 --> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] -- command(tid 0: {"prefix": "status"}) -- 0x55bfa51124e0 con 0x55bfa5227c70 2024-04-23T18:22:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.995+0000 7fd83effd640 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55bfa5227c70 0x55bfa5226980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd822ff5640 10 client.15297 ms_handle_connect on v2:172.21.15.102:6838/605249821 2024-04-23T18:22:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd83effd640 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55bfa5227c70 0x55bfa5226980 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6a1bc1e760413881 server_cookie=fbcf8af87e1f29c3 in_seq=0 out_seq=0 2024-04-23T18:22:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd822ff5640 1 -- 172.21.15.38:0/3419489086 <== mds.1 v2:172.21.15.102:6838/605249821 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55bfa51124e0 con 0x55bfa5227c70 2024-04-23T18:22:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd822ff5640 10 client.15297 handle_command_reply: tid=0 2024-04-23T18:22:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 client.15297 shutdown 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 -- 172.21.15.38:0/3419489086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 msgr2=0x55bfa51b3000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51b3000 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fd834000c00 tx=0x7fd83400eb00 comp rx=0 tx=0).stop 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 -- 172.21.15.38:0/3419489086 shutdown_connections 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55bfa5227c70 0x55bfa5226980 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bfa51a6d50 0x55bfa51b3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bfa51a7710 0x55bfa51b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd822ff5640 0 client.15297 ms_handle_reset on v2:172.21.15.102:6838/605249821 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 --2- 172.21.15.38:0/3419489086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bfa51a5b80 0x55bfa51b3000 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 -- 172.21.15.38:0/3419489086 >> 172.21.15.38:0/3419489086 conn(0x55bfa51a1070 msgr2=0x55bfa519c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 -- 172.21.15.38:0/3419489086 shutdown_connections 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 1 -- 172.21.15.38:0/3419489086 wait complete. 2024-04-23T18:22:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.996+0000 7fd84842b740 20 client.15297 trim_cache size 0 max 16384 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 1, 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24490, 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 112.676765945, 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 130.481657576 2024-04-23T18:22:54.997 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:22:54.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 -- 172.21.15.38:0/3792995179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd8280a3c30 msgr2=0x7fd8280a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd8280a3c30 0x7fd8280a60f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fd8380bdc50 tx=0x7fd8380b3430 comp rx=0 tx=0).stop 2024-04-23T18:22:54.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 -- 172.21.15.38:0/3792995179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd8401029a0 msgr2=0x7fd84019e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd8401029a0 0x7fd84019e6a0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd838009dc0 tx=0x7fd838003c20 comp rx=0 tx=0).stop 2024-04-23T18:22:54.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 -- 172.21.15.38:0/3792995179 shutdown_connections 2024-04-23T18:22:54.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd840101fe0 0x7fd840197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd8280a3c30 0x7fd8280a60f0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd8401029a0 0x7fd84019e6a0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 --2- 172.21.15.38:0/3792995179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd840100e90 0x7fd8401970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 -- 172.21.15.38:0/3792995179 >> 172.21.15.38:0/3792995179 conn(0x7fd8400fc400 msgr2=0x7fd8401052a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 -- 172.21.15.38:0/3792995179 shutdown_connections 2024-04-23T18:22:54.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:54.997+0000 7fd845635640 1 -- 172.21.15.38:0/3792995179 wait complete. 2024-04-23T18:22:55.001 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-23T18:22:55.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.110+0000 7f9797d5d640 1 -- 172.21.15.38:0/712151031 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f97901053a0 msgr2=0x7f9790107790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.110+0000 7f9797d5d640 1 --2- 172.21.15.38:0/712151031 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f97901053a0 0x7f9790107790 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f978c009900 tx=0x7f978c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:55.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 -- 172.21.15.38:0/712151031 shutdown_connections 2024-04-23T18:22:55.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 --2- 172.21.15.38:0/712151031 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9790107cd0 0x7f979010a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 --2- 172.21.15.38:0/712151031 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f97901053a0 0x7f9790107790 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 --2- 172.21.15.38:0/712151031 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9790102a70 0x7f9790104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 -- 172.21.15.38:0/712151031 >> 172.21.15.38:0/712151031 conn(0x7f97900fc400 msgr2=0x7f97900fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 -- 172.21.15.38:0/712151031 shutdown_connections 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 -- 172.21.15.38:0/712151031 wait complete. 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 Processor -- start 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 -- start start 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9790102a70 0x7f97901982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97901053a0 0x7f9790198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9790107cd0 0x7f979019f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f979010dc00 con 0x7f9790102a70 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f979010da80 con 0x7f97901053a0 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.111+0000 7f9797d5d640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f979010dd80 con 0x7f9790107cd0 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9795af9640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9790102a70 0x7f97901982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9795af9640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9790102a70 0x7f97901982d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38156/0 (socket says 172.21.15.38:38156) 2024-04-23T18:22:55.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9795af9640 1 -- 172.21.15.38:0/3595374840 learned_addr learned my addr 172.21.15.38:0/3595374840 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:55.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f97962fa640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9790107cd0 0x7f979019f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f97952f8640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97901053a0 0x7f9790198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9795af9640 1 -- 172.21.15.38:0/3595374840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9790107cd0 msgr2=0x7f979019f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9795af9640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9790107cd0 0x7f979019f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9795af9640 1 -- 172.21.15.38:0/3595374840 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97901053a0 msgr2=0x7f9790198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9795af9640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97901053a0 0x7f9790198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9795af9640 1 -- 172.21.15.38:0/3595374840 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f979019fef0 con 0x7f9790102a70 2024-04-23T18:22:55.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9795af9640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9790102a70 0x7f97901982d0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f978000d770 tx=0x7f978000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:55.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9786ffd640 1 -- 172.21.15.38:0/3595374840 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9780017070 con 0x7f9790102a70 2024-04-23T18:22:55.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9786ffd640 1 -- 172.21.15.38:0/3595374840 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f97800054f0 con 0x7f9790102a70 2024-04-23T18:22:55.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9797d5d640 1 -- 172.21.15.38:0/3595374840 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97901a01e0 con 0x7f9790102a70 2024-04-23T18:22:55.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9786ffd640 1 -- 172.21.15.38:0/3595374840 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9780004de0 con 0x7f9790102a70 2024-04-23T18:22:55.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.112+0000 7f9797d5d640 1 -- 172.21.15.38:0/3595374840 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97901a06b0 con 0x7f9790102a70 2024-04-23T18:22:55.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.114+0000 7f9786ffd640 1 -- 172.21.15.38:0/3595374840 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f9780004f80 con 0x7f9790102a70 2024-04-23T18:22:55.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.115+0000 7f979aa77740 1 Processor -- start 2024-04-23T18:22:55.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.115+0000 7f979aa77740 1 -- start start 2024-04-23T18:22:55.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.115+0000 7f9786ffd640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f977c0a3bb0 0x7f977c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.115+0000 7f979aa77740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7db80 0x55f020d7dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.115+0000 7f979aa77740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7ed50 0x55f020d7f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.115+0000 7f979aa77740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7f710 0x55f020d85fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.115+0000 7f979aa77740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55f020ce2c50 con 0x55f020d7db80 2024-04-23T18:22:55.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.115+0000 7f979aa77740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55f020c7f830 con 0x55f020d7ed50 2024-04-23T18:22:55.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.115+0000 7f979aa77740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f020cdec10 con 0x55f020d7f710 2024-04-23T18:22:55.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f97962fa640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f977c0a3bb0 0x7f977c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f9786ffd640 1 -- 172.21.15.38:0/3595374840 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f97800cfed0 con 0x7f9790102a70 2024-04-23T18:22:55.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f9795af9640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7db80 0x55f020d7dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f9795af9640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7db80 0x55f020d7dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38164/0 (socket says 172.21.15.38:38164) 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f9795af9640 1 -- 172.21.15.38:0/2961251630 learned_addr learned my addr 172.21.15.38:0/2961251630 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f97962fa640 1 --2- 172.21.15.38:0/2961251630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7f710 0x55f020d85fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f97952f8640 1 --2- 172.21.15.38:0/2961251630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7ed50 0x55f020d7f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f9795af9640 1 -- 172.21.15.38:0/2961251630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7f710 msgr2=0x55f020d85fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f9795af9640 1 --2- 172.21.15.38:0/2961251630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7f710 0x55f020d85fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f9795af9640 1 -- 172.21.15.38:0/2961251630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7ed50 msgr2=0x55f020d7f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f9795af9640 1 --2- 172.21.15.38:0/2961251630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7ed50 0x55f020d7f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f9795af9640 1 -- 172.21.15.38:0/2961251630 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0209f52d0 con 0x55f020d7db80 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f9795af9640 1 --2- 172.21.15.38:0/2961251630 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7db80 0x55f020d7dfa0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f978009c170 tx=0x7f978006c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a693559d8b8d389 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:55.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f97962fa640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f977c0a3bb0 0x7f977c0a6070 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9788009fd0 tx=0x7f9788013b80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:55.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f977bfff640 1 -- 172.21.15.38:0/2961251630 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9780020040 con 0x55f020d7db80 2024-04-23T18:22:55.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f977bfff640 1 -- 172.21.15.38:0/2961251630 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f97800a4da0 con 0x55f020d7db80 2024-04-23T18:22:55.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.116+0000 7f977bfff640 1 -- 172.21.15.38:0/2961251630 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9780098850 con 0x55f020d7db80 2024-04-23T18:22:55.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.117+0000 7f979aa77740 1 -- 172.21.15.38:0/2961251630 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7db80 msgr2=0x55f020d7dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.117+0000 7f979aa77740 1 --2- 172.21.15.38:0/2961251630 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7db80 0x55f020d7dfa0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f978009c170 tx=0x7f978006c410 comp rx=0 tx=0).stop 2024-04-23T18:22:55.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.117+0000 7f979aa77740 1 -- 172.21.15.38:0/2961251630 shutdown_connections 2024-04-23T18:22:55.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.117+0000 7f979aa77740 1 --2- 172.21.15.38:0/2961251630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7f710 0x55f020d85fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.117+0000 7f979aa77740 1 --2- 172.21.15.38:0/2961251630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7ed50 0x55f020d7f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.117+0000 7f979aa77740 1 --2- 172.21.15.38:0/2961251630 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7db80 0x55f020d7dfa0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.117+0000 7f979aa77740 1 -- 172.21.15.38:0/2961251630 >> 172.21.15.38:0/2961251630 conn(0x55f020d79070 msgr2=0x55f020d79470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.117+0000 7f979aa77740 1 -- 172.21.15.38:0/2961251630 shutdown_connections 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.117+0000 7f979aa77740 1 -- 172.21.15.38:0/2961251630 wait complete. 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.117+0000 7f979aa77740 1 -- start start 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f979aa77740 1 Processor -- start 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f979aa77740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7db80 0x55f020d87fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f979aa77740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7ed50 0x55f020d884e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f979aa77740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7f710 0x55f020d8f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f979aa77740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55f020d866c0 con 0x55f020d7ed50 2024-04-23T18:22:55.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f979aa77740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55f020c7d470 con 0x55f020d7f710 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f979aa77740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f020d86840 con 0x55f020d7db80 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f979aa77740 10 client.0 _ll_register_callbacks cb 0x55f020ca2f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f97952f8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7ed50 0x55f020d884e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f97952f8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7ed50 0x55f020d884e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38168/0 (socket says 172.21.15.38:38168) 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f97952f8640 1 -- 172.21.15.38:0/3072327770 learned_addr learned my addr 172.21.15.38:0/3072327770 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f97962fa640 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7f710 0x55f020d8f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f9795af9640 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7db80 0x55f020d87fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f97952f8640 1 -- 172.21.15.38:0/3072327770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7db80 msgr2=0x55f020d87fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f97952f8640 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7db80 0x55f020d87fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f97952f8640 1 -- 172.21.15.38:0/3072327770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7f710 msgr2=0x55f020d8f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:55.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f97952f8640 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7f710 0x55f020d8f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.118+0000 7f97952f8640 1 -- 172.21.15.38:0/3072327770 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f020abf6b0 con 0x55f020d7ed50 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f97952f8640 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7ed50 0x55f020d884e0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f9790069be0 tx=0x7f978c031de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f4e1c97c537d6c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f97797fa640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f97797fa640 1 -- 172.21.15.38:0/3072327770 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978c035040 con 0x55f020d7ed50 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f97797fa640 1 -- 172.21.15.38:0/3072327770 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f978c031810 con 0x55f020d7ed50 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f979aa77740 1 -- 172.21.15.38:0/3072327770 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97800a4da0 con 0x55f020d7ed50 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f97797fa640 1 -- 172.21.15.38:0/3072327770 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f978c004040 con 0x55f020d7ed50 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f979aa77740 10 client.15309 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f979aa77740 1 -- 172.21.15.38:0/3072327770 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f020d92900 con 0x55f020d7ed50 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f97797fa640 1 -- 172.21.15.38:0/3072327770 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f97800a4da0 con 0x55f020d7ed50 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f97797fa640 1 -- 172.21.15.38:0/3072327770 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f978c004880 con 0x55f020d7ed50 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.119+0000 7f979aa77740 10 client.15309 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.120+0000 7f979aa77740 10 client.15309 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:22:55.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.120+0000 7f979aa77740 20 client.15309 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.120+0000 7f979aa77740 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55f020d94f70 0x55f020d963e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.120+0000 7f979aa77740 4 client.15309 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.120+0000 7f979aa77740 1 -- 172.21.15.38:0/3072327770 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f020cf0670 con 0x55f020d94f70 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.120+0000 7f9795af9640 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55f020d94f70 0x55f020d963e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.120+0000 7f9795af9640 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55f020d94f70 0x55f020d963e0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e175139394dfdc89 server_cookie=510e913ae28885cc in_seq=0 out_seq=0 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.120+0000 7f97797fa640 10 client.15309 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f97797fa640 1 -- 172.21.15.38:0/3072327770 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f020cf0670 con 0x55f020d94f70 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f97797fa640 10 client.15309 handle_command_reply: tid=0 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 client.15309 shutdown 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 -- 172.21.15.38:0/3072327770 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7ed50 msgr2=0x55f020d884e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7ed50 0x55f020d884e0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f9790069be0 tx=0x7f978c031de0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 -- 172.21.15.38:0/3072327770 shutdown_connections 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55f020d94f70 0x55f020d963e0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7f710 0x55f020d8f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f97797fa640 0 client.15309 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:22:55.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7ed50 0x55f020d884e0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 --2- 172.21.15.38:0/3072327770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7db80 0x55f020d87fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 -- 172.21.15.38:0/3072327770 >> 172.21.15.38:0/3072327770 conn(0x55f020d79070 msgr2=0x55f020d781d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:55.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 -- 172.21.15.38:0/3072327770 shutdown_connections 2024-04-23T18:22:55.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 1 -- 172.21.15.38:0/3072327770 wait complete. 2024-04-23T18:22:55.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.121+0000 7f979aa77740 20 client.15309 trim_cache size 0 max 16384 2024-04-23T18:22:55.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f979aa77740 1 Processor -- start 2024-04-23T18:22:55.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f979aa77740 1 -- start start 2024-04-23T18:22:55.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f979aa77740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7db80 0x55f020d7bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f979aa77740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7ed50 0x55f020d8f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f979aa77740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d7c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f979aa77740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55f020d94720 con 0x55f020d7f710 2024-04-23T18:22:55.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f979aa77740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55f020d94df0 con 0x55f020d7ed50 2024-04-23T18:22:55.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f979aa77740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f020d954c0 con 0x55f020d7db80 2024-04-23T18:22:55.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f97962fa640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d7c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f97962fa640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d7c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38172/0 (socket says 172.21.15.38:38172) 2024-04-23T18:22:55.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f97962fa640 1 -- 172.21.15.38:0/2636979783 learned_addr learned my addr 172.21.15.38:0/2636979783 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:55.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f9795af9640 1 --2- 172.21.15.38:0/2636979783 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7db80 0x55f020d7bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f97952f8640 1 --2- 172.21.15.38:0/2636979783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7ed50 0x55f020d8f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f97962fa640 1 -- 172.21.15.38:0/2636979783 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7db80 msgr2=0x55f020d7bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:55.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f97962fa640 1 --2- 172.21.15.38:0/2636979783 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7db80 0x55f020d7bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f97962fa640 1 -- 172.21.15.38:0/2636979783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7ed50 msgr2=0x55f020d8f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:55.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f97962fa640 1 --2- 172.21.15.38:0/2636979783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7ed50 0x55f020d8f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f97962fa640 1 -- 172.21.15.38:0/2636979783 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f020d85af0 con 0x55f020d7f710 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.140+0000 7f97962fa640 1 --2- 172.21.15.38:0/2636979783 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d7c290 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f978800fa90 tx=0x7f9788009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c746ee6d6686510d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f977b7fe640 1 -- 172.21.15.38:0/2636979783 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788003b70 con 0x55f020d7f710 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f977b7fe640 1 -- 172.21.15.38:0/2636979783 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9788025070 con 0x55f020d7f710 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f977b7fe640 1 -- 172.21.15.38:0/2636979783 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978802a6b0 con 0x55f020d7f710 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f979aa77740 1 -- 172.21.15.38:0/2636979783 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 msgr2=0x55f020d7c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f979aa77740 1 --2- 172.21.15.38:0/2636979783 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d7c290 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f978800fa90 tx=0x7f9788009500 comp rx=0 tx=0).stop 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f979aa77740 1 -- 172.21.15.38:0/2636979783 shutdown_connections 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f979aa77740 1 --2- 172.21.15.38:0/2636979783 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d7c290 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f979aa77740 1 --2- 172.21.15.38:0/2636979783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7ed50 0x55f020d8f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f979aa77740 1 --2- 172.21.15.38:0/2636979783 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7db80 0x55f020d7bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f979aa77740 1 -- 172.21.15.38:0/2636979783 >> 172.21.15.38:0/2636979783 conn(0x55f020d79070 msgr2=0x55f020d740b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f979aa77740 1 -- 172.21.15.38:0/2636979783 shutdown_connections 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.141+0000 7f979aa77740 1 -- 172.21.15.38:0/2636979783 wait complete. 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f979aa77740 1 -- start start 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f979aa77740 1 Processor -- start 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f979aa77740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7db80 0x55f020d8a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f979aa77740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7ed50 0x55f020d8aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f979aa77740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d8df00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f979aa77740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55f020d96260 con 0x55f020d7f710 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f979aa77740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55f020d95b90 con 0x55f020d7db80 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f979aa77740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f020d96930 con 0x55f020d7ed50 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f979aa77740 10 client.0 _ll_register_callbacks cb 0x7f978c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:55.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f97962fa640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d8df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f97962fa640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d8df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38176/0 (socket says 172.21.15.38:38176) 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f97962fa640 1 -- 172.21.15.38:0/2671137357 learned_addr learned my addr 172.21.15.38:0/2671137357 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f97952f8640 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7ed50 0x55f020d8aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.142+0000 7f9795af9640 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7db80 0x55f020d8a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97962fa640 1 -- 172.21.15.38:0/2671137357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7ed50 msgr2=0x55f020d8aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97962fa640 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7ed50 0x55f020d8aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97962fa640 1 -- 172.21.15.38:0/2671137357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7db80 msgr2=0x55f020d8a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97962fa640 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7db80 0x55f020d8a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97962fa640 1 -- 172.21.15.38:0/2671137357 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f020d8e4f0 con 0x55f020d7f710 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97962fa640 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d8df00 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f9788009b50 tx=0x7f9788004260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ec8fa87be4e71bb server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97797fa640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97797fa640 1 -- 172.21.15.38:0/2671137357 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788038060 con 0x55f020d7f710 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97797fa640 1 -- 172.21.15.38:0/2671137357 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f97880045e0 con 0x55f020d7f710 2024-04-23T18:22:55.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f979aa77740 1 -- 172.21.15.38:0/2671137357 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9788025070 con 0x55f020d7f710 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97797fa640 1 -- 172.21.15.38:0/2671137357 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97880121e0 con 0x55f020d7f710 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f979aa77740 10 client.15315 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f979aa77740 1 -- 172.21.15.38:0/2671137357 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f020d8f7f0 con 0x55f020d7f710 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97797fa640 1 -- 172.21.15.38:0/2671137357 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9788025070 con 0x55f020d7f710 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f97797fa640 1 -- 172.21.15.38:0/2671137357 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f9788032030 con 0x55f020d7f710 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.143+0000 7f979aa77740 10 client.15315 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f979aa77740 10 client.15315 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f979aa77740 20 client.15315 populate_metadata read hostname 'smithi038' 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f979aa77740 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55f020dff5e0 0x55f020dfe2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f979aa77740 4 client.15315 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f979aa77740 1 -- 172.21.15.38:0/2671137357 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "status"}) -- 0x55f020cea4e0 con 0x55f020dff5e0 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f9795af9640 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55f020dff5e0 0x55f020dfe2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f9795af9640 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55f020dff5e0 0x55f020dfe2f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=391b48a8f81239ba server_cookie=aec855e689e0889a in_seq=0 out_seq=0 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f97797fa640 10 client.15315 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:22:55.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f97797fa640 1 -- 172.21.15.38:0/2671137357 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55f020cea4e0 con 0x55f020dff5e0 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f97797fa640 10 client.15315 handle_command_reply: tid=0 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f979aa77740 1 client.15315 shutdown 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f979aa77740 1 -- 172.21.15.38:0/2671137357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 msgr2=0x55f020d8df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.144+0000 7f979aa77740 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d8df00 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f9788009b50 tx=0x7f9788004260 comp rx=0 tx=0).stop 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f979aa77740 1 -- 172.21.15.38:0/2671137357 shutdown_connections 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f979aa77740 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55f020dff5e0 0x55f020dfe2f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f979aa77740 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f020d7ed50 0x55f020d8aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f979aa77740 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f020d7f710 0x55f020d8df00 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f97797fa640 0 client.15315 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f979aa77740 1 --2- 172.21.15.38:0/2671137357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f020d7db80 0x55f020d8a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f979aa77740 1 -- 172.21.15.38:0/2671137357 >> 172.21.15.38:0/2671137357 conn(0x55f020d79070 msgr2=0x55f020d77940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f979aa77740 1 -- 172.21.15.38:0/2671137357 shutdown_connections 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f979aa77740 1 -- 172.21.15.38:0/2671137357 wait complete. 2024-04-23T18:22:55.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f979aa77740 20 client.15315 trim_cache size 0 max 16384 2024-04-23T18:22:55.146 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:22:55.146 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:55.146 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 0, 2024-04-23T18:22:55.146 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24515, 2024-04-23T18:22:55.146 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:22:55.146 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:22:55.146 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:22:55.147 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 115.302693406, 2024-04-23T18:22:55.147 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:55.147 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:55.147 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:55.147 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 122.094216098 2024-04-23T18:22:55.147 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:22:55.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 -- 172.21.15.38:0/3595374840 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f977c0a3bb0 msgr2=0x7f977c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f977c0a3bb0 0x7f977c0a6070 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9788009fd0 tx=0x7f9788013b80 comp rx=0 tx=0).stop 2024-04-23T18:22:55.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 -- 172.21.15.38:0/3595374840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9790102a70 msgr2=0x7f97901982d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9790102a70 0x7f97901982d0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f978000d770 tx=0x7f978000dc30 comp rx=0 tx=0).stop 2024-04-23T18:22:55.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 -- 172.21.15.38:0/3595374840 shutdown_connections 2024-04-23T18:22:55.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9790107cd0 0x7f979019f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f977c0a3bb0 0x7f977c0a6070 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97901053a0 0x7f9790198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 --2- 172.21.15.38:0/3595374840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9790102a70 0x7f97901982d0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 -- 172.21.15.38:0/3595374840 >> 172.21.15.38:0/3595374840 conn(0x7f97900fc400 msgr2=0x7f97901034f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:55.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 -- 172.21.15.38:0/3595374840 shutdown_connections 2024-04-23T18:22:55.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.145+0000 7f9797d5d640 1 -- 172.21.15.38:0/3595374840 wait complete. 2024-04-23T18:22:55.150 INFO:teuthology.run_tasks:Running task sequential... 2024-04-23T18:22:55.160 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-23T18:22:55.160 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-23T18:22:55.160 INFO:teuthology.task.print:Enabling mgr modules 2024-04-23T18:22:55.160 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-23T18:22:55.161 INFO:teuthology.task.exec:Executing custom commands... 2024-04-23T18:22:55.161 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:22:55.161 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-23T18:22:55.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.272+0000 7f4593c0b640 1 -- 172.21.15.38:0/4191352999 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f458c107c90 msgr2=0x7f458c10a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.272+0000 7f4593c0b640 1 --2- 172.21.15.38:0/4191352999 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f458c107c90 0x7f458c10a0e0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f4584009ca0 tx=0x7f458402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.272+0000 7f4593c0b640 1 -- 172.21.15.38:0/4191352999 shutdown_connections 2024-04-23T18:22:55.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.272+0000 7f4593c0b640 1 --2- 172.21.15.38:0/4191352999 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f458c107c90 0x7f458c10a0e0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.272+0000 7f4593c0b640 1 --2- 172.21.15.38:0/4191352999 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f458c105360 0x7f458c107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.272+0000 7f4593c0b640 1 --2- 172.21.15.38:0/4191352999 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f458c102a30 0x7f458c104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.272+0000 7f4593c0b640 1 -- 172.21.15.38:0/4191352999 >> 172.21.15.38:0/4191352999 conn(0x7f458c0fc420 msgr2=0x7f458c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:55.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.272+0000 7f4593c0b640 1 -- 172.21.15.38:0/4191352999 shutdown_connections 2024-04-23T18:22:55.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.272+0000 7f4593c0b640 1 -- 172.21.15.38:0/4191352999 wait complete. 2024-04-23T18:22:55.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f4593c0b640 1 Processor -- start 2024-04-23T18:22:55.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f4593c0b640 1 -- start start 2024-04-23T18:22:55.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f4593c0b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f458c102a30 0x7f458c198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f4593c0b640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f458c105360 0x7f458c198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f4593c0b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f458c107c90 0x7f458c19f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f4593c0b640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f458c10dc10 con 0x7f458c107c90 2024-04-23T18:22:55.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f4593c0b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f458c10da90 con 0x7f458c102a30 2024-04-23T18:22:55.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f4593c0b640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f458c10dd90 con 0x7f458c105360 2024-04-23T18:22:55.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45921a8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f458c107c90 0x7f458c19f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45921a8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f458c107c90 0x7f458c19f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38194/0 (socket says 172.21.15.38:38194) 2024-04-23T18:22:55.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45921a8640 1 -- 172.21.15.38:0/4242778753 learned_addr learned my addr 172.21.15.38:0/4242778753 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:55.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45911a6640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f458c105360 0x7f458c198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45919a7640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f458c102a30 0x7f458c198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45921a8640 1 -- 172.21.15.38:0/4242778753 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f458c105360 msgr2=0x7f458c198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45921a8640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f458c105360 0x7f458c198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45921a8640 1 -- 172.21.15.38:0/4242778753 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f458c102a30 msgr2=0x7f458c198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45921a8640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f458c102a30 0x7f458c198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45921a8640 1 -- 172.21.15.38:0/4242778753 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f458c19fe00 con 0x7f458c107c90 2024-04-23T18:22:55.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f45921a8640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f458c107c90 0x7f458c19f790 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f4584009dc0 tx=0x7f4584031840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:55.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.273+0000 7f4582ffd640 1 -- 172.21.15.38:0/4242778753 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4584003bf0 con 0x7f458c107c90 2024-04-23T18:22:55.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.274+0000 7f4593c0b640 1 -- 172.21.15.38:0/4242778753 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f458c1a0090 con 0x7f458c107c90 2024-04-23T18:22:55.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.274+0000 7f4582ffd640 1 -- 172.21.15.38:0/4242778753 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4584003d90 con 0x7f458c107c90 2024-04-23T18:22:55.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.274+0000 7f4582ffd640 1 -- 172.21.15.38:0/4242778753 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458402fcd0 con 0x7f458c107c90 2024-04-23T18:22:55.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.274+0000 7f4593c0b640 1 -- 172.21.15.38:0/4242778753 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f458c1a05e0 con 0x7f458c107c90 2024-04-23T18:22:55.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.275+0000 7f4593c0b640 1 -- 172.21.15.38:0/4242778753 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f458c0fdf10 con 0x7f458c107c90 2024-04-23T18:22:55.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.276+0000 7f4582ffd640 1 -- 172.21.15.38:0/4242778753 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f4584004040 con 0x7f458c107c90 2024-04-23T18:22:55.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.276+0000 7f4582ffd640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f45780a3c50 0x7f45780a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.276+0000 7f4582ffd640 1 -- 172.21.15.38:0/4242778753 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f45840f1ce0 con 0x7f458c107c90 2024-04-23T18:22:55.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.277+0000 7f45919a7640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f45780a3c50 0x7f45780a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.277+0000 7f45919a7640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f45780a3c50 0x7f45780a6110 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f457c005fd0 tx=0x7f457c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:55.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.284+0000 7f4582ffd640 1 -- 172.21.15.38:0/4242778753 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f45840be6a0 con 0x7f458c107c90 2024-04-23T18:22:55.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:55.542+0000 7f4593c0b640 1 -- 172.21.15.38:0/4242778753 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f458c02d5c0 con 0x7f458c107c90 2024-04-23T18:22:55.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:55 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4118409867' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:55.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:55 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4118409867' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:55.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:55 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4118409867' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:56.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.347+0000 7f4582ffd640 1 -- 172.21.15.38:0/4242778753 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f458402fe90 con 0x7f458c107c90 2024-04-23T18:22:56.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.351+0000 7f4593c0b640 1 -- 172.21.15.38:0/4242778753 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f45780a3c50 msgr2=0x7f45780a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:56.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.351+0000 7f4593c0b640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f45780a3c50 0x7f45780a6110 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f457c005fd0 tx=0x7f457c005850 comp rx=0 tx=0).stop 2024-04-23T18:22:56.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.351+0000 7f4593c0b640 1 -- 172.21.15.38:0/4242778753 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f458c107c90 msgr2=0x7f458c19f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:56.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.351+0000 7f4593c0b640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f458c107c90 0x7f458c19f790 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f4584009dc0 tx=0x7f4584031840 comp rx=0 tx=0).stop 2024-04-23T18:22:56.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.351+0000 7f4593c0b640 1 -- 172.21.15.38:0/4242778753 shutdown_connections 2024-04-23T18:22:56.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.351+0000 7f4593c0b640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f458c105360 0x7f458c198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.351+0000 7f4593c0b640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f45780a3c50 0x7f45780a6110 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.351+0000 7f4593c0b640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f458c107c90 0x7f458c19f790 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.351+0000 7f4593c0b640 1 --2- 172.21.15.38:0/4242778753 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f458c102a30 0x7f458c198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.351+0000 7f4593c0b640 1 -- 172.21.15.38:0/4242778753 >> 172.21.15.38:0/4242778753 conn(0x7f458c0fc420 msgr2=0x7f458c1032f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.352+0000 7f4593c0b640 1 -- 172.21.15.38:0/4242778753 shutdown_connections 2024-04-23T18:22:56.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.352+0000 7f4593c0b640 1 -- 172.21.15.38:0/4242778753 wait complete. 2024-04-23T18:22:56.364 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-23T18:22:56.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.483+0000 7f02c8b29640 1 -- 172.21.15.38:0/2786814144 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02c4102a00 msgr2=0x7f02c4109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:56.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.483+0000 7f02c8b29640 1 --2- 172.21.15.38:0/2786814144 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02c4102a00 0x7f02c4109320 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f02bc009ca0 tx=0x7f02bc02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.483+0000 7f02c8b29640 1 -- 172.21.15.38:0/2786814144 shutdown_connections 2024-04-23T18:22:56.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.483+0000 7f02c8b29640 1 --2- 172.21.15.38:0/2786814144 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c4102040 0x7f02c41024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.483+0000 7f02c8b29640 1 --2- 172.21.15.38:0/2786814144 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02c4102a00 0x7f02c4109320 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.483+0000 7f02c8b29640 1 --2- 172.21.15.38:0/2786814144 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02c4100e60 0x7f02c4101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.483+0000 7f02c8b29640 1 -- 172.21.15.38:0/2786814144 >> 172.21.15.38:0/2786814144 conn(0x7f02c40fc420 msgr2=0x7f02c40fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:56.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.483+0000 7f02c8b29640 1 -- 172.21.15.38:0/2786814144 shutdown_connections 2024-04-23T18:22:56.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.483+0000 7f02c8b29640 1 -- 172.21.15.38:0/2786814144 wait complete. 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c8b29640 1 Processor -- start 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c8b29640 1 -- start start 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c8b29640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c4100e60 0x7f02c4104e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c8b29640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02c4102040 0x7f02c41034b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c8b29640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02c4102a00 0x7f02c41039f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c8b29640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f02c410cb30 con 0x7f02c4102a00 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c8b29640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f02c410c9b0 con 0x7f02c4102040 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c8b29640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f02c410ccb0 con 0x7f02c4100e60 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c2d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02c4102a00 0x7f02c41039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c2d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02c4102a00 0x7f02c41039f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38222/0 (socket says 172.21.15.38:38222) 2024-04-23T18:22:56.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.484+0000 7f02c2d9d640 1 -- 172.21.15.38:0/1805423635 learned_addr learned my addr 172.21.15.38:0/1805423635 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c259c640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c4100e60 0x7f02c4104e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c1d9b640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02c4102040 0x7f02c41034b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c2d9d640 1 -- 172.21.15.38:0/1805423635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c4100e60 msgr2=0x7f02c4104e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c2d9d640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c4100e60 0x7f02c4104e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c2d9d640 1 -- 172.21.15.38:0/1805423635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02c4102040 msgr2=0x7f02c41034b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c2d9d640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02c4102040 0x7f02c41034b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c2d9d640 1 -- 172.21.15.38:0/1805423635 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02c4104280 con 0x7f02c4102a00 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c259c640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c4100e60 0x7f02c4104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c1d9b640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02c4102040 0x7f02c41034b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c2d9d640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02c4102a00 0x7f02c41039f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f02bc009dc0 tx=0x7f02bc031840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02bb7fe640 1 -- 172.21.15.38:0/1805423635 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02bc003bf0 con 0x7f02c4102a00 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c8b29640 1 -- 172.21.15.38:0/1805423635 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02c41a22f0 con 0x7f02c4102a00 2024-04-23T18:22:56.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02bb7fe640 1 -- 172.21.15.38:0/1805423635 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f02bc003d90 con 0x7f02c4102a00 2024-04-23T18:22:56.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02bb7fe640 1 -- 172.21.15.38:0/1805423635 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02bc02fce0 con 0x7f02c4102a00 2024-04-23T18:22:56.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.485+0000 7f02c8b29640 1 -- 172.21.15.38:0/1805423635 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02c41a2840 con 0x7f02c4102a00 2024-04-23T18:22:56.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.486+0000 7f02c8b29640 1 -- 172.21.15.38:0/1805423635 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02c41a2aa0 con 0x7f02c4102a00 2024-04-23T18:22:56.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.487+0000 7f02bb7fe640 1 -- 172.21.15.38:0/1805423635 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f02bc004040 con 0x7f02c4102a00 2024-04-23T18:22:56.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.488+0000 7f02bb7fe640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02b00a3ca0 0x7f02b00a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:56.482 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.488+0000 7f02c259c640 1 -- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02b00a3ca0 msgr2=0x7f02b00a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:22:56.482 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.488+0000 7f02bb7fe640 1 -- 172.21.15.38:0/1805423635 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8327+0+0 (secure 0 0 0) 0x7f02bc0f1a10 con 0x7f02c4102a00 2024-04-23T18:22:56.482 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.488+0000 7f02c259c640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02b00a3ca0 0x7f02b00a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:22:56.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.493+0000 7f02bb7fe640 1 -- 172.21.15.38:0/1805423635 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f02bc0be420 con 0x7f02c4102a00 2024-04-23T18:22:56.658 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: ignoring --setuser ceph since I am not root 2024-04-23T18:22:56.659 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: ignoring --setgroup ceph since I am not root 2024-04-23T18:22:56.659 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:56.570+0000 7f2b8fe9e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:22:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:56 smithi038 ceph-mon[29217]: pgmap v348: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-23T18:22:56.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:56 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]: dispatch 2024-04-23T18:22:56.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:56 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4242778753' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-23T18:22:56.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.689+0000 7f02c259c640 1 -- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02b00a3ca0 msgr2=0x7f02b00a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:22:56.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.689+0000 7f02c259c640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02b00a3ca0 0x7f02b00a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:22:56.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:56 smithi102 ceph-mon[32874]: pgmap v348: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:56.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-23T18:22:56.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:56 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]: dispatch 2024-04-23T18:22:56.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:56 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4242778753' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-23T18:22:56.703 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: ignoring --setuser ceph since I am not root 2024-04-23T18:22:56.703 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: ignoring --setgroup ceph since I am not root 2024-04-23T18:22:56.703 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:56 smithi102 ceph-mgr[34742]: -- 172.21.15.102:0/3178834255 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564efc1ae5a0 con 0x564efc182800 2024-04-23T18:22:56.703 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:56.525+0000 7fb4888e8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:22:56.703 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:56.708+0000 7fb4888e8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:56.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.717+0000 7f02c8b29640 1 -- 172.21.15.38:0/1805423635 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f02c41a3120 con 0x7f02c4102a00 2024-04-23T18:22:56.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.720+0000 7f02bb7fe640 1 -- 172.21.15.38:0/1805423635 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v31)=0 v31) ==== 138+0+0 (secure 0 0 0) 0x7f02bc0bdd20 con 0x7f02c4102a00 2024-04-23T18:22:56.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.722+0000 7f02c8b29640 1 -- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02b00a3ca0 msgr2=0x7f02b00a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:22:56.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.722+0000 7f02c8b29640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02b00a3ca0 0x7f02b00a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.722+0000 7f02c8b29640 1 -- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02c4102a00 msgr2=0x7f02c41039f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:56.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.722+0000 7f02c8b29640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02c4102a00 0x7f02c41039f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f02bc009dc0 tx=0x7f02bc031840 comp rx=0 tx=0).stop 2024-04-23T18:22:56.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.723+0000 7f02c8b29640 1 -- 172.21.15.38:0/1805423635 shutdown_connections 2024-04-23T18:22:56.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.723+0000 7f02c8b29640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f02b00a3ca0 0x7f02b00a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.723+0000 7f02c8b29640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02c4102a00 0x7f02c41039f0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.723+0000 7f02c8b29640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02c4102040 0x7f02c41034b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.723+0000 7f02c8b29640 1 --2- 172.21.15.38:0/1805423635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c4100e60 0x7f02c4104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.723+0000 7f02c8b29640 1 -- 172.21.15.38:0/1805423635 >> 172.21.15.38:0/1805423635 conn(0x7f02c40fc420 msgr2=0x7f02c40fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:56.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.723+0000 7f02c8b29640 1 -- 172.21.15.38:0/1805423635 shutdown_connections 2024-04-23T18:22:56.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.723+0000 7f02c8b29640 1 -- 172.21.15.38:0/1805423635 wait complete. 2024-04-23T18:22:56.727 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-23T18:22:56.728 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:56 smithi076 ceph-mon[32458]: pgmap v348: 97 pgs: 97 active+clean; 644 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:22:56.728 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-23T18:22:56.728 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:56 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]: dispatch 2024-04-23T18:22:56.728 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:56 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4242778753' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-23T18:22:56.728 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: ignoring --setuser ceph since I am not root 2024-04-23T18:22:56.728 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: ignoring --setgroup ceph since I am not root 2024-04-23T18:22:56.728 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:56 smithi076 ceph-mgr[33869]: -- 172.21.15.76:0/1492679369 <== mon.0 v2:172.21.15.38:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f66a1d05a0 con 0x55f66a1a4c00 2024-04-23T18:22:56.729 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:56.549+0000 7faeadfec200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:22:56.729 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:56.735+0000 7faeadfec200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:56.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.838+0000 7f946a059640 1 -- 172.21.15.38:0/758604341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9464102a00 msgr2=0x7f9464109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:56.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.838+0000 7f946a059640 1 --2- 172.21.15.38:0/758604341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9464102a00 0x7f9464109320 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f945c009ca0 tx=0x7f945c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.838+0000 7f946a059640 1 -- 172.21.15.38:0/758604341 shutdown_connections 2024-04-23T18:22:56.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.838+0000 7f946a059640 1 --2- 172.21.15.38:0/758604341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9464102040 0x7f94641024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.838+0000 7f946a059640 1 --2- 172.21.15.38:0/758604341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9464102a00 0x7f9464109320 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.838+0000 7f946a059640 1 --2- 172.21.15.38:0/758604341 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9464100e60 0x7f9464101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.838+0000 7f946a059640 1 -- 172.21.15.38:0/758604341 >> 172.21.15.38:0/758604341 conn(0x7f94640fc420 msgr2=0x7f94640fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.838+0000 7f946a059640 1 -- 172.21.15.38:0/758604341 shutdown_connections 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.838+0000 7f946a059640 1 -- 172.21.15.38:0/758604341 wait complete. 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f946a059640 1 Processor -- start 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f946a059640 1 -- start start 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f946a059640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9464100e60 0x7f94641970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f946a059640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9464102040 0x7f9464197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f946a059640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9464102a00 0x7f946419e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f946a059640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f946410cb30 con 0x7f9464102040 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f946a059640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f946410c9b0 con 0x7f9464100e60 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f946a059640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f946410ccb0 con 0x7f9464102a00 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f9462ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9464102040 0x7f9464197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f9462ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9464102040 0x7f9464197630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38244/0 (socket says 172.21.15.38:38244) 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f9462ffd640 1 -- 172.21.15.38:0/3403134207 learned_addr learned my addr 172.21.15.38:0/3403134207 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f94637fe640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9464100e60 0x7f94641970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:56.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.839+0000 7f9463fff640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9464102a00 0x7f946419e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f9462ffd640 1 -- 172.21.15.38:0/3403134207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9464102a00 msgr2=0x7f946419e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f9462ffd640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9464102a00 0x7f946419e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f9462ffd640 1 -- 172.21.15.38:0/3403134207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9464100e60 msgr2=0x7f94641970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f9462ffd640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9464100e60 0x7f94641970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f9462ffd640 1 -- 172.21.15.38:0/3403134207 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f946419ed10 con 0x7f9464102040 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f9463fff640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9464102a00 0x7f946419e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f94637fe640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9464100e60 0x7f94641970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f9462ffd640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9464102040 0x7f9464197630 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f945800e9f0 tx=0x7f945800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f9460ff9640 1 -- 172.21.15.38:0/3403134207 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945800cd80 con 0x7f9464102040 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f9460ff9640 1 -- 172.21.15.38:0/3403134207 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9458010900 con 0x7f9464102040 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f946a059640 1 -- 172.21.15.38:0/3403134207 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f946419efa0 con 0x7f9464102040 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f9460ff9640 1 -- 172.21.15.38:0/3403134207 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9458018920 con 0x7f9464102040 2024-04-23T18:22:56.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.840+0000 7f946a059640 1 -- 172.21.15.38:0/3403134207 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f946419f4c0 con 0x7f9464102040 2024-04-23T18:22:56.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.841+0000 7f946a059640 1 -- 172.21.15.38:0/3403134207 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94641081a0 con 0x7f9464102040 2024-04-23T18:22:56.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.842+0000 7f9460ff9640 1 -- 172.21.15.38:0/3403134207 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f9458010ab0 con 0x7f9464102040 2024-04-23T18:22:56.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.843+0000 7f9460ff9640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f944c0a3ca0 0x7f944c0a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:56.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.843+0000 7f94637fe640 1 -- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f944c0a3ca0 msgr2=0x7f944c0a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:22:56.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.843+0000 7f9460ff9640 1 -- 172.21.15.38:0/3403134207 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8327+0+0 (secure 0 0 0) 0x7f94580d0860 con 0x7f9464102040 2024-04-23T18:22:56.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.843+0000 7f94637fe640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f944c0a3ca0 0x7f944c0a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:22:56.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:56.847+0000 7f9460ff9640 1 -- 172.21.15.38:0/3403134207 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f945809cb30 con 0x7f9464102040 2024-04-23T18:22:57.008 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:56.837+0000 7faeadfec200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:22:57.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.037+0000 7f946a059640 1 -- 172.21.15.38:0/3403134207 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f9464062c60 con 0x7f9464102040 2024-04-23T18:22:57.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.041+0000 7f9460ff9640 1 -- 172.21.15.38:0/3403134207 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v32)=0 v32) ==== 133+0+0 (secure 0 0 0) 0x7f94580bd0c0 con 0x7f9464102040 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 -- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f944c0a3ca0 msgr2=0x7f944c0a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f94637fe640 1 -- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f944c0a3ca0 msgr2=0x7f944c0a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f94637fe640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f944c0a3ca0 0x7f944c0a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f944c0a3ca0 0x7f944c0a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 -- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9464102040 msgr2=0x7f9464197630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9464102040 0x7f9464197630 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f945800e9f0 tx=0x7f945800eeb0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 -- 172.21.15.38:0/3403134207 shutdown_connections 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9464102a00 0x7f946419e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7f944c0a3ca0 0x7f944c0a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9464102040 0x7f9464197630 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 --2- 172.21.15.38:0/3403134207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9464100e60 0x7f94641970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 -- 172.21.15.38:0/3403134207 >> 172.21.15.38:0/3403134207 conn(0x7f94640fc420 msgr2=0x7f9464105370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:57.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 -- 172.21.15.38:0/3403134207 shutdown_connections 2024-04-23T18:22:57.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:57.044+0000 7f946a059640 1 -- 172.21.15.38:0/3403134207 wait complete. 2024-04-23T18:22:57.046 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:56.766+0000 7f2b8fe9e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:57.046 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:56.877+0000 7f2b8fe9e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:22:57.047 INFO:teuthology.run_tasks:Running task kclient... 2024-04-23T18:22:57.071 INFO:tasks.kclient:Mounting kernel clients... 2024-04-23T18:22:57.071 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-23T18:22:57.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:57.071 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list 2024-04-23T18:22:57.072 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:56.811+0000 7fb4888e8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:22:57.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:57.088 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link delete ceph-brx 2024-04-23T18:22:57.154 INFO:teuthology.orchestra.run.smithi038.stderr:Cannot find device "ceph-brx" 2024-04-23T18:22:57.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:22:57.156 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'rbytes': False, 'syntax': 'v2', 'mount_subvol_num': 1} 2024-04-23T18:22:57.157 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-23T18:22:57.157 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-23T18:22:57.157 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-23T18:22:57.361 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:57 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:57.206+0000 7f2b8fe9e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:22:57.361 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:57 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:57.297+0000 7f2b8fe9e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:22:57.454 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:57.508 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:57.144+0000 7faeadfec200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:22:57.508 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:57.228+0000 7faeadfec200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:22:57.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:57 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4242778753' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-23T18:22:57.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:57 smithi076 ceph-mon[32458]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-23T18:22:57.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-23T18:22:57.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:57 smithi076 ceph-mon[32458]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]': finished 2024-04-23T18:22:57.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:57 smithi076 ceph-mon[32458]: osdmap e89: 12 total, 12 up, 12 in 2024-04-23T18:22:57.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:57 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1805423635' entity='client.admin' 2024-04-23T18:22:57.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:57 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3403134207' entity='client.admin' 2024-04-23T18:22:57.552 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:57 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:57.121+0000 7fb4888e8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:22:57.552 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:57 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:57.205+0000 7fb4888e8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:22:57.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:57 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4242778753' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-23T18:22:57.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:57 smithi102 ceph-mon[32874]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-23T18:22:57.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-23T18:22:57.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:57 smithi102 ceph-mon[32874]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]': finished 2024-04-23T18:22:57.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:57 smithi102 ceph-mon[32874]: osdmap e89: 12 total, 12 up, 12 in 2024-04-23T18:22:57.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:57 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1805423635' entity='client.admin' 2024-04-23T18:22:57.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:57 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3403134207' entity='client.admin' 2024-04-23T18:22:57.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:57 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4242778753' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-23T18:22:57.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:57 smithi038 ceph-mon[29217]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-23T18:22:57.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-23T18:22:57.623 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:57 smithi038 ceph-mon[29217]: from='mgr.14152 172.21.15.38:0/3045524418' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]': finished 2024-04-23T18:22:57.624 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:57 smithi038 ceph-mon[29217]: osdmap e89: 12 total, 12 up, 12 in 2024-04-23T18:22:57.624 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:57 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1805423635' entity='client.admin' 2024-04-23T18:22:57.624 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:57 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3403134207' entity='client.admin' 2024-04-23T18:22:58.627 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:58 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:58.582+0000 7f2b8fe9e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:22:58.627 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:58 smithi038 ceph-mon[29217]: osdmap e90: 12 total, 12 up, 12 in 2024-04-23T18:22:58.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:58 smithi102 ceph-mon[32874]: osdmap e90: 12 total, 12 up, 12 in 2024-04-23T18:22:58.709 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:58 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:58.378+0000 7fb4888e8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:22:58.710 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:58 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:58.548+0000 7fb4888e8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:22:58.732 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:58 smithi076 ceph-mon[32458]: osdmap e90: 12 total, 12 up, 12 in 2024-04-23T18:22:58.732 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:58.401+0000 7faeadfec200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:22:58.733 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:58.571+0000 7faeadfec200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:22:58.908 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:58 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:58.762+0000 7f2b8fe9e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:22:58.996 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:58 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:58.716+0000 7fb4888e8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:22:59.008 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:58.739+0000 7faeadfec200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:22:59.220 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:58 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:58.945+0000 7f2b8fe9e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:22:59.289 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:59 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:59.003+0000 7fb4888e8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:22:59.289 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:59 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:59.094+0000 7fb4888e8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:22:59.311 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:59.029+0000 7faeadfec200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:22:59.311 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:59.119+0000 7faeadfec200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:22:59.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.333+0000 7fd344f37700 1 -- 172.21.15.38:0/4200757921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd340108ad0 msgr2=0x7fd340108eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.333+0000 7fd344f37700 1 --2- 172.21.15.38:0/4200757921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd340108ad0 0x7fd340108eb0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fd330009990 tx=0x7fd330009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.333+0000 7fd344f37700 1 -- 172.21.15.38:0/4200757921 shutdown_connections 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.333+0000 7fd344f37700 1 --2- 172.21.15.38:0/4200757921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3401019d0 0x7fd34010f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.333+0000 7fd344f37700 1 --2- 172.21.15.38:0/4200757921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd340108ad0 0x7fd340108eb0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.333+0000 7fd344f37700 1 --2- 172.21.15.38:0/4200757921 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd340101030 0x7fd340101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.333+0000 7fd344f37700 1 -- 172.21.15.38:0/4200757921 >> 172.21.15.38:0/4200757921 conn(0x7fd340077fb0 msgr2=0x7fd3400ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.333+0000 7fd344f37700 1 -- 172.21.15.38:0/4200757921 shutdown_connections 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.333+0000 7fd344f37700 1 -- 172.21.15.38:0/4200757921 wait complete. 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd344f37700 1 Processor -- start 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd344f37700 1 -- start start 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd344f37700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd340101030 0x7fd3401991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd344f37700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3401019d0 0x7fd340199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:59.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd344f37700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd340108ad0 0x7fd34019daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:59.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd344f37700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd340112d60 con 0x7fd340101030 2024-04-23T18:22:59.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd344f37700 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd340112be0 con 0x7fd340108ad0 2024-04-23T18:22:59.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd344f37700 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd340112ee0 con 0x7fd3401019d0 2024-04-23T18:22:59.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd33e59c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd340101030 0x7fd3401991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:59.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd33e59c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd340101030 0x7fd3401991d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38256/0 (socket says 172.21.15.38:38256) 2024-04-23T18:22:59.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd33ed9d700 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd340108ad0 0x7fd34019daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:59.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd33e59c700 1 -- 172.21.15.38:0/677961364 learned_addr learned my addr 172.21.15.38:0/677961364 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:22:59.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.334+0000 7fd33dd9b700 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3401019d0 0x7fd340199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:59.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd33dd9b700 1 -- 172.21.15.38:0/677961364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd340108ad0 msgr2=0x7fd34019daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:59.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd33dd9b700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd340108ad0 0x7fd34019daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd33dd9b700 1 -- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd340101030 msgr2=0x7fd3401991d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd33dd9b700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd340101030 0x7fd3401991d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd33dd9b700 1 -- 172.21.15.38:0/677961364 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd34019e1e0 con 0x7fd3401019d0 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd33e59c700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd340101030 0x7fd3401991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd33ed9d700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd340108ad0 0x7fd34019daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd33dd9b700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3401019d0 0x7fd340199710 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd33400e9f0 tx=0x7fd33400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd32f7fe700 1 -- 172.21.15.38:0/677961364 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33400cb70 con 0x7fd3401019d0 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd32f7fe700 1 -- 172.21.15.38:0/677961364 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd33400ee90 con 0x7fd3401019d0 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd344f37700 1 -- 172.21.15.38:0/677961364 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd34019e4d0 con 0x7fd3401019d0 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd32f7fe700 1 -- 172.21.15.38:0/677961364 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd334003e00 con 0x7fd3401019d0 2024-04-23T18:22:59.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.335+0000 7fd344f37700 1 -- 172.21.15.38:0/677961364 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3401a5d50 con 0x7fd3401019d0 2024-04-23T18:22:59.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.336+0000 7fd344f37700 1 -- 172.21.15.38:0/677961364 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd340104350 con 0x7fd3401019d0 2024-04-23T18:22:59.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.337+0000 7fd32f7fe700 1 -- 172.21.15.38:0/677961364 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fd334004000 con 0x7fd3401019d0 2024-04-23T18:22:59.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.338+0000 7fd32f7fe700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd3280a3c90 0x7fd3280a6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:59.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.338+0000 7fd33e59c700 1 -- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd3280a3c90 msgr2=0x7fd3280a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:22:59.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.338+0000 7fd32f7fe700 1 -- 172.21.15.38:0/677961364 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8327+0+0 (secure 0 0 0) 0x7fd3340d0650 con 0x7fd3401019d0 2024-04-23T18:22:59.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.338+0000 7fd33e59c700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd3280a3c90 0x7fd3280a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:22:59.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.342+0000 7fd32f7fe700 1 -- 172.21.15.38:0/677961364 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd33409cf70 con 0x7fd3401019d0 2024-04-23T18:22:59.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.539+0000 7fd33e59c700 1 -- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd3280a3c90 msgr2=0x7fd3280a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:22:59.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.539+0000 7fd33e59c700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd3280a3c90 0x7fd3280a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:22:59.532 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:59 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:59.257+0000 7f2b8fe9e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:22:59.532 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:59 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:59.359+0000 7f2b8fe9e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:22:59.552 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:59 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:59.295+0000 7fb4888e8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:22:59.552 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:22:59 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:22:59.489+0000 7fb4888e8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:59.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.599+0000 7fd344f37700 1 -- 172.21.15.38:0/677961364 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd34002df80 con 0x7fd3401019d0 2024-04-23T18:22:59.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.600+0000 7fd32f7fe700 1 -- 172.21.15.38:0/677961364 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v26) ==== 53+0+73 (secure 0 0 0) 0x7fd334009420 con 0x7fd3401019d0 2024-04-23T18:22:59.592 INFO:teuthology.orchestra.run.smithi038.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-23T18:22:59.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 -- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd3280a3c90 msgr2=0x7fd3280a6150 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:22:59.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd3280a3c90 0x7fd3280a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 -- 172.21.15.38:0/677961364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3401019d0 msgr2=0x7fd340199710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:59.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3401019d0 0x7fd340199710 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd33400e9f0 tx=0x7fd33400ed00 comp rx=0 tx=0).stop 2024-04-23T18:22:59.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 -- 172.21.15.38:0/677961364 shutdown_connections 2024-04-23T18:22:59.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fd3280a3c90 0x7fd3280a6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd340108ad0 0x7fd34019daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd340101030 0x7fd3401991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 --2- 172.21.15.38:0/677961364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3401019d0 0x7fd340199710 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:59.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 -- 172.21.15.38:0/677961364 >> 172.21.15.38:0/677961364 conn(0x7fd340077fb0 msgr2=0x7fd3400ffa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:59.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 -- 172.21.15.38:0/677961364 shutdown_connections 2024-04-23T18:22:59.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:22:59.603+0000 7fd344f37700 1 -- 172.21.15.38:0/677961364 wait complete. 2024-04-23T18:22:59.646 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:59.318+0000 7faeadfec200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:22:59.646 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:22:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:22:59.512+0000 7faeadfec200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:59.783 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:22:59 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/677961364' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-23T18:22:59.783 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:59 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:59.575+0000 7f2b8fe9e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:23:00.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:22:59 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/677961364' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-23T18:23:00.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:22:59 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/677961364' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-23T18:23:00.158 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:22:59 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:22:59.790+0000 7f2b8fe9e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:23:00.342 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-23T18:23:00.342 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-23T18:23:00.342 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi038.front.sepia.ceph.com 2024-04-23T18:23:00.342 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-23T18:23:00.342 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-23T18:23:00.342 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-23T18:23:00.342 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-23T18:23:00.342 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-23T18:23:00.342 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-23T18:23:00.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:23:00.343 DEBUG:teuthology.orchestra.run.smithi038:> ip addr 2024-04-23T18:23:00.359 INFO:teuthology.orchestra.run.smithi038.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-23T18:23:00.359 INFO:teuthology.orchestra.run.smithi038.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-23T18:23:00.359 INFO:teuthology.orchestra.run.smithi038.stdout: inet 127.0.0.1/8 scope host lo 2024-04-23T18:23:00.359 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-04-23T18:23:00.359 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 ::1/128 scope host 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:6b:fd:a2 brd ff:ff:ff:ff:ff:ff 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp7s0f0 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:6b:fd:a3 brd ff:ff:ff:ff:ff:ff 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp7s0f1 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:bd:15:fc brd ff:ff:ff:ff:ff:ff 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp1s0f0 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: inet 172.21.15.38/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft 41999sec preferred_lft 41999sec 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 fe80::ec4:7aff:febd:15fc/64 scope link noprefixroute 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-23T18:23:00.360 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:bd:15:fd brd ff:ff:ff:ff:ff:ff 2024-04-23T18:23:00.361 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp1s0f1 2024-04-23T18:23:00.361 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-23T18:23:00.361 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-23T18:23:00.361 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-04-23T18:23:00.361 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link add name ceph-brx type bridge 2024-04-23T18:23:00.361 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip addr flush dev ceph-brx 2024-04-23T18:23:00.361 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link set ceph-brx up 2024-04-23T18:23:00.361 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-23T18:23:00.361 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-04-23T18:23:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:23:00.501 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:00 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:00.089+0000 7fb4888e8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:23:00.507 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:00.110+0000 7faeadfec200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:23:00.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:00.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:23:00.552 DEBUG:teuthology.orchestra.run.smithi038:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-23T18:23:00.559 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:00.429+0000 7f2b8fe9e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:23:00.578 INFO:teuthology.orchestra.run.smithi038.stdout:1 2024-04-23T18:23:00.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:23:00.580 DEBUG:teuthology.orchestra.run.smithi038:> route 2024-04-23T18:23:00.650 INFO:teuthology.orchestra.run.smithi038.stdout:Kernel IP routing table 2024-04-23T18:23:00.650 INFO:teuthology.orchestra.run.smithi038.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-23T18:23:00.650 INFO:teuthology.orchestra.run.smithi038.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-23T18:23:00.650 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-23T18:23:00.650 INFO:teuthology.orchestra.run.smithi038.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-23T18:23:00.650 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-23T18:23:00.651 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-04-23T18:23:00.651 DEBUG:teuthology.orchestra.run.smithi038:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-23T18:23:00.651 DEBUG:teuthology.orchestra.run.smithi038:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-23T18:23:00.651 DEBUG:teuthology.orchestra.run.smithi038:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-23T18:23:00.651 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-04-23T18:23:00.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:23:00.796 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:00 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:00.508+0000 7fb4888e8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:23:00.796 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:00 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:00.604+0000 7fb4888e8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:23:00.819 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:00.530+0000 7faeadfec200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:23:00.819 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:00.625+0000 7faeadfec200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:23:00.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:00.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:23:00.921 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list 2024-04-23T18:23:00.937 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:23:00.937 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list-id 2024-04-23T18:23:00.993 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-23T18:23:00.993 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-04-23T18:23:00.993 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-23T18:23:00.993 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-23T18:23:00.993 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-04-23T18:23:01.052 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:00 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:00.803+0000 7fb4888e8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:23:01.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:23:01.092 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:00.896+0000 7f2b8fe9e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:23:01.092 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:01 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:01.006+0000 7f2b8fe9e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:23:01.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:01.115 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-23T18:23:01.115 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-23T18:23:01.115 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-04-23T18:23:01.115 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-23T18:23:01.116 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-23T18:23:01.116 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-23T18:23:01.116 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-23T18:23:01.116 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-23T18:23:01.116 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-04-23T18:23:01.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:23:01.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:01.253 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-23T18:23:01.253 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-04-23T18:23:01.253 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link set brx.0 up 2024-04-23T18:23:01.253 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link set dev brx.0 master ceph-brx 2024-04-23T18:23:01.253 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-04-23T18:23:01.257 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:00.826+0000 7faeadfec200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:23:01.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:23:01.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:01.333 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-23T18:23:01.334 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-23T18:23:01.348 INFO:teuthology.orchestra.run.smithi038.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-23T18:23:01.349 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-23T18:23:01.349 DEBUG:teuthology.orchestra.run.smithi038:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-23T18:23:01.405 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-23T18:23:01.405 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-23T18:23:01.405 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/4c0c5263-e625-4c06-8f07-149fbebc3c7f 2024-04-23T18:23:01.405 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:23:01.405 DEBUG:teuthology.orchestra.run.smithi038:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/4c0c5263-e625-4c06-8f07-149fbebc3c7f /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-23T18:23:01.408 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:01 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:01.231+0000 7f2b8fe9e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:23:01.462 INFO:teuthology.orchestra.run.smithi038.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-23T18:23:01.462 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-23T18:23:01.592 INFO:teuthology.orchestra.run.smithi038.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-23T18:23:01.593 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-23T18:23:01.593 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: resolved to: "172.21.15.38:3300,172.21.15.76:3300,172.21.15.102:3300" 2024-04-23T18:23:01.593 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: trying mount with new device syntax: 0@e0b71514-019c-11ef-bc93-c7b262605968.cephfs=/volumes/qa/sv_1/4c0c5263-e625-4c06-8f07-149fbebc3c7f 2024-04-23T18:23:01.593 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync,name=0,key=0,mon_addr=172.21.15.38:3300/172.21.15.76:3300/172.21.15.102:3300" will pass to kernel 2024-04-23T18:23:01.594 INFO:teuthology.orchestra.run.smithi038.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-23T18:23:01.594 INFO:teuthology.orchestra.run.smithi038.stdout: You just mounted a file system that supports labels which does not 2024-04-23T18:23:01.594 INFO:teuthology.orchestra.run.smithi038.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-23T18:23:01.594 INFO:teuthology.orchestra.run.smithi038.stdout: applications will generate AVC messages and not be allowed access to 2024-04-23T18:23:01.594 INFO:teuthology.orchestra.run.smithi038.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-23T18:23:01.595 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-23T18:23:01.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:23:01.596 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-23T18:23:01.621 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-23T18:23:01.649 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:01.323+0000 7fb4888e8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:23:01.649 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:01.414+0000 7fb4888e8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:23:01.671 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:01.345+0000 7faeadfec200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:23:01.671 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:01.436+0000 7faeadfec200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:23:01.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-23T18:23:01.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:01.719 INFO:teuthology.orchestra.run.smithi038.stdout:client25049 2024-04-23T18:23:01.719 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:23:01.719 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-23T18:23:01.735 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-23T18:23:01.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-23T18:23:01.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:01.833 INFO:teuthology.orchestra.run.smithi038.stdout:client25049 2024-04-23T18:23:01.833 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-23T18:23:01.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-23T18:23:01.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:01.892 INFO:teuthology.orchestra.run.smithi038.stdout:client25049 2024-04-23T18:23:01.892 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/e0b71514-019c-11ef-bc93-c7b262605968.client25049/status') 2024-04-23T18:23:01.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:23:01.952 INFO:teuthology.orchestra.run.smithi038.stdout:instance: client.25049 (3)172.21.15.38:0/3276589350 2024-04-23T18:23:01.952 INFO:teuthology.orchestra.run.smithi038.stdout:blocklisted: false 2024-04-23T18:23:01.953 INFO:teuthology.orchestra.run.smithi038.stderr:0+1 records in 2024-04-23T18:23:01.953 INFO:teuthology.orchestra.run.smithi038.stderr:0+1 records out 2024-04-23T18:23:01.953 INFO:teuthology.orchestra.run.smithi038.stderr:71 bytes copied, 2.4889e-05 s, 2.9 MB/s 2024-04-23T18:23:01.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:01.960 INFO:teuthology.run_tasks:Running task exec... 2024-04-23T18:23:01.969 INFO:teuthology.task.exec:Executing custom commands... 2024-04-23T18:23:01.969 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:23:01.970 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-04-23T18:23:01.989 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:01.656+0000 7fb4888e8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:23:01.989 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:01.785+0000 7fb4888e8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:23:01.989 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:01.881+0000 7fb4888e8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:23:02.008 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:01.678+0000 7faeadfec200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:23:02.008 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:01.809+0000 7faeadfec200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:23:02.008 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:01.905+0000 7faeadfec200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:23:02.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.081+0000 7fc232afd640 1 -- 172.21.15.38:0/887411543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c100e60 msgr2=0x7fc22c101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:02.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.081+0000 7fc232afd640 1 --2- 172.21.15.38:0/887411543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c100e60 0x7fc22c101280 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fc220009900 tx=0x7fc22002a410 comp rx=0 tx=0).stop 2024-04-23T18:23:02.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.081+0000 7fc232afd640 1 -- 172.21.15.38:0/887411543 shutdown_connections 2024-04-23T18:23:02.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.081+0000 7fc232afd640 1 --2- 172.21.15.38:0/887411543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc22c102a00 0x7fc22c109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 --2- 172.21.15.38:0/887411543 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc22c102040 0x7fc22c1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 --2- 172.21.15.38:0/887411543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c100e60 0x7fc22c101280 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 -- 172.21.15.38:0/887411543 >> 172.21.15.38:0/887411543 conn(0x7fc22c0fc420 msgr2=0x7fc22c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 -- 172.21.15.38:0/887411543 shutdown_connections 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 -- 172.21.15.38:0/887411543 wait complete. 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 Processor -- start 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 -- start start 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc22c100e60 0x7fc22c06a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c102040 0x7fc22c19cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc22c102a00 0x7fc22c19f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c10cb60 con 0x7fc22c102040 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c10c9e0 con 0x7fc22c100e60 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc232afd640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c10cce0 con 0x7fc22c102a00 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc22bfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c102040 0x7fc22c19cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc22bfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c102040 0x7fc22c19cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38654/0 (socket says 172.21.15.38:38654) 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.082+0000 7fc22bfff640 1 -- 172.21.15.38:0/2913911850 learned_addr learned my addr 172.21.15.38:0/2913911850 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc230899640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc22c100e60 0x7fc22c06a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc23109a640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc22c102a00 0x7fc22c19f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc22bfff640 1 -- 172.21.15.38:0/2913911850 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc22c102a00 msgr2=0x7fc22c19f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc22bfff640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc22c102a00 0x7fc22c19f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc22bfff640 1 -- 172.21.15.38:0/2913911850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc22c100e60 msgr2=0x7fc22c06a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc22bfff640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc22c100e60 0x7fc22c06a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc22bfff640 1 -- 172.21.15.38:0/2913911850 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc22c19fec0 con 0x7fc22c102040 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc22bfff640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c102040 0x7fc22c19cf90 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fc21800e9f0 tx=0x7fc21800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc229ffb640 1 -- 172.21.15.38:0/2913911850 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21800cd80 con 0x7fc22c102040 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc229ffb640 1 -- 172.21.15.38:0/2913911850 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc218010900 con 0x7fc22c102040 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc232afd640 1 -- 172.21.15.38:0/2913911850 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc22c1a0150 con 0x7fc22c102040 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc229ffb640 1 -- 172.21.15.38:0/2913911850 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc218018920 con 0x7fc22c102040 2024-04-23T18:23:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.083+0000 7fc232afd640 1 -- 172.21.15.38:0/2913911850 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc22c1a06a0 con 0x7fc22c102040 2024-04-23T18:23:02.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.084+0000 7fc232afd640 1 -- 172.21.15.38:0/2913911850 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc22c108200 con 0x7fc22c102040 2024-04-23T18:23:02.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.085+0000 7fc229ffb640 1 -- 172.21.15.38:0/2913911850 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fc218010ab0 con 0x7fc22c102040 2024-04-23T18:23:02.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.086+0000 7fc229ffb640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc21c0a3ca0 0x7fc21c0a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:02.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.086+0000 7fc230899640 1 -- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc21c0a3ca0 msgr2=0x7fc21c0a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:23:02.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.086+0000 7fc229ffb640 1 -- 172.21.15.38:0/2913911850 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8327+0+0 (secure 0 0 0) 0x7fc2180d08a0 con 0x7fc22c102040 2024-04-23T18:23:02.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.086+0000 7fc230899640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc21c0a3ca0 0x7fc21c0a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:23:02.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.091+0000 7fc229ffb640 1 -- 172.21.15.38:0/2913911850 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc21809cb70 con 0x7fc22c102040 2024-04-23T18:23:02.157 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:01 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:01.797+0000 7f2b8fe9e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:23:02.157 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:01 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:01.898+0000 7f2b8fe9e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:23:02.157 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:02 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:02.164+0000 7f2b8fe9e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:23:02.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.287+0000 7fc230899640 1 -- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc21c0a3ca0 msgr2=0x7fc21c0a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:23:02.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.287+0000 7fc230899640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc21c0a3ca0 0x7fc21c0a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:23:02.289 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:01.996+0000 7fb4888e8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:23:02.310 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:02 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:02.018+0000 7faeadfec200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:23:02.312 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.320+0000 7fc232afd640 1 -- 172.21.15.38:0/2913911850 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7fc22c062b50 con 0x7fc22c102040 2024-04-23T18:23:02.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.372+0000 7fc229ffb640 1 -- 172.21.15.38:0/2913911850 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v27) ==== 117+0+0 (secure 0 0 0) 0x7fc2180a0e70 con 0x7fc22c102040 2024-04-23T18:23:02.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 -- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc21c0a3ca0 msgr2=0x7fc21c0a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:23:02.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc21c0a3ca0 0x7fc21c0a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 -- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c102040 msgr2=0x7fc22c19cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:02.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c102040 0x7fc22c19cf90 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fc21800e9f0 tx=0x7fc21800eeb0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 -- 172.21.15.38:0/2913911850 shutdown_connections 2024-04-23T18:23:02.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc22c102a00 0x7fc22c19f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fc21c0a3ca0 0x7fc21c0a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c102040 0x7fc22c19cf90 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 --2- 172.21.15.38:0/2913911850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc22c100e60 0x7fc22c06a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 -- 172.21.15.38:0/2913911850 >> 172.21.15.38:0/2913911850 conn(0x7fc22c0fc420 msgr2=0x7fc22c1053d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:02.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 -- 172.21.15.38:0/2913911850 shutdown_connections 2024-04-23T18:23:02.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.375+0000 7fc232afd640 1 -- 172.21.15.38:0/2913911850 wait complete. 2024-04-23T18:23:02.380 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-23T18:23:02.391 INFO:teuthology.run_tasks:Running task exec... 2024-04-23T18:23:02.516 INFO:teuthology.task.exec:Executing custom commands... 2024-04-23T18:23:02.516 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:23:02.517 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-23T18:23:02.518 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:02 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2913911850' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-23T18:23:02.518 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:02 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:02.306+0000 7f2b8fe9e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:23:02.518 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:02 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:02.410+0000 7f2b8fe9e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:23:02.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:02 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2913911850' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-23T18:23:02.552 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:02 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:02.296+0000 7fb4888e8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:23:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.631+0000 7fded5cc2640 1 -- 172.21.15.38:0/2266530808 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fded0101b20 msgr2=0x7fded0101fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.631+0000 7fded5cc2640 1 --2- 172.21.15.38:0/2266530808 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fded0101b20 0x7fded0101fa0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fdec8009ca0 tx=0x7fdec802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.631+0000 7fded5cc2640 1 -- 172.21.15.38:0/2266530808 shutdown_connections 2024-04-23T18:23:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.631+0000 7fded5cc2640 1 --2- 172.21.15.38:0/2266530808 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fded0101180 0x7fded01015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.631+0000 7fded5cc2640 1 --2- 172.21.15.38:0/2266530808 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fded0101b20 0x7fded0101fa0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.631+0000 7fded5cc2640 1 --2- 172.21.15.38:0/2266530808 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded0100820 0x7fded0100c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.631+0000 7fded5cc2640 1 -- 172.21.15.38:0/2266530808 >> 172.21.15.38:0/2266530808 conn(0x7fded00fc420 msgr2=0x7fded00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:02.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.631+0000 7fded5cc2640 1 -- 172.21.15.38:0/2266530808 shutdown_connections 2024-04-23T18:23:02.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.631+0000 7fded5cc2640 1 -- 172.21.15.38:0/2266530808 wait complete. 2024-04-23T18:23:02.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fded5cc2640 1 Processor -- start 2024-04-23T18:23:02.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fded5cc2640 1 -- start start 2024-04-23T18:23:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fded5cc2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded0100820 0x7fded019a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fded5cc2640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fded0101180 0x7fded019a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fded5cc2640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fded0101b20 0x7fded01a1980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fded5cc2640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fded010fe70 con 0x7fded0101b20 2024-04-23T18:23:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fded5cc2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fded010fcf0 con 0x7fded0100820 2024-04-23T18:23:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fded5cc2640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fded010fff0 con 0x7fded0101180 2024-04-23T18:23:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fdecffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fded0101b20 0x7fded01a1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fdecf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded0100820 0x7fded019a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fdecffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fded0101b20 0x7fded01a1980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38668/0 (socket says 172.21.15.38:38668) 2024-04-23T18:23:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fdec6ffd640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fded0101180 0x7fded019a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.632+0000 7fdecffff640 1 -- 172.21.15.38:0/4150223359 learned_addr learned my addr 172.21.15.38:0/4150223359 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdecf7fe640 1 -- 172.21.15.38:0/4150223359 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fded0101180 msgr2=0x7fded019a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdecf7fe640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fded0101180 0x7fded019a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdecf7fe640 1 -- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fded0101b20 msgr2=0x7fded01a1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdecf7fe640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fded0101b20 0x7fded01a1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdecf7fe640 1 -- 172.21.15.38:0/4150223359 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded01a1ff0 con 0x7fded0100820 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdec6ffd640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fded0101180 0x7fded019a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdecffff640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fded0101b20 0x7fded01a1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdecf7fe640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded0100820 0x7fded019a3d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdec000e9f0 tx=0x7fdec000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec000ccc0 con 0x7fded0100820 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fded5cc2640 1 -- 172.21.15.38:0/4150223359 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fded01a22e0 con 0x7fded0100820 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdec0010900 con 0x7fded0100820 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec0018920 con 0x7fded0100820 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.633+0000 7fded5cc2640 1 -- 172.21.15.38:0/4150223359 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fded01a2880 con 0x7fded0100820 2024-04-23T18:23:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.634+0000 7fded5cc2640 1 -- 172.21.15.38:0/4150223359 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fded010b570 con 0x7fded0100820 2024-04-23T18:23:02.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.635+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fdec0010ab0 con 0x7fded0100820 2024-04-23T18:23:02.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.636+0000 7fdecd7fa640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdebc0a3ca0 0x7fdebc0a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:02.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.636+0000 7fdec6ffd640 1 -- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdebc0a3ca0 msgr2=0x7fdebc0a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:23:02.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.636+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8327+0+0 (secure 0 0 0) 0x7fdec00d0940 con 0x7fded0100820 2024-04-23T18:23:02.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.636+0000 7fdec6ffd640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdebc0a3ca0 0x7fdebc0a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:23:02.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.639+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdec009cc70 con 0x7fded0100820 2024-04-23T18:23:02.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:02 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2913911850' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-23T18:23:02.758 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:02 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:02.317+0000 7faeadfec200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:23:02.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.837+0000 7fdec6ffd640 1 -- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdebc0a3ca0 msgr2=0x7fdebc0a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:23:02.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.837+0000 7fdec6ffd640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdebc0a3ca0 0x7fdebc0a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:23:02.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:02.853+0000 7fded5cc2640 1 -- 172.21.15.38:0/4150223359 --> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fded0062390 con 0x7fdebc0a3ca0 2024-04-23T18:23:02.845 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:02 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:02.533+0000 7f2b8fe9e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:23:03.158 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:02 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:02.853+0000 7f2b8fe9e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:23:03.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:03.238+0000 7fdec6ffd640 1 -- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdebc0a3ca0 msgr2=0x7fdebc0a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.38:6800/4125722499 2024-04-23T18:23:03.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:03.238+0000 7fdec6ffd640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdebc0a3ca0 0x7fdebc0a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-23T18:23:03.258 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:02 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:02.929+0000 7faeadfec200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:23:03.258 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y[33865]: 2024-04-23T18:23:03.147+0000 7faeadfec200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:23:03.302 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:02 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:02.893+0000 7fb4888e8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:23:03.302 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z[34738]: 2024-04-23T18:23:03.108+0000 7fb4888e8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:23:03.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:03.389+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 <== mon.2 v2:172.21.15.76:3300/0 7 ==== mgrmap(e 20) ==== 138663+0+0 (secure 0 0 0) 0x7fdec00992e0 con 0x7fded0100820 2024-04-23T18:23:03.658 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:03.493+0000 7f2b8fe9e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:23:03.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2913911850' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: Standby manager daemon z restarted 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: Standby manager daemon z started 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: Standby manager daemon y restarted 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: Standby manager daemon y started 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:23:03.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-mon[29217]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:03.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:03.739+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 <== mon.2 v2:172.21.15.76:3300/0 8 ==== mgrmap(e 21) ==== 138331+0+0 (secure 0 0 0) 0x7fdec00a53a0 con 0x7fded0100820 2024-04-23T18:23:03.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:03.740+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdebc0a3ca0 msgr2=0x7fdebc0a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:23:03.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:03.740+0000 7fdecd7fa640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/4125722499,v1:172.21.15.38:6801/4125722499] conn(0x7fdebc0a3ca0 0x7fdebc0a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2913911850' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-23T18:23:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:23:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: Standby manager daemon z restarted 2024-04-23T18:23:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: Standby manager daemon z started 2024-04-23T18:23:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:23:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:23:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: Standby manager daemon y restarted 2024-04-23T18:23:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: Standby manager daemon y started 2024-04-23T18:23:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:23:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:23:03.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:03 smithi076 ceph-mon[32458]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:03.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2913911850' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-23T18:23:03.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:23:03.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: Standby manager daemon z restarted 2024-04-23T18:23:03.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: Standby manager daemon z started 2024-04-23T18:23:03.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:23:03.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:03.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:23:03.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.102:0/1069769874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:03.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: Standby manager daemon y restarted 2024-04-23T18:23:03.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: Standby manager daemon y started 2024-04-23T18:23:03.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:23:03.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:03.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:23:03.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:03 smithi102 ceph-mon[32874]: from='mgr.? 172.21.15.76:0/4275791713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:03.968 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:03 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:03.724+0000 7f2b8fe9e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:23:04.387 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:04.001+0000 7f2aef7cb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:04.387 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:04.001+0000 7f2aef7cb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:04.387 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:04.001+0000 7f2aef7cb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:04.387 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:04.001+0000 7f2aef7cb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:04.387 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:04.001+0000 7f2aef7cb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:04.387 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:04.001+0000 7f2af17cf700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:04.387 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:04.001+0000 7f2af17cf700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:04.387 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:04.001+0000 7f2af17cf700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:04.387 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:04.001+0000 7f2af17cf700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:04.387 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:23:04.001+0000 7f2af17cf700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-04-23T18:23:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: Active manager daemon x restarted 2024-04-23T18:23:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: Activating manager daemon x 2024-04-23T18:23:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: osdmap e91: 12 total, 12 up, 12 in 2024-04-23T18:23:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: mgrmap e21: x(active, starting, since 0.0121231s), standbys: z, y 2024-04-23T18:23:04.659 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:23:04.660 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:23:04.661 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:23:04.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:23:04.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: Manager daemon x is now available 2024-04-23T18:23:04.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:04.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:23:04.662 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:04 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:23:04.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.747+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 <== mon.2 v2:172.21.15.76:3300/0 9 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7fdec00ce430 con 0x7fded0100820 2024-04-23T18:23:04.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.748+0000 7fdecd7fa640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdebc035660 0x7fdebc035a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.748+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 --> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fdec00987d0 con 0x7fdebc035660 2024-04-23T18:23:04.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.750+0000 7fdec6ffd640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdebc035660 0x7fdebc035a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.754+0000 7fdec6ffd640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdebc035660 0x7fdebc035a40 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fdeb800a010 tx=0x7fdeb8005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-04-23T18:23:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: Active manager daemon x restarted 2024-04-23T18:23:04.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: Activating manager daemon x 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: osdmap e91: 12 total, 12 up, 12 in 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: mgrmap e21: x(active, starting, since 0.0121231s), standbys: z, y 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:23:04.759 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:23:04.760 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:23:04.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:23:04.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: Manager daemon x is now available 2024-04-23T18:23:04.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:04.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:23:04.761 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:04 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:23:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-04-23T18:23:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: Active manager daemon x restarted 2024-04-23T18:23:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: Activating manager daemon x 2024-04-23T18:23:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: osdmap e91: 12 total, 12 up, 12 in 2024-04-23T18:23:04.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: mgrmap e21: x(active, starting, since 0.0121231s), standbys: z, y 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:23:04.803 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:23:04.804 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:23:04.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:23:04.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:23:04.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:23:04.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:23:04.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: Manager daemon x is now available 2024-04-23T18:23:04.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:04.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:23:04.805 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:04 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:23:04.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.824+0000 7fdecd7fa640 1 -- 172.21.15.38:0/4150223359 <== mgr.25025 v2:172.21.15.38:6800/2409008258 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fdec00987d0 con 0x7fdebc035660 2024-04-23T18:23:04.816 INFO:teuthology.orchestra.run.smithi038.stdout:Schedule set for path / 2024-04-23T18:23:04.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.826+0000 7fded5cc2640 1 -- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdebc035660 msgr2=0x7fdebc035a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.826+0000 7fded5cc2640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdebc035660 0x7fdebc035a40 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fdeb800a010 tx=0x7fdeb8005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:04.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.826+0000 7fded5cc2640 1 -- 172.21.15.38:0/4150223359 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded0100820 msgr2=0x7fded019a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.826+0000 7fded5cc2640 1 --2- 172.21.15.38:0/4150223359 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded0100820 0x7fded019a3d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdec000e9f0 tx=0x7fdec000eeb0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.826+0000 7fdecffff640 1 -- 172.21.15.38:0/4150223359 reap_dead start 2024-04-23T18:23:04.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.826+0000 7fded5cc2640 1 -- 172.21.15.38:0/4150223359 shutdown_connections 2024-04-23T18:23:04.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.826+0000 7fded5cc2640 1 -- 172.21.15.38:0/4150223359 >> 172.21.15.38:0/4150223359 conn(0x7fded00fc420 msgr2=0x7fded00fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:04.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.826+0000 7fded5cc2640 1 -- 172.21.15.38:0/4150223359 shutdown_connections 2024-04-23T18:23:04.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.826+0000 7fded5cc2640 1 -- 172.21.15.38:0/4150223359 wait complete. 2024-04-23T18:23:04.830 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-23T18:23:04.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.943+0000 7fe41f536640 1 -- 172.21.15.38:0/3856206216 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4181031a0 msgr2=0x7fe418103620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.943+0000 7fe41f536640 1 --2- 172.21.15.38:0/3856206216 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4181031a0 0x7fe418103620 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fe408009900 tx=0x7fe40802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:04.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 -- 172.21.15.38:0/3856206216 shutdown_connections 2024-04-23T18:23:04.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 --2- 172.21.15.38:0/3856206216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418103b60 0x7fe41810a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 --2- 172.21.15.38:0/3856206216 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4181031a0 0x7fe418103620 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 --2- 172.21.15.38:0/3856206216 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe418101fb0 0x7fe4181023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 -- 172.21.15.38:0/3856206216 >> 172.21.15.38:0/3856206216 conn(0x7fe4180fd540 msgr2=0x7fe4180ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:04.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 -- 172.21.15.38:0/3856206216 shutdown_connections 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 -- 172.21.15.38:0/3856206216 wait complete. 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 Processor -- start 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 -- start start 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe418101fb0 0x7fe418075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4181031a0 0x7fe418074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418103b60 0x7fe418074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe41810dc10 con 0x7fe4181031a0 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe41810da90 con 0x7fe418103b60 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41f536640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe41810dd90 con 0x7fe418101fb0 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41cad1640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4181031a0 0x7fe418074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41cad1640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4181031a0 0x7fe418074340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38802/0 (socket says 172.21.15.38:38802) 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.944+0000 7fe41cad1640 1 -- 172.21.15.38:0/2151633974 learned_addr learned my addr 172.21.15.38:0/2151633974 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41dad3640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418103b60 0x7fe418074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41d2d2640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe418101fb0 0x7fe418075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41cad1640 1 -- 172.21.15.38:0/2151633974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe418101fb0 msgr2=0x7fe418075d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41cad1640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe418101fb0 0x7fe418075d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41cad1640 1 -- 172.21.15.38:0/2151633974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418103b60 msgr2=0x7fe418074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41cad1640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418103b60 0x7fe418074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41cad1640 1 -- 172.21.15.38:0/2151633974 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe418075110 con 0x7fe4181031a0 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41d2d2640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe418101fb0 0x7fe418075d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41cad1640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4181031a0 0x7fe418074340 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fe408005940 tx=0x7fe4080042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe40e7fc640 1 -- 172.21.15.38:0/2151633974 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe40803f030 con 0x7fe4181031a0 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41f536640 1 -- 172.21.15.38:0/2151633974 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4181a22e0 con 0x7fe4181031a0 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe40e7fc640 1 -- 172.21.15.38:0/2151633974 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe408003cd0 con 0x7fe4181031a0 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe40e7fc640 1 -- 172.21.15.38:0/2151633974 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408035070 con 0x7fe4181031a0 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.945+0000 7fe41f536640 1 -- 172.21.15.38:0/2151633974 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4181a2880 con 0x7fe4181031a0 2024-04-23T18:23:04.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.946+0000 7fe41f536640 1 -- 172.21.15.38:0/2151633974 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe418109270 con 0x7fe4181031a0 2024-04-23T18:23:04.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.947+0000 7fe40e7fc640 1 -- 172.21.15.38:0/2151633974 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7fe408042030 con 0x7fe4181031a0 2024-04-23T18:23:04.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.948+0000 7fe40e7fc640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe4040a3a60 0x7fe4040a5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.948+0000 7fe41d2d2640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe4040a3a60 0x7fe4040a5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.948+0000 7fe40e7fc640 1 -- 172.21.15.38:0/2151633974 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fe4080f0690 con 0x7fe4181031a0 2024-04-23T18:23:04.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.948+0000 7fe41d2d2640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe4040a3a60 0x7fe4040a5f20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe418103000 tx=0x7fe410005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:04.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:04.952+0000 7fe40e7fc640 1 -- 172.21.15.38:0/2151633974 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe4080bd1c0 con 0x7fe4181031a0 2024-04-23T18:23:05.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.174+0000 7fe41f536640 1 -- 172.21.15.38:0/2151633974 --> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7fe418062430 con 0x7fe4040a3a60 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.231+0000 7fe40e7fc640 1 -- 172.21.15.38:0/2151633974 <== mgr.25025 v2:172.21.15.38:6800/2409008258 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7fe418062430 con 0x7fe4040a3a60 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi038.stdout:Retention added to path / 2024-04-23T18:23:05.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.233+0000 7fe41f536640 1 -- 172.21.15.38:0/2151633974 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe4040a3a60 msgr2=0x7fe4040a5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.233+0000 7fe41f536640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe4040a3a60 0x7fe4040a5f20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe418103000 tx=0x7fe410005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:05.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.233+0000 7fe41f536640 1 -- 172.21.15.38:0/2151633974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4181031a0 msgr2=0x7fe418074340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.233+0000 7fe41f536640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4181031a0 0x7fe418074340 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fe408005940 tx=0x7fe4080042f0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.233+0000 7fe41f536640 1 -- 172.21.15.38:0/2151633974 shutdown_connections 2024-04-23T18:23:05.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.233+0000 7fe41f536640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe4040a3a60 0x7fe4040a5f20 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.233+0000 7fe41f536640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418103b60 0x7fe418074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.233+0000 7fe41f536640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4181031a0 0x7fe418074340 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.233+0000 7fe41f536640 1 --2- 172.21.15.38:0/2151633974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe418101fb0 0x7fe418075d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.233+0000 7fe41f536640 1 -- 172.21.15.38:0/2151633974 >> 172.21.15.38:0/2151633974 conn(0x7fe4180fd540 msgr2=0x7fe418106440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.234+0000 7fe41f536640 1 -- 172.21.15.38:0/2151633974 shutdown_connections 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.234+0000 7fe41f536640 1 -- 172.21.15.38:0/2151633974 wait complete. 2024-04-23T18:23:05.237 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-23T18:23:05.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 -- 172.21.15.38:0/904605036 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2690101fe0 msgr2=0x7f2690102400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 --2- 172.21.15.38:0/904605036 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2690101fe0 0x7f2690102400 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f2680009900 tx=0x7f268002a410 comp rx=0 tx=0).stop 2024-04-23T18:23:05.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 -- 172.21.15.38:0/904605036 shutdown_connections 2024-04-23T18:23:05.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 --2- 172.21.15.38:0/904605036 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26901031d0 0x7f2690103650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 --2- 172.21.15.38:0/904605036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2690103b90 0x7f269010a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 --2- 172.21.15.38:0/904605036 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2690101fe0 0x7f2690102400 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 -- 172.21.15.38:0/904605036 >> 172.21.15.38:0/904605036 conn(0x7f26900fd570 msgr2=0x7f26900ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 -- 172.21.15.38:0/904605036 shutdown_connections 2024-04-23T18:23:05.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 -- 172.21.15.38:0/904605036 wait complete. 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 Processor -- start 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.349+0000 7f26966e8640 1 -- start start 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f26966e8640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2690101fe0 0x7f2690198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f26966e8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26901031d0 0x7f2690198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f26966e8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2690103b90 0x7f269019f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f26966e8640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f269010dc40 con 0x7f2690103b90 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f26966e8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f269010dac0 con 0x7f26901031d0 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f26966e8640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f269010ddc0 con 0x7f2690101fe0 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f268ffff640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2690101fe0 0x7f2690198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f2694c85640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2690103b90 0x7f269019f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f268ffff640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2690101fe0 0x7f2690198230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:33752/0 (socket says 172.21.15.38:33752) 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f268ffff640 1 -- 172.21.15.38:0/230972873 learned_addr learned my addr 172.21.15.38:0/230972873 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f2694c85640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2690103b90 0x7f269019f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38824/0 (socket says 172.21.15.38:38824) 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f268f7fe640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26901031d0 0x7f2690198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f2694c85640 1 -- 172.21.15.38:0/230972873 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2690101fe0 msgr2=0x7f2690198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f2694c85640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2690101fe0 0x7f2690198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f2694c85640 1 -- 172.21.15.38:0/230972873 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26901031d0 msgr2=0x7f2690198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f2694c85640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26901031d0 0x7f2690198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f2694c85640 1 -- 172.21.15.38:0/230972873 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f269019fe50 con 0x7f2690103b90 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f268ffff640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2690101fe0 0x7f2690198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.350+0000 7f2694c85640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2690103b90 0x7f269019f7e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f2688009fd0 tx=0x7f268800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.351+0000 7f268d7fa640 1 -- 172.21.15.38:0/230972873 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268800ce20 con 0x7f2690103b90 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.351+0000 7f268d7fa640 1 -- 172.21.15.38:0/230972873 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2688005020 con 0x7f2690103b90 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.351+0000 7f26966e8640 1 -- 172.21.15.38:0/230972873 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26901a0140 con 0x7f2690103b90 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.351+0000 7f268d7fa640 1 -- 172.21.15.38:0/230972873 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2688010720 con 0x7f2690103b90 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.351+0000 7f26966e8640 1 -- 172.21.15.38:0/230972873 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26901a0640 con 0x7f2690103b90 2024-04-23T18:23:05.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.352+0000 7f26966e8640 1 -- 172.21.15.38:0/230972873 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2690109300 con 0x7f2690103b90 2024-04-23T18:23:05.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.353+0000 7f268d7fa640 1 -- 172.21.15.38:0/230972873 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7f2688005560 con 0x7f2690103b90 2024-04-23T18:23:05.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.353+0000 7f268d7fa640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f26780a3a60 0x7f26780a5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.354+0000 7f268ffff640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f26780a3a60 0x7f26780a5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.354+0000 7f268d7fa640 1 -- 172.21.15.38:0/230972873 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f26880d08d0 con 0x7f2690103b90 2024-04-23T18:23:05.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.354+0000 7f268ffff640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f26780a3a60 0x7f26780a5f20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2680000c00 tx=0x7f2680031510 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:05.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.358+0000 7f268d7fa640 1 -- 172.21.15.38:0/230972873 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f268809d440 con 0x7f2690103b90 2024-04-23T18:23:05.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.588+0000 7f26966e8640 1 -- 172.21.15.38:0/230972873 --> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f2690062390 con 0x7f26780a3a60 2024-04-23T18:23:05.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.596+0000 7f268d7fa640 1 -- 172.21.15.38:0/230972873 <== mgr.25025 v2:172.21.15.38:6800/2409008258 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f2690062390 con 0x7f26780a3a60 2024-04-23T18:23:05.588 INFO:teuthology.orchestra.run.smithi038.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-23T00:00:00", "created": "2024-04-23T18:23:04", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-23T18:23:05.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 -- 172.21.15.38:0/230972873 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f26780a3a60 msgr2=0x7f26780a5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f26780a3a60 0x7f26780a5f20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2680000c00 tx=0x7f2680031510 comp rx=0 tx=0).stop 2024-04-23T18:23:05.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 -- 172.21.15.38:0/230972873 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2690103b90 msgr2=0x7f269019f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2690103b90 0x7f269019f7e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f2688009fd0 tx=0x7f268800ef10 comp rx=0 tx=0).stop 2024-04-23T18:23:05.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 -- 172.21.15.38:0/230972873 shutdown_connections 2024-04-23T18:23:05.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f26780a3a60 0x7f26780a5f20 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2690103b90 0x7f269019f7e0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26901031d0 0x7f2690198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 --2- 172.21.15.38:0/230972873 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2690101fe0 0x7f2690198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 -- 172.21.15.38:0/230972873 >> 172.21.15.38:0/230972873 conn(0x7f26900fd570 msgr2=0x7f26901064d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 -- 172.21.15.38:0/230972873 shutdown_connections 2024-04-23T18:23:05.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.598+0000 7f26966e8640 1 -- 172.21.15.38:0/230972873 wait complete. 2024-04-23T18:23:05.602 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-23T18:23:05.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.726+0000 7f578f6a3640 1 -- 172.21.15.38:0/38375283 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57881053e0 msgr2=0x7f57881077d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.726+0000 7f578f6a3640 1 --2- 172.21.15.38:0/38375283 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57881053e0 0x7f57881077d0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f5784009900 tx=0x7f578402a410 comp rx=0 tx=0).stop 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.726+0000 7f578f6a3640 1 -- 172.21.15.38:0/38375283 shutdown_connections 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.726+0000 7f578f6a3640 1 --2- 172.21.15.38:0/38375283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5788107d10 0x7f578810a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.726+0000 7f578f6a3640 1 --2- 172.21.15.38:0/38375283 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57881053e0 0x7f57881077d0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.726+0000 7f578f6a3640 1 --2- 172.21.15.38:0/38375283 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5788102ab0 0x7f5788104ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.726+0000 7f578f6a3640 1 -- 172.21.15.38:0/38375283 >> 172.21.15.38:0/38375283 conn(0x7f57880fc440 msgr2=0x7f57880fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.726+0000 7f578f6a3640 1 -- 172.21.15.38:0/38375283 shutdown_connections 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.726+0000 7f578f6a3640 1 -- 172.21.15.38:0/38375283 wait complete. 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.726+0000 7f578f6a3640 1 Processor -- start 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578f6a3640 1 -- start start 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578f6a3640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5788102ab0 0x7f5788198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578f6a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57881053e0 0x7f5788198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578f6a3640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5788107d10 0x7f578819f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578f6a3640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f578810dc80 con 0x7f5788107d10 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578f6a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f578810db00 con 0x7f57881053e0 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578f6a3640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f578810de00 con 0x7f5788102ab0 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578dc40640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5788107d10 0x7f578819f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578cc3e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57881053e0 0x7f5788198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578d43f640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5788102ab0 0x7f5788198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578cc3e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57881053e0 0x7f5788198780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:45978/0 (socket says 172.21.15.38:45978) 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578dc40640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5788107d10 0x7f578819f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38852/0 (socket says 172.21.15.38:38852) 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578cc3e640 1 -- 172.21.15.38:0/3311223622 learned_addr learned my addr 172.21.15.38:0/3311223622 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578cc3e640 1 -- 172.21.15.38:0/3311223622 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5788102ab0 msgr2=0x7f5788198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578cc3e640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5788102ab0 0x7f5788198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578cc3e640 1 -- 172.21.15.38:0/3311223622 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5788107d10 msgr2=0x7f578819f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578cc3e640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5788107d10 0x7f578819f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578cc3e640 1 -- 172.21.15.38:0/3311223622 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f578819fe60 con 0x7f57881053e0 2024-04-23T18:23:05.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578dc40640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5788107d10 0x7f578819f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:05.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.727+0000 7f578cc3e640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57881053e0 0x7f5788198780 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5784031570 tx=0x7f5784032c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:05.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.728+0000 7f577e7fc640 1 -- 172.21.15.38:0/3311223622 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f578403f030 con 0x7f57881053e0 2024-04-23T18:23:05.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.728+0000 7f578f6a3640 1 -- 172.21.15.38:0/3311223622 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57881a00f0 con 0x7f57881053e0 2024-04-23T18:23:05.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.728+0000 7f577e7fc640 1 -- 172.21.15.38:0/3311223622 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5784032e30 con 0x7f57881053e0 2024-04-23T18:23:05.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.728+0000 7f577e7fc640 1 -- 172.21.15.38:0/3311223622 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5784035070 con 0x7f57881053e0 2024-04-23T18:23:05.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.728+0000 7f578f6a3640 1 -- 172.21.15.38:0/3311223622 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57881a0630 con 0x7f57881053e0 2024-04-23T18:23:05.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.729+0000 7f578f6a3640 1 -- 172.21.15.38:0/3311223622 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57880fdf30 con 0x7f57881053e0 2024-04-23T18:23:05.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.730+0000 7f577e7fc640 1 -- 172.21.15.38:0/3311223622 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7f5784042030 con 0x7f57881053e0 2024-04-23T18:23:05.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.730+0000 7f577e7fc640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f57740a3a60 0x7f57740a5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.731+0000 7f578d43f640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f57740a3a60 0x7f57740a5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.731+0000 7f577e7fc640 1 -- 172.21.15.38:0/3311223622 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f57840f05f0 con 0x7f57881053e0 2024-04-23T18:23:05.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.731+0000 7f578d43f640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f57740a3a60 0x7f57740a5f20 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5778009bd0 tx=0x7f5778005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:05.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.735+0000 7f577e7fc640 1 -- 172.21.15.38:0/3311223622 <== mon.2 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f57840bcad0 con 0x7f57881053e0 2024-04-23T18:23:05.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.753+0000 7f577e7fc640 1 -- 172.21.15.38:0/3311223622 <== mon.2 v2:172.21.15.76:3300/0 7 ==== mgrmap(e 23) ==== 138766+0+0 (secure 0 0 0) 0x7f57840b9140 con 0x7f57881053e0 2024-04-23T18:23:05.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:05 smithi038 ceph-mon[29217]: [23/Apr/2024:18:23:04] ENGINE Bus STARTING 2024-04-23T18:23:05.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:05 smithi038 ceph-mon[29217]: [23/Apr/2024:18:23:04] ENGINE Serving on https://172.21.15.38:7150 2024-04-23T18:23:05.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:05 smithi038 ceph-mon[29217]: mgrmap e22: x(active, since 1.02107s), standbys: z, y 2024-04-23T18:23:05.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:05 smithi038 ceph-mon[29217]: [23/Apr/2024:18:23:04] ENGINE Serving on http://172.21.15.38:8765 2024-04-23T18:23:05.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:05 smithi038 ceph-mon[29217]: [23/Apr/2024:18:23:04] ENGINE Bus STARTED 2024-04-23T18:23:05.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:05 smithi038 ceph-mon[29217]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:05.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:05 smithi038 ceph-mon[29217]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:05.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:05 smithi038 ceph-mon[29217]: from='client.15411 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:05.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.984+0000 7f578f6a3640 1 -- 172.21.15.38:0/3311223622 --> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f5788062390 con 0x7f57740a3a60 2024-04-23T18:23:05.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.991+0000 7f577e7fc640 1 -- 172.21.15.38:0/3311223622 <== mgr.25025 v2:172.21.15.38:6800/2409008258 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f5788062390 con 0x7f57740a3a60 2024-04-23T18:23:05.984 INFO:teuthology.orchestra.run.smithi038.stdout:/ 1m 6m3h 2024-04-23T18:23:05.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 -- 172.21.15.38:0/3311223622 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f57740a3a60 msgr2=0x7f57740a5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f57740a3a60 0x7f57740a5f20 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5778009bd0 tx=0x7f5778005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:05.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 -- 172.21.15.38:0/3311223622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57881053e0 msgr2=0x7f5788198780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57881053e0 0x7f5788198780 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5784031570 tx=0x7f5784032c40 comp rx=0 tx=0).stop 2024-04-23T18:23:05.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 -- 172.21.15.38:0/3311223622 shutdown_connections 2024-04-23T18:23:05.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f57740a3a60 0x7f57740a5f20 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5788107d10 0x7f578819f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57881053e0 0x7f5788198780 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 --2- 172.21.15.38:0/3311223622 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5788102ab0 0x7f5788198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 -- 172.21.15.38:0/3311223622 >> 172.21.15.38:0/3311223622 conn(0x7f57880fc440 msgr2=0x7f5788103530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 -- 172.21.15.38:0/3311223622 shutdown_connections 2024-04-23T18:23:05.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:05.993+0000 7f578f6a3640 1 -- 172.21.15.38:0/3311223622 wait complete. 2024-04-23T18:23:05.997 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-23T18:23:06.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:05 smithi076 ceph-mon[32458]: [23/Apr/2024:18:23:04] ENGINE Bus STARTING 2024-04-23T18:23:06.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:05 smithi076 ceph-mon[32458]: [23/Apr/2024:18:23:04] ENGINE Serving on https://172.21.15.38:7150 2024-04-23T18:23:06.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:05 smithi076 ceph-mon[32458]: mgrmap e22: x(active, since 1.02107s), standbys: z, y 2024-04-23T18:23:06.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:05 smithi076 ceph-mon[32458]: [23/Apr/2024:18:23:04] ENGINE Serving on http://172.21.15.38:8765 2024-04-23T18:23:06.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:05 smithi076 ceph-mon[32458]: [23/Apr/2024:18:23:04] ENGINE Bus STARTED 2024-04-23T18:23:06.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:05 smithi076 ceph-mon[32458]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:06.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:05 smithi076 ceph-mon[32458]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:06.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:05 smithi076 ceph-mon[32458]: from='client.15411 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:06.022 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-23T18:23:06.033 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-23T18:23:06.082 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:23:06.082 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-23T18:23:06.082 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:05 smithi102 ceph-mon[32874]: [23/Apr/2024:18:23:04] ENGINE Bus STARTING 2024-04-23T18:23:06.082 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:05 smithi102 ceph-mon[32874]: [23/Apr/2024:18:23:04] ENGINE Serving on https://172.21.15.38:7150 2024-04-23T18:23:06.083 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:05 smithi102 ceph-mon[32874]: mgrmap e22: x(active, since 1.02107s), standbys: z, y 2024-04-23T18:23:06.083 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:05 smithi102 ceph-mon[32874]: [23/Apr/2024:18:23:04] ENGINE Serving on http://172.21.15.38:8765 2024-04-23T18:23:06.083 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:05 smithi102 ceph-mon[32874]: [23/Apr/2024:18:23:04] ENGINE Bus STARTED 2024-04-23T18:23:06.083 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:05 smithi102 ceph-mon[32874]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:06.083 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:05 smithi102 ceph-mon[32874]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:06.083 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:05 smithi102 ceph-mon[32874]: from='client.15411 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:06.085 INFO:teuthology.run_tasks:Running task quiescer... 2024-04-23T18:23:06.111 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:23:06.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.222+0000 7f42a9dba640 1 -- 172.21.15.38:0/1360516834 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42a41029a0 msgr2=0x7f42a41092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.222+0000 7f42a9dba640 1 --2- 172.21.15.38:0/1360516834 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42a41029a0 0x7f42a41092c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f429c009ca0 tx=0x7f429c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.223+0000 7f42a9dba640 1 -- 172.21.15.38:0/1360516834 shutdown_connections 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.223+0000 7f42a9dba640 1 --2- 172.21.15.38:0/1360516834 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42a41029a0 0x7f42a41092c0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.223+0000 7f42a9dba640 1 --2- 172.21.15.38:0/1360516834 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42a4101fe0 0x7f42a4102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.223+0000 7f42a9dba640 1 --2- 172.21.15.38:0/1360516834 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42a4100e90 0x7f42a41012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.223+0000 7f42a9dba640 1 -- 172.21.15.38:0/1360516834 >> 172.21.15.38:0/1360516834 conn(0x7f42a40fc400 msgr2=0x7f42a40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.223+0000 7f42a9dba640 1 -- 172.21.15.38:0/1360516834 shutdown_connections 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.223+0000 7f42a9dba640 1 -- 172.21.15.38:0/1360516834 wait complete. 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.223+0000 7f42a9dba640 1 Processor -- start 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.223+0000 7f42a9dba640 1 -- start start 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a9dba640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42a4100e90 0x7f42a4104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a9dba640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42a4101fe0 0x7f42a4103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a9dba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42a41029a0 0x7f42a4103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a9dba640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f42a410cb30 con 0x7f42a4100e90 2024-04-23T18:23:06.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a9dba640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f42a410c9b0 con 0x7f42a41029a0 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a9dba640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f42a410ccb0 con 0x7f42a4101fe0 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a37fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42a4100e90 0x7f42a4104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a37fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42a4100e90 0x7f42a4104e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38884/0 (socket says 172.21.15.38:38884) 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a37fe640 1 -- 172.21.15.38:0/419029668 learned_addr learned my addr 172.21.15.38:0/419029668 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a2ffd640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42a4101fe0 0x7f42a4103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a3fff640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42a41029a0 0x7f42a4103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a37fe640 1 -- 172.21.15.38:0/419029668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42a4101fe0 msgr2=0x7f42a4103450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a37fe640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42a4101fe0 0x7f42a4103450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a37fe640 1 -- 172.21.15.38:0/419029668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42a41029a0 msgr2=0x7f42a4103990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a37fe640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42a41029a0 0x7f42a4103990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a37fe640 1 -- 172.21.15.38:0/419029668 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42a4104220 con 0x7f42a4100e90 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a37fe640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42a4100e90 0x7f42a4104e10 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f429400e9f0 tx=0x7f429400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a0ff9640 1 -- 172.21.15.38:0/419029668 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f429400cd80 con 0x7f42a4100e90 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a9dba640 1 -- 172.21.15.38:0/419029668 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42a41a2360 con 0x7f42a4100e90 2024-04-23T18:23:06.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a0ff9640 1 -- 172.21.15.38:0/419029668 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f42940054f0 con 0x7f42a4100e90 2024-04-23T18:23:06.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a0ff9640 1 -- 172.21.15.38:0/419029668 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4294010690 con 0x7f42a4100e90 2024-04-23T18:23:06.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.224+0000 7f42a9dba640 1 -- 172.21.15.38:0/419029668 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42a41a2860 con 0x7f42a4100e90 2024-04-23T18:23:06.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.225+0000 7f42a9dba640 1 -- 172.21.15.38:0/419029668 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42a41a2b80 con 0x7f42a4100e90 2024-04-23T18:23:06.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.227+0000 7f42a0ff9640 1 -- 172.21.15.38:0/419029668 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 23) ==== 138766+0+0 (secure 0 0 0) 0x7f42940046c0 con 0x7f42a4100e90 2024-04-23T18:23:06.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.227+0000 7f42a0ff9640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f428c0a3d20 0x7f428c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.227+0000 7f42a2ffd640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f428c0a3d20 0x7f428c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.227+0000 7f42a0ff9640 1 -- 172.21.15.38:0/419029668 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f42940d0c10 con 0x7f42a4100e90 2024-04-23T18:23:06.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.228+0000 7f42a2ffd640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f428c0a3d20 0x7f428c0a61e0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f42a4104b80 tx=0x7f4298005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.232+0000 7f42a0ff9640 1 -- 172.21.15.38:0/419029668 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f429409d270 con 0x7f42a4100e90 2024-04-23T18:23:06.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.442+0000 7f42a9dba640 1 -- 172.21.15.38:0/419029668 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f42a41a2d50 con 0x7f42a4100e90 2024-04-23T18:23:06.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.443+0000 7f42a0ff9640 1 -- 172.21.15.38:0/419029668 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+23204 (secure 0 0 0) 0x7f429409cb70 con 0x7f42a4100e90 2024-04-23T18:23:06.436 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:06.436 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":91,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:23:03.727152+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6801/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4002525649":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/1162570015":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6800/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/3564025484":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2743506787":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:23:06.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.446+0000 7f42a9dba640 1 -- 172.21.15.38:0/419029668 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f428c0a3d20 msgr2=0x7f428c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.446+0000 7f42a9dba640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f428c0a3d20 0x7f428c0a61e0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f42a4104b80 tx=0x7f4298005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:06.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.446+0000 7f42a9dba640 1 -- 172.21.15.38:0/419029668 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42a4100e90 msgr2=0x7f42a4104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.446+0000 7f42a9dba640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42a4100e90 0x7f42a4104e10 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f429400e9f0 tx=0x7f429400edf0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.446+0000 7f42a9dba640 1 -- 172.21.15.38:0/419029668 shutdown_connections 2024-04-23T18:23:06.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.446+0000 7f42a9dba640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f428c0a3d20 0x7f428c0a61e0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.446+0000 7f42a9dba640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42a4101fe0 0x7f42a4103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.446+0000 7f42a9dba640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42a41029a0 0x7f42a4103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.446+0000 7f42a9dba640 1 --2- 172.21.15.38:0/419029668 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42a4100e90 0x7f42a4104e10 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.447+0000 7f42a9dba640 1 -- 172.21.15.38:0/419029668 >> 172.21.15.38:0/419029668 conn(0x7f42a40fc400 msgr2=0x7f42a40fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.447+0000 7f42a9dba640 1 -- 172.21.15.38:0/419029668 shutdown_connections 2024-04-23T18:23:06.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.447+0000 7f42a9dba640 1 -- 172.21.15.38:0/419029668 wait complete. 2024-04-23T18:23:06.452 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:56.907162+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:20:58.169501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.690000057220459, 'score_stable': 1.690000057220459, 'optimal_score': 1, 'raw_score_acting': 1.690000057220459, 'raw_score_stable': 1.690000057220459, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:23:06.453 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:23:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/1525659054 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8df4102040 msgr2=0x7f8df41024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 --2- 172.21.15.38:0/1525659054 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8df4102040 0x7f8df41024c0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f8de4009900 tx=0x7f8de402a410 comp rx=0 tx=0).stop 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/1525659054 shutdown_connections 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 --2- 172.21.15.38:0/1525659054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8df4102a00 0x7f8df4109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 --2- 172.21.15.38:0/1525659054 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8df4102040 0x7f8df41024c0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 --2- 172.21.15.38:0/1525659054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8df4100e60 0x7f8df4101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/1525659054 >> 172.21.15.38:0/1525659054 conn(0x7f8df40fc440 msgr2=0x7f8df40fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/1525659054 shutdown_connections 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/1525659054 wait complete. 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 Processor -- start 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.569+0000 7f8dfbe4e640 1 -- start start 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfbe4e640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8df4100e60 0x7f8df41971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfbe4e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8df4102040 0x7f8df41976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfbe4e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8df4102a00 0x7f8df419e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfbe4e640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8df410cb40 con 0x7f8df4102a00 2024-04-23T18:23:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfbe4e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f8df410c9c0 con 0x7f8df4102040 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfbe4e640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8df410ccc0 con 0x7f8df4100e60 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfa3eb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8df4102a00 0x7f8df419e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfa3eb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8df4102a00 0x7f8df419e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38908/0 (socket says 172.21.15.38:38908) 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfa3eb640 1 -- 172.21.15.38:0/3272352046 learned_addr learned my addr 172.21.15.38:0/3272352046 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8df93e9640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8df4102040 0x7f8df41976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8df9bea640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8df4100e60 0x7f8df41971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfa3eb640 1 -- 172.21.15.38:0/3272352046 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8df4100e60 msgr2=0x7f8df41971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfa3eb640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8df4100e60 0x7f8df41971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfa3eb640 1 -- 172.21.15.38:0/3272352046 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8df4102040 msgr2=0x7f8df41976f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfa3eb640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8df4102040 0x7f8df41976f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfa3eb640 1 -- 172.21.15.38:0/3272352046 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8df419edd0 con 0x7f8df4102a00 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8dfa3eb640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8df4102a00 0x7f8df419e760 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f8dec00eb10 tx=0x7f8dec00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8deaffd640 1 -- 172.21.15.38:0/3272352046 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec004b20 con 0x7f8df4102a00 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8deaffd640 1 -- 172.21.15.38:0/3272352046 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8dec004cc0 con 0x7f8df4102a00 2024-04-23T18:23:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.570+0000 7f8deaffd640 1 -- 172.21.15.38:0/3272352046 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec010720 con 0x7f8df4102a00 2024-04-23T18:23:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.571+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/3272352046 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8df419f0c0 con 0x7f8df4102a00 2024-04-23T18:23:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.571+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/3272352046 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8df419f630 con 0x7f8df4102a00 2024-04-23T18:23:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.572+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/3272352046 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8df4108200 con 0x7f8df4102a00 2024-04-23T18:23:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.573+0000 7f8deaffd640 1 -- 172.21.15.38:0/3272352046 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 23) ==== 138766+0+0 (secure 0 0 0) 0x7f8dec005020 con 0x7f8df4102a00 2024-04-23T18:23:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.574+0000 7f8deaffd640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f8de00a3da0 0x7f8de00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.574+0000 7f8deaffd640 1 -- 172.21.15.38:0/3272352046 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f8dec0d0cf0 con 0x7f8df4102a00 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.574+0000 7f8df9bea640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f8de00a3da0 0x7f8de00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.575+0000 7f8df9bea640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f8de00a3da0 0x7f8de00a6260 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f8df00095f0 tx=0x7f8df0005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.579+0000 7f8deaffd640 1 -- 172.21.15.38:0/3272352046 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8dec0d5070 con 0x7f8df4102a00 2024-04-23T18:23:06.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.767+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/3272352046 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8df4062b50 con 0x7f8df4102a00 2024-04-23T18:23:06.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.768+0000 7f8deaffd640 1 -- 172.21.15.38:0/3272352046 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f8dec09d350 con 0x7f8df4102a00 2024-04-23T18:23:06.761 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/3272352046 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f8de00a3da0 msgr2=0x7f8de00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f8de00a3da0 0x7f8de00a6260 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f8df00095f0 tx=0x7f8df0005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/3272352046 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8df4102a00 msgr2=0x7f8df419e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8df4102a00 0x7f8df419e760 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f8dec00eb10 tx=0x7f8dec00c2d0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/3272352046 shutdown_connections 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f8de00a3da0 0x7f8de00a6260 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8df4102a00 0x7f8df419e760 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8df4102040 0x7f8df41976f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 --2- 172.21.15.38:0/3272352046 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8df4100e60 0x7f8df41971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/3272352046 >> 172.21.15.38:0/3272352046 conn(0x7f8df40fc440 msgr2=0x7f8df41053d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/3272352046 shutdown_connections 2024-04-23T18:23:06.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.770+0000 7f8dfbe4e640 1 -- 172.21.15.38:0/3272352046 wait complete. 2024-04-23T18:23:06.774 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.889+0000 7fc372613640 1 -- 172.21.15.38:0/2790125282 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36c105320 msgr2=0x7fc36c107710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.889+0000 7fc372613640 1 --2- 172.21.15.38:0/2790125282 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36c105320 0x7fc36c107710 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fc360009900 tx=0x7fc36002a410 comp rx=0 tx=0).stop 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.889+0000 7fc372613640 1 -- 172.21.15.38:0/2790125282 shutdown_connections 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.889+0000 7fc372613640 1 --2- 172.21.15.38:0/2790125282 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc36c107c50 0x7fc36c10a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.889+0000 7fc372613640 1 --2- 172.21.15.38:0/2790125282 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36c105320 0x7fc36c107710 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.889+0000 7fc372613640 1 --2- 172.21.15.38:0/2790125282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc36c1029f0 0x7fc36c104de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 -- 172.21.15.38:0/2790125282 >> 172.21.15.38:0/2790125282 conn(0x7fc36c0fc3e0 msgr2=0x7fc36c0fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 -- 172.21.15.38:0/2790125282 shutdown_connections 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 -- 172.21.15.38:0/2790125282 wait complete. 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 Processor -- start 2024-04-23T18:23:06.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 -- start start 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc36c1029f0 0x7fc36c1982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc36c105320 0x7fc36c1987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36c107c50 0x7fc36c19f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc36c10dbd0 con 0x7fc36c107c50 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fc36c10da50 con 0x7fc36c1029f0 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.890+0000 7fc372613640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc36c10dd50 con 0x7fc36c105320 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc370bb0640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36c107c50 0x7fc36c19f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc370bb0640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36c107c50 0x7fc36c19f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38916/0 (socket says 172.21.15.38:38916) 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc370bb0640 1 -- 172.21.15.38:0/4137530741 learned_addr learned my addr 172.21.15.38:0/4137530741 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc36bfff640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc36c1029f0 0x7fc36c1982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc36b7fe640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc36c105320 0x7fc36c1987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc370bb0640 1 -- 172.21.15.38:0/4137530741 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc36c105320 msgr2=0x7fc36c1987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc370bb0640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc36c105320 0x7fc36c1987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc370bb0640 1 -- 172.21.15.38:0/4137530741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc36c1029f0 msgr2=0x7fc36c1982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc370bb0640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc36c1029f0 0x7fc36c1982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc370bb0640 1 -- 172.21.15.38:0/4137530741 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc36c19fec0 con 0x7fc36c107c50 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc370bb0640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36c107c50 0x7fc36c19f850 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc36400eb10 tx=0x7fc36400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc3697fa640 1 -- 172.21.15.38:0/4137530741 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc364004b20 con 0x7fc36c107c50 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc372613640 1 -- 172.21.15.38:0/4137530741 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc36c1a01b0 con 0x7fc36c107c50 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc3697fa640 1 -- 172.21.15.38:0/4137530741 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc364004cc0 con 0x7fc36c107c50 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc3697fa640 1 -- 172.21.15.38:0/4137530741 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc364010720 con 0x7fc36c107c50 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.891+0000 7fc372613640 1 -- 172.21.15.38:0/4137530741 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc36c1a0720 con 0x7fc36c107c50 2024-04-23T18:23:06.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.892+0000 7fc372613640 1 -- 172.21.15.38:0/4137530741 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc36c0fded0 con 0x7fc36c107c50 2024-04-23T18:23:06.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.893+0000 7fc3697fa640 1 -- 172.21.15.38:0/4137530741 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 23) ==== 138766+0+0 (secure 0 0 0) 0x7fc364005020 con 0x7fc36c107c50 2024-04-23T18:23:06.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.894+0000 7fc3697fa640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc3540a3d20 0x7fc3540a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.894+0000 7fc3697fa640 1 -- 172.21.15.38:0/4137530741 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fc3640d0f60 con 0x7fc36c107c50 2024-04-23T18:23:06.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.894+0000 7fc36bfff640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc3540a3d20 0x7fc3540a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.895+0000 7fc36bfff640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc3540a3d20 0x7fc3540a61e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc35c009bd0 tx=0x7fc35c005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:06.902+0000 7fc3697fa640 1 -- 172.21.15.38:0/4137530741 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc364053ff0 con 0x7fc36c107c50 2024-04-23T18:23:07.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:07.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:07.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-23T18:23:07.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:07.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:06 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/419029668' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:07.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:07.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:07.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-23T18:23:07.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:07.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:06 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/419029668' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:07.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.091+0000 7fc372613640 1 -- 172.21.15.38:0/4137530741 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fc36c02d5c0 con 0x7fc36c107c50 2024-04-23T18:23:07.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.091+0000 7fc3697fa640 1 -- 172.21.15.38:0/4137530741 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7fc36409d5c0 con 0x7fc36c107c50 2024-04-23T18:23:07.084 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-04-23T18:23:07.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.094+0000 7fc372613640 1 -- 172.21.15.38:0/4137530741 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc3540a3d20 msgr2=0x7fc3540a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.094+0000 7fc372613640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc3540a3d20 0x7fc3540a61e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc35c009bd0 tx=0x7fc35c005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:07.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.095+0000 7fc372613640 1 -- 172.21.15.38:0/4137530741 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36c107c50 msgr2=0x7fc36c19f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.095+0000 7fc372613640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36c107c50 0x7fc36c19f850 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc36400eb10 tx=0x7fc36400c2d0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.095+0000 7fc372613640 1 -- 172.21.15.38:0/4137530741 shutdown_connections 2024-04-23T18:23:07.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.095+0000 7fc372613640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc3540a3d20 0x7fc3540a61e0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.095+0000 7fc372613640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc36c105320 0x7fc36c1987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.095+0000 7fc372613640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36c107c50 0x7fc36c19f850 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.095+0000 7fc372613640 1 --2- 172.21.15.38:0/4137530741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc36c1029f0 0x7fc36c1982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.095+0000 7fc372613640 1 -- 172.21.15.38:0/4137530741 >> 172.21.15.38:0/4137530741 conn(0x7fc36c0fc3e0 msgr2=0x7fc36c103410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.095+0000 7fc372613640 1 -- 172.21.15.38:0/4137530741 shutdown_connections 2024-04-23T18:23:07.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.095+0000 7fc372613640 1 -- 172.21.15.38:0/4137530741 wait complete. 2024-04-23T18:23:07.098 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:07.098 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:07.099 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-23T18:23:07.099 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.099 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.099 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.099 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.099 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.099 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:07.099 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:07.099 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:06 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/419029668' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:07.100 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:23:07.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.222+0000 7fe8a8891640 1 -- 172.21.15.38:0/3845640458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8a4105340 msgr2=0x7fe8a4107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.222+0000 7fe8a8891640 1 --2- 172.21.15.38:0/3845640458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8a4105340 0x7fe8a4107730 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe88c009900 tx=0x7fe88c02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:07.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.222+0000 7fe8a8891640 1 -- 172.21.15.38:0/3845640458 shutdown_connections 2024-04-23T18:23:07.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.222+0000 7fe8a8891640 1 --2- 172.21.15.38:0/3845640458 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8a4107c70 0x7fe8a410a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.222+0000 7fe8a8891640 1 --2- 172.21.15.38:0/3845640458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8a4105340 0x7fe8a4107730 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.222+0000 7fe8a8891640 1 --2- 172.21.15.38:0/3845640458 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a4102a10 0x7fe8a4104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.222+0000 7fe8a8891640 1 -- 172.21.15.38:0/3845640458 >> 172.21.15.38:0/3845640458 conn(0x7fe8a40fc400 msgr2=0x7fe8a40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.223+0000 7fe8a8891640 1 -- 172.21.15.38:0/3845640458 shutdown_connections 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.223+0000 7fe8a8891640 1 -- 172.21.15.38:0/3845640458 wait complete. 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.223+0000 7fe8a8891640 1 Processor -- start 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.223+0000 7fe8a8891640 1 -- start start 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.223+0000 7fe8a8891640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8a4102a10 0x7fe8a4198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.223+0000 7fe8a8891640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a4105340 0x7fe8a41988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.223+0000 7fe8a8891640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8a4107c70 0x7fe8a419f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.223+0000 7fe8a8891640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a410dbf0 con 0x7fe8a4102a10 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.223+0000 7fe8a8891640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a410da70 con 0x7fe8a4105340 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.223+0000 7fe8a8891640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a410dd70 con 0x7fe8a4107c70 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8a4102a10 0x7fe8a4198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8a4102a10 0x7fe8a4198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38940/0 (socket says 172.21.15.38:38940) 2024-04-23T18:23:07.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a259c640 1 -- 172.21.15.38:0/576604878 learned_addr learned my addr 172.21.15.38:0/576604878 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe89bfff640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a4105340 0x7fe8a41988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a2d9d640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8a4107c70 0x7fe8a419f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a259c640 1 -- 172.21.15.38:0/576604878 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8a4107c70 msgr2=0x7fe8a419f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a259c640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8a4107c70 0x7fe8a419f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a259c640 1 -- 172.21.15.38:0/576604878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a4105340 msgr2=0x7fe8a41988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a259c640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a4105340 0x7fe8a41988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a259c640 1 -- 172.21.15.38:0/576604878 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8a419ff60 con 0x7fe8a4102a10 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a259c640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8a4102a10 0x7fe8a4198390 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fe89400ea60 tx=0x7fe89400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe89b7fe640 1 -- 172.21.15.38:0/576604878 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe89400cde0 con 0x7fe8a4102a10 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a8891640 1 -- 172.21.15.38:0/576604878 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8a41a0250 con 0x7fe8a4102a10 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe89b7fe640 1 -- 172.21.15.38:0/576604878 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe8940035f0 con 0x7fe8a4102a10 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe89b7fe640 1 -- 172.21.15.38:0/576604878 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe894010690 con 0x7fe8a4102a10 2024-04-23T18:23:07.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.224+0000 7fe8a8891640 1 -- 172.21.15.38:0/576604878 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8a41a07c0 con 0x7fe8a4102a10 2024-04-23T18:23:07.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.226+0000 7fe8a8891640 1 -- 172.21.15.38:0/576604878 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8a40fdef0 con 0x7fe8a4102a10 2024-04-23T18:23:07.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.227+0000 7fe89b7fe640 1 -- 172.21.15.38:0/576604878 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 23) ==== 138766+0+0 (secure 0 0 0) 0x7fe8940037a0 con 0x7fe8a4102a10 2024-04-23T18:23:07.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.228+0000 7fe89b7fe640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe8900a3d20 0x7fe8900a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.228+0000 7fe89bfff640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe8900a3d20 0x7fe8900a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.228+0000 7fe89b7fe640 1 -- 172.21.15.38:0/576604878 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fe8940d0b80 con 0x7fe8a4102a10 2024-04-23T18:23:07.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.229+0000 7fe89bfff640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe8900a3d20 0x7fe8900a61e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe88c009230 tx=0x7fe88c031510 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.225 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.233+0000 7fe89b7fe640 1 -- 172.21.15.38:0/576604878 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe89409d1e0 con 0x7fe8a4102a10 2024-04-23T18:23:07.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.463+0000 7fe8a8891640 1 -- 172.21.15.38:0/576604878 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe8a4062b50 con 0x7fe8a4102a10 2024-04-23T18:23:07.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.463+0000 7fe89b7fe640 1 -- 172.21.15.38:0/576604878 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7fe89409cae0 con 0x7fe8a4102a10 2024-04-23T18:23:07.456 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-04-23T18:23:07.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 -- 172.21.15.38:0/576604878 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe8900a3d20 msgr2=0x7fe8900a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe8900a3d20 0x7fe8900a61e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe88c009230 tx=0x7fe88c031510 comp rx=0 tx=0).stop 2024-04-23T18:23:07.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 -- 172.21.15.38:0/576604878 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8a4102a10 msgr2=0x7fe8a4198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8a4102a10 0x7fe8a4198390 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fe89400ea60 tx=0x7fe89400ef20 comp rx=0 tx=0).stop 2024-04-23T18:23:07.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 -- 172.21.15.38:0/576604878 shutdown_connections 2024-04-23T18:23:07.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe8900a3d20 0x7fe8900a61e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8a4107c70 0x7fe8a419f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a4105340 0x7fe8a41988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 --2- 172.21.15.38:0/576604878 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8a4102a10 0x7fe8a4198390 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 -- 172.21.15.38:0/576604878 >> 172.21.15.38:0/576604878 conn(0x7fe8a40fc400 msgr2=0x7fe8a41034f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 -- 172.21.15.38:0/576604878 shutdown_connections 2024-04-23T18:23:07.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.465+0000 7fe8a8891640 1 -- 172.21.15.38:0/576604878 wait complete. 2024-04-23T18:23:07.469 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:23:07.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.582+0000 7f43670cf640 1 -- 172.21.15.38:0/3107553292 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43601029a0 msgr2=0x7f43601092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.582+0000 7f43670cf640 1 --2- 172.21.15.38:0/3107553292 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43601029a0 0x7f43601092c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f4348009900 tx=0x7f434802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:07.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.582+0000 7f43670cf640 1 -- 172.21.15.38:0/3107553292 shutdown_connections 2024-04-23T18:23:07.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.582+0000 7f43670cf640 1 --2- 172.21.15.38:0/3107553292 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43601029a0 0x7f43601092c0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.582+0000 7f43670cf640 1 --2- 172.21.15.38:0/3107553292 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360101fe0 0x7f4360102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.582+0000 7f43670cf640 1 --2- 172.21.15.38:0/3107553292 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4360100e90 0x7f43601012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.582+0000 7f43670cf640 1 -- 172.21.15.38:0/3107553292 >> 172.21.15.38:0/3107553292 conn(0x7f43600fc400 msgr2=0x7f43600fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.582+0000 7f43670cf640 1 -- 172.21.15.38:0/3107553292 shutdown_connections 2024-04-23T18:23:07.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.582+0000 7f43670cf640 1 -- 172.21.15.38:0/3107553292 wait complete. 2024-04-23T18:23:07.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f43670cf640 1 Processor -- start 2024-04-23T18:23:07.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f43670cf640 1 -- start start 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f43670cf640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4360100e90 0x7f4360104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f43670cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360101fe0 0x7f4360103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f43670cf640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43601029a0 0x7f4360103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f43670cf640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f436010cb20 con 0x7f4360100e90 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f43670cf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f436010c9a0 con 0x7f4360101fe0 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f43670cf640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f436010cca0 con 0x7f43601029a0 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f4364e6b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4360100e90 0x7f4360104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f4364e6b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4360100e90 0x7f4360104e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38956/0 (socket says 172.21.15.38:38956) 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f4364e6b640 1 -- 172.21.15.38:0/4062245172 learned_addr learned my addr 172.21.15.38:0/4062245172 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f435ffff640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360101fe0 0x7f4360103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f436566c640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43601029a0 0x7f4360103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f4364e6b640 1 -- 172.21.15.38:0/4062245172 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43601029a0 msgr2=0x7f4360103990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f4364e6b640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43601029a0 0x7f4360103990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f4364e6b640 1 -- 172.21.15.38:0/4062245172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360101fe0 msgr2=0x7f4360103450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f4364e6b640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360101fe0 0x7f4360103450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f4364e6b640 1 -- 172.21.15.38:0/4062245172 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4360104220 con 0x7f4360100e90 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.583+0000 7f4364e6b640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4360100e90 0x7f4360104e10 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f435800ebc0 tx=0x7f435800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.584+0000 7f435dffb640 1 -- 172.21.15.38:0/4062245172 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4358010630 con 0x7f4360100e90 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.584+0000 7f43670cf640 1 -- 172.21.15.38:0/4062245172 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43601a2310 con 0x7f4360100e90 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.584+0000 7f435dffb640 1 -- 172.21.15.38:0/4062245172 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4358010ca0 con 0x7f4360100e90 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.584+0000 7f435dffb640 1 -- 172.21.15.38:0/4062245172 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4358018ba0 con 0x7f4360100e90 2024-04-23T18:23:07.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.584+0000 7f43670cf640 1 -- 172.21.15.38:0/4062245172 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43601a28b0 con 0x7f4360100e90 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.585+0000 7f43670cf640 1 -- 172.21.15.38:0/4062245172 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43601a2b70 con 0x7f4360100e90 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.586+0000 7f435dffb640 1 -- 172.21.15.38:0/4062245172 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 23) ==== 138766+0+0 (secure 0 0 0) 0x7f43580107d0 con 0x7f4360100e90 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.587+0000 7f435dffb640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f434c0a3d20 0x7f434c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.587+0000 7f435ffff640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f434c0a3d20 0x7f434c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.587+0000 7f435dffb640 1 -- 172.21.15.38:0/4062245172 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f43580d0e50 con 0x7f4360100e90 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.588+0000 7f435ffff640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f434c0a3d20 0x7f434c0a61e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4360104b80 tx=0x7f4350005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.592+0000 7f435dffb640 1 -- 172.21.15.38:0/4062245172 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4358010ac0 con 0x7f4360100e90 2024-04-23T18:23:07.745 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3272352046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:07.797 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.804+0000 7f43670cf640 1 -- 172.21.15.38:0/4062245172 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f43601a2d40 con 0x7f4360100e90 2024-04-23T18:23:07.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.806+0000 7f435dffb640 1 -- 172.21.15.38:0/4062245172 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+23204 (secure 0 0 0) 0x7f435809ce00 con 0x7f4360100e90 2024-04-23T18:23:07.799 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:07.799 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":91,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:23:03.727152+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6801/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4002525649":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/1162570015":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6800/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/3564025484":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2743506787":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 -- 172.21.15.38:0/4062245172 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f434c0a3d20 msgr2=0x7f434c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f434c0a3d20 0x7f434c0a61e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4360104b80 tx=0x7f4350005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 -- 172.21.15.38:0/4062245172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4360100e90 msgr2=0x7f4360104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4360100e90 0x7f4360104e10 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f435800ebc0 tx=0x7f435800c6a0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 -- 172.21.15.38:0/4062245172 shutdown_connections 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f434c0a3d20 0x7f434c0a61e0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43601029a0 0x7f4360103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360101fe0 0x7f4360103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 --2- 172.21.15.38:0/4062245172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4360100e90 0x7f4360104e10 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 -- 172.21.15.38:0/4062245172 >> 172.21.15.38:0/4062245172 conn(0x7f43600fc400 msgr2=0x7f43600fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 -- 172.21.15.38:0/4062245172 shutdown_connections 2024-04-23T18:23:07.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.808+0000 7f43670cf640 1 -- 172.21.15.38:0/4062245172 wait complete. 2024-04-23T18:23:07.812 INFO:tasks.quiescer.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:56.907162+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:20:58.169501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.690000057220459, 'score_stable': 1.690000057220459, 'optimal_score': 1, 'raw_score_acting': 1.690000057220459, 'raw_score_stable': 1.690000057220459, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:23:07.813 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:23:07.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.932+0000 7fba7f7e5640 1 -- 172.21.15.38:0/2082881932 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba781011e0 msgr2=0x7fba78101640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.932+0000 7fba7f7e5640 1 --2- 172.21.15.38:0/2082881932 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba781011e0 0x7fba78101640 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fba68009900 tx=0x7fba6802a480 comp rx=0 tx=0).stop 2024-04-23T18:23:07.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.932+0000 7fba7f7e5640 1 -- 172.21.15.38:0/2082881932 shutdown_connections 2024-04-23T18:23:07.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.932+0000 7fba7f7e5640 1 --2- 172.21.15.38:0/2082881932 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba78101b80 0x7fba78102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.932+0000 7fba7f7e5640 1 --2- 172.21.15.38:0/2082881932 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba781011e0 0x7fba78101640 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.932+0000 7fba7f7e5640 1 --2- 172.21.15.38:0/2082881932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba78100880 0x7fba78100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.932+0000 7fba7f7e5640 1 -- 172.21.15.38:0/2082881932 >> 172.21.15.38:0/2082881932 conn(0x7fba780fc400 msgr2=0x7fba780fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.933+0000 7fba7f7e5640 1 -- 172.21.15.38:0/2082881932 shutdown_connections 2024-04-23T18:23:07.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.933+0000 7fba7f7e5640 1 -- 172.21.15.38:0/2082881932 wait complete. 2024-04-23T18:23:07.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.933+0000 7fba7f7e5640 1 Processor -- start 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.933+0000 7fba7f7e5640 1 -- start start 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.933+0000 7fba7f7e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba78100880 0x7fba7819a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.933+0000 7fba7f7e5640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba781011e0 0x7fba7819aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.933+0000 7fba7f7e5640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba78101b80 0x7fba781a1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.933+0000 7fba7f7e5640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fba7810fe40 con 0x7fba781011e0 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.933+0000 7fba7f7e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fba7810fcc0 con 0x7fba78100880 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.933+0000 7fba7f7e5640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fba7810ffc0 con 0x7fba78101b80 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7cd80640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba781011e0 0x7fba7819aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7cd80640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba781011e0 0x7fba7819aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38970/0 (socket says 172.21.15.38:38970) 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7cd80640 1 -- 172.21.15.38:0/3890945408 learned_addr learned my addr 172.21.15.38:0/3890945408 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7dd82640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba78101b80 0x7fba781a1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7d581640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba78100880 0x7fba7819a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7cd80640 1 -- 172.21.15.38:0/3890945408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba78101b80 msgr2=0x7fba781a1a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7cd80640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba78101b80 0x7fba781a1a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7cd80640 1 -- 172.21.15.38:0/3890945408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba78100880 msgr2=0x7fba7819a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7cd80640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba78100880 0x7fba7819a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7cd80640 1 -- 172.21.15.38:0/3890945408 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba781a2100 con 0x7fba781011e0 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7dd82640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba78101b80 0x7fba781a1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7cd80640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba781011e0 0x7fba7819aa20 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fba68005ab0 tx=0x7fba68032bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba6e7fc640 1 -- 172.21.15.38:0/3890945408 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6803f030 con 0x7fba781011e0 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7f7e5640 1 -- 172.21.15.38:0/3890945408 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba781a2390 con 0x7fba781011e0 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.934+0000 7fba7f7e5640 1 -- 172.21.15.38:0/3890945408 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba781a28d0 con 0x7fba781011e0 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.935+0000 7fba6e7fc640 1 -- 172.21.15.38:0/3890945408 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fba68003ac0 con 0x7fba781011e0 2024-04-23T18:23:07.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.935+0000 7fba6e7fc640 1 -- 172.21.15.38:0/3890945408 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba68049060 con 0x7fba781011e0 2024-04-23T18:23:07.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.936+0000 7fba7f7e5640 1 -- 172.21.15.38:0/3890945408 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba7810b7c0 con 0x7fba781011e0 2024-04-23T18:23:07.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.937+0000 7fba6e7fc640 1 -- 172.21.15.38:0/3890945408 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 23) ==== 138766+0+0 (secure 0 0 0) 0x7fba68042030 con 0x7fba781011e0 2024-04-23T18:23:07.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.937+0000 7fba6e7fc640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fba640a3d20 0x7fba640a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.938+0000 7fba6e7fc640 1 -- 172.21.15.38:0/3890945408 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fba680f0c60 con 0x7fba781011e0 2024-04-23T18:23:07.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.938+0000 7fba7d581640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fba640a3d20 0x7fba640a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.938+0000 7fba7d581640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fba640a3d20 0x7fba640a61e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fba74009bd0 tx=0x7fba74005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:07.945+0000 7fba6e7fc640 1 -- 172.21.15.38:0/3890945408 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fba680bcc70 con 0x7fba781011e0 2024-04-23T18:23:08.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3272352046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:08.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4137530741' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi102 to 176.2M 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: Unable to set osd_memory_target on smithi102 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi076 to 176.2M 2024-04-23T18:23:08.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: Unable to set osd_memory_target on smithi076 to 184787456: error parsing value: Value '184787456' is below minimum 939524096 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi038 to 177.2M 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: Unable to set osd_memory_target on smithi038 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: Updating smithi038:/etc/ceph/ceph.conf 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: Updating smithi076:/etc/ceph/ceph.conf 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-23T18:23:08.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:07 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/576604878' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:08.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3272352046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4137530741' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi102 to 176.2M 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: Unable to set osd_memory_target on smithi102 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi076 to 176.2M 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: Unable to set osd_memory_target on smithi076 to 184787456: error parsing value: Value '184787456' is below minimum 939524096 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi038 to 177.2M 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: Unable to set osd_memory_target on smithi038 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:08.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: Updating smithi038:/etc/ceph/ceph.conf 2024-04-23T18:23:08.055 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: Updating smithi076:/etc/ceph/ceph.conf 2024-04-23T18:23:08.055 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-23T18:23:08.055 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:07 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/576604878' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:08.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.135+0000 7fba7f7e5640 1 -- 172.21.15.38:0/3890945408 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fba7802d7c0 con 0x7fba781011e0 2024-04-23T18:23:08.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.136+0000 7fba6e7fc640 1 -- 172.21.15.38:0/3890945408 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7fba680c0f70 con 0x7fba781011e0 2024-04-23T18:23:08.128 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:23:08.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 -- 172.21.15.38:0/3890945408 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fba640a3d20 msgr2=0x7fba640a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fba640a3d20 0x7fba640a61e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fba74009bd0 tx=0x7fba74005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:08.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 -- 172.21.15.38:0/3890945408 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba781011e0 msgr2=0x7fba7819aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba781011e0 0x7fba7819aa20 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fba68005ab0 tx=0x7fba68032bc0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 -- 172.21.15.38:0/3890945408 shutdown_connections 2024-04-23T18:23:08.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fba640a3d20 0x7fba640a61e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba78101b80 0x7fba781a1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba781011e0 0x7fba7819aa20 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 --2- 172.21.15.38:0/3890945408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba78100880 0x7fba7819a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 -- 172.21.15.38:0/3890945408 >> 172.21.15.38:0/3890945408 conn(0x7fba780fc400 msgr2=0x7fba780fdb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 -- 172.21.15.38:0/3890945408 shutdown_connections 2024-04-23T18:23:08.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.138+0000 7fba7f7e5640 1 -- 172.21.15.38:0/3890945408 wait complete. 2024-04-23T18:23:08.141 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.141 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4137530741' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi102 to 176.2M 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: Unable to set osd_memory_target on smithi102 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.142 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi076 to 176.2M 2024-04-23T18:23:08.143 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: Unable to set osd_memory_target on smithi076 to 184787456: error parsing value: Value '184787456' is below minimum 939524096 2024-04-23T18:23:08.143 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.143 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.143 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.143 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.143 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.143 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:08.143 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi038 to 177.2M 2024-04-23T18:23:08.143 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: Unable to set osd_memory_target on smithi038 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-23T18:23:08.143 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:08.144 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:23:08.144 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:08.145 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: Updating smithi038:/etc/ceph/ceph.conf 2024-04-23T18:23:08.145 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: Updating smithi076:/etc/ceph/ceph.conf 2024-04-23T18:23:08.145 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-23T18:23:08.145 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:07 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/576604878' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:08.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.267+0000 7fd08e82a640 1 -- 172.21.15.38:0/1153943588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0881031c0 msgr2=0x7fd0881035a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.267+0000 7fd08e82a640 1 --2- 172.21.15.38:0/1153943588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0881031c0 0x7fd0881035a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd078009860 tx=0x7fd07802a460 comp rx=0 tx=0).stop 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.267+0000 7fd08e82a640 1 -- 172.21.15.38:0/1153943588 shutdown_connections 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.267+0000 7fd08e82a640 1 --2- 172.21.15.38:0/1153943588 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd08810c500 0x7fd08810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.267+0000 7fd08e82a640 1 --2- 172.21.15.38:0/1153943588 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd088103ae0 0x7fd08810bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.267+0000 7fd08e82a640 1 --2- 172.21.15.38:0/1153943588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0881031c0 0x7fd0881035a0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.267+0000 7fd08e82a640 1 -- 172.21.15.38:0/1153943588 >> 172.21.15.38:0/1153943588 conn(0x7fd088078000 msgr2=0x7fd088078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.268+0000 7fd08e82a640 1 -- 172.21.15.38:0/1153943588 shutdown_connections 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.268+0000 7fd08e82a640 1 -- 172.21.15.38:0/1153943588 wait complete. 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.268+0000 7fd08e82a640 1 Processor -- start 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.268+0000 7fd08e82a640 1 -- start start 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.268+0000 7fd08e82a640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0881031c0 0x7fd08819e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08e82a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd088103ae0 0x7fd08819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08e82a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd08810c500 0x7fd088198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08e82a640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd088112320 con 0x7fd08810c500 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08e82a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd0881121a0 con 0x7fd088103ae0 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08e82a640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd0881124a0 con 0x7fd0881031c0 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08cdc7640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd08810c500 0x7fd088198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08cdc7640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd08810c500 0x7fd088198640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38988/0 (socket says 172.21.15.38:38988) 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08cdc7640 1 -- 172.21.15.38:0/727603360 learned_addr learned my addr 172.21.15.38:0/727603360 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd087fff640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0881031c0 0x7fd08819e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd0877fe640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd088103ae0 0x7fd08819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08cdc7640 1 -- 172.21.15.38:0/727603360 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0881031c0 msgr2=0x7fd08819e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08cdc7640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0881031c0 0x7fd08819e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08cdc7640 1 -- 172.21.15.38:0/727603360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd088103ae0 msgr2=0x7fd08819e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08cdc7640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd088103ae0 0x7fd08819e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08cdc7640 1 -- 172.21.15.38:0/727603360 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd088198dc0 con 0x7fd08810c500 2024-04-23T18:23:08.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd087fff640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0881031c0 0x7fd08819e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:08.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd08cdc7640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd08810c500 0x7fd088198640 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fd08000efc0 tx=0x7fd08000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.269+0000 7fd0857fa640 1 -- 172.21.15.38:0/727603360 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd080003970 con 0x7fd08810c500 2024-04-23T18:23:08.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.270+0000 7fd08e82a640 1 -- 172.21.15.38:0/727603360 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0881990b0 con 0x7fd08810c500 2024-04-23T18:23:08.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.270+0000 7fd0857fa640 1 -- 172.21.15.38:0/727603360 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd080004020 con 0x7fd08810c500 2024-04-23T18:23:08.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.270+0000 7fd0857fa640 1 -- 172.21.15.38:0/727603360 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08000b9b0 con 0x7fd08810c500 2024-04-23T18:23:08.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.270+0000 7fd08e82a640 1 -- 172.21.15.38:0/727603360 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0881a5300 con 0x7fd08810c500 2024-04-23T18:23:08.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.271+0000 7fd08e82a640 1 -- 172.21.15.38:0/727603360 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd088068d70 con 0x7fd08810c500 2024-04-23T18:23:08.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.272+0000 7fd0857fa640 1 -- 172.21.15.38:0/727603360 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7fd08001d020 con 0x7fd08810c500 2024-04-23T18:23:08.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.273+0000 7fd0857fa640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd0700a3db0 0x7fd0700a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.273+0000 7fd087fff640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd0700a3db0 0x7fd0700a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.273+0000 7fd0857fa640 1 -- 172.21.15.38:0/727603360 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fd0800d0760 con 0x7fd08810c500 2024-04-23T18:23:08.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.273+0000 7fd087fff640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd0700a3db0 0x7fd0700a6270 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd0780095f0 tx=0x7fd078005c90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.278+0000 7fd0857fa640 1 -- 172.21.15.38:0/727603360 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd08009cc50 con 0x7fd08810c500 2024-04-23T18:23:08.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.490+0000 7fd08e82a640 1 -- 172.21.15.38:0/727603360 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd088107680 con 0x7fd08810c500 2024-04-23T18:23:08.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.491+0000 7fd0857fa640 1 -- 172.21.15.38:0/727603360 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7fd08009c550 con 0x7fd08810c500 2024-04-23T18:23:08.483 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 -- 172.21.15.38:0/727603360 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd0700a3db0 msgr2=0x7fd0700a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd0700a3db0 0x7fd0700a6270 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd0780095f0 tx=0x7fd078005c90 comp rx=0 tx=0).stop 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 -- 172.21.15.38:0/727603360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd08810c500 msgr2=0x7fd088198640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd08810c500 0x7fd088198640 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fd08000efc0 tx=0x7fd08000c800 comp rx=0 tx=0).stop 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 -- 172.21.15.38:0/727603360 shutdown_connections 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd0700a3db0 0x7fd0700a6270 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd08810c500 0x7fd088198640 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd088103ae0 0x7fd08819e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 --2- 172.21.15.38:0/727603360 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0881031c0 0x7fd08819e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 -- 172.21.15.38:0/727603360 >> 172.21.15.38:0/727603360 conn(0x7fd088078000 msgr2=0x7fd0880fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 -- 172.21.15.38:0/727603360 shutdown_connections 2024-04-23T18:23:08.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.493+0000 7fd08e82a640 1 -- 172.21.15.38:0/727603360 wait complete. 2024-04-23T18:23:08.499 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:23:08.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.619+0000 7fbda427c640 1 -- 172.21.15.38:0/3122364239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd9c102b40 msgr2=0x7fbd9c106b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.619+0000 7fbda427c640 1 --2- 172.21.15.38:0/3122364239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd9c102b40 0x7fbd9c106b80 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c009900 tx=0x7fbd8c02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:08.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.619+0000 7fbda427c640 1 -- 172.21.15.38:0/3122364239 shutdown_connections 2024-04-23T18:23:08.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.619+0000 7fbda427c640 1 --2- 172.21.15.38:0/3122364239 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd9c107260 0x7fbd9c10ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.619+0000 7fbda427c640 1 --2- 172.21.15.38:0/3122364239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd9c102b40 0x7fbd9c106b80 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.619+0000 7fbda427c640 1 --2- 172.21.15.38:0/3122364239 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd9c102190 0x7fbd9c102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.619+0000 7fbda427c640 1 -- 172.21.15.38:0/3122364239 >> 172.21.15.38:0/3122364239 conn(0x7fbd9c0fd990 msgr2=0x7fbd9c0ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.619+0000 7fbda427c640 1 -- 172.21.15.38:0/3122364239 shutdown_connections 2024-04-23T18:23:08.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.619+0000 7fbda427c640 1 -- 172.21.15.38:0/3122364239 wait complete. 2024-04-23T18:23:08.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda427c640 1 Processor -- start 2024-04-23T18:23:08.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda427c640 1 -- start start 2024-04-23T18:23:08.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda427c640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd9c102190 0x7fbd9c19e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda427c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd9c107260 0x7fbd9c19e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda427c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd9c198600 0x7fbd9c198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda427c640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbd9c1122c0 con 0x7fbd9c107260 2024-04-23T18:23:08.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda427c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fbd9c112140 con 0x7fbd9c198600 2024-04-23T18:23:08.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda427c640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbd9c112440 con 0x7fbd9c102190 2024-04-23T18:23:08.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda1817640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd9c107260 0x7fbd9c19e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda1817640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd9c107260 0x7fbd9c19e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39004/0 (socket says 172.21.15.38:39004) 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda1817640 1 -- 172.21.15.38:0/2810270307 learned_addr learned my addr 172.21.15.38:0/2810270307 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda2819640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd9c198600 0x7fbd9c198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda2018640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd9c102190 0x7fbd9c19e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda1817640 1 -- 172.21.15.38:0/2810270307 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd9c102190 msgr2=0x7fbd9c19e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda1817640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd9c102190 0x7fbd9c19e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda1817640 1 -- 172.21.15.38:0/2810270307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd9c198600 msgr2=0x7fbd9c198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda1817640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd9c198600 0x7fbd9c198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.620+0000 7fbda1817640 1 -- 172.21.15.38:0/2810270307 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd9c199120 con 0x7fbd9c107260 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.621+0000 7fbda1817640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd9c107260 0x7fbd9c19e990 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c005940 tx=0x7fbd8c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.621+0000 7fbd937fe640 1 -- 172.21.15.38:0/2810270307 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd8c03f030 con 0x7fbd9c107260 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.621+0000 7fbda427c640 1 -- 172.21.15.38:0/2810270307 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd9c1993b0 con 0x7fbd9c107260 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.621+0000 7fbd937fe640 1 -- 172.21.15.38:0/2810270307 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbd8c031910 con 0x7fbd9c107260 2024-04-23T18:23:08.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.621+0000 7fbd937fe640 1 -- 172.21.15.38:0/2810270307 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd8c035070 con 0x7fbd9c107260 2024-04-23T18:23:08.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.621+0000 7fbda427c640 1 -- 172.21.15.38:0/2810270307 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd9c1a5600 con 0x7fbd9c107260 2024-04-23T18:23:08.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.622+0000 7fbda427c640 1 -- 172.21.15.38:0/2810270307 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd9c0691c0 con 0x7fbd9c107260 2024-04-23T18:23:08.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.623+0000 7fbd937fe640 1 -- 172.21.15.38:0/2810270307 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7fbd8c042030 con 0x7fbd9c107260 2024-04-23T18:23:08.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.624+0000 7fbd937fe640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fbd880a3db0 0x7fbd880a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.624+0000 7fbd937fe640 1 -- 172.21.15.38:0/2810270307 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fbd8c0f1260 con 0x7fbd9c107260 2024-04-23T18:23:08.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.624+0000 7fbda2018640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fbd880a3db0 0x7fbd880a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.624+0000 7fbda2018640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fbd880a3db0 0x7fbd880a6270 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbd98005fd0 tx=0x7fbd9800b590 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.627+0000 7fbd937fe640 1 -- 172.21.15.38:0/2810270307 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbd8c0bd750 con 0x7fbd9c107260 2024-04-23T18:23:08.748 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:08.748 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:08.748 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:08.748 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:08.748 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:08.748 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: Updating smithi076:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:08.748 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4062245172' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: Updating smithi038:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3890945408' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/727603360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:08.749 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:08.750 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:08.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.829+0000 7fbda427c640 1 -- 172.21.15.38:0/2810270307 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbd9c10a550 con 0x7fbd9c107260 2024-04-23T18:23:08.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.829+0000 7fbd937fe640 1 -- 172.21.15.38:0/2810270307 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7fbd8c0bd050 con 0x7fbd9c107260 2024-04-23T18:23:08.822 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-04-23T18:23:08.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 -- 172.21.15.38:0/2810270307 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fbd880a3db0 msgr2=0x7fbd880a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fbd880a3db0 0x7fbd880a6270 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbd98005fd0 tx=0x7fbd9800b590 comp rx=0 tx=0).stop 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 -- 172.21.15.38:0/2810270307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd9c107260 msgr2=0x7fbd9c19e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd9c107260 0x7fbd9c19e990 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c005940 tx=0x7fbd8c0042f0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 -- 172.21.15.38:0/2810270307 shutdown_connections 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fbd880a3db0 0x7fbd880a6270 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd9c198600 0x7fbd9c198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd9c107260 0x7fbd9c19e990 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 --2- 172.21.15.38:0/2810270307 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd9c102190 0x7fbd9c19e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 -- 172.21.15.38:0/2810270307 >> 172.21.15.38:0/2810270307 conn(0x7fbd9c0fd990 msgr2=0x7fbd9c0ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 -- 172.21.15.38:0/2810270307 shutdown_connections 2024-04-23T18:23:08.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.832+0000 7fbda427c640 1 -- 172.21.15.38:0/2810270307 wait complete. 2024-04-23T18:23:08.835 INFO:tasks.quiescer.ceph_manager:waiting for clean 2024-04-23T18:23:08.835 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-23T18:23:08.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.945+0000 7fb7e502f640 1 -- 172.21.15.38:0/1913814823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7e0101ac0 msgr2=0x7fb7e0105ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.945+0000 7fb7e502f640 1 --2- 172.21.15.38:0/1913814823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7e0101ac0 0x7fb7e0105ab0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb7d4009900 tx=0x7fb7d402a410 comp rx=0 tx=0).stop 2024-04-23T18:23:08.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.945+0000 7fb7e502f640 1 -- 172.21.15.38:0/1913814823 shutdown_connections 2024-04-23T18:23:08.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.945+0000 7fb7e502f640 1 --2- 172.21.15.38:0/1913814823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7e0106190 0x7fb7e010dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.945+0000 7fb7e502f640 1 --2- 172.21.15.38:0/1913814823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7e0101ac0 0x7fb7e0105ab0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.945+0000 7fb7e502f640 1 --2- 172.21.15.38:0/1913814823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7e0101110 0x7fb7e01014f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.945+0000 7fb7e502f640 1 -- 172.21.15.38:0/1913814823 >> 172.21.15.38:0/1913814823 conn(0x7fb7e0077fb0 msgr2=0x7fb7e00783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.945+0000 7fb7e502f640 1 -- 172.21.15.38:0/1913814823 shutdown_connections 2024-04-23T18:23:08.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.945+0000 7fb7e502f640 1 -- 172.21.15.38:0/1913814823 wait complete. 2024-04-23T18:23:08.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.945+0000 7fb7e502f640 1 Processor -- start 2024-04-23T18:23:08.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7e502f640 1 -- start start 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7e502f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7e0101110 0x7fb7e019e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7e502f640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7e0106190 0x7fb7e019eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7e502f640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7e01986b0 0x7fb7e0198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7e502f640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb7e0112330 con 0x7fb7e0106190 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7e502f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fb7e01121b0 con 0x7fb7e0101110 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7e502f640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb7e01124b0 con 0x7fb7e01986b0 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7de59c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7e0106190 0x7fb7e019eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7de59c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7e0106190 0x7fb7e019eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39030/0 (socket says 172.21.15.38:39030) 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7de59c640 1 -- 172.21.15.38:0/1380589211 learned_addr learned my addr 172.21.15.38:0/1380589211 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7ded9d640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7e0101110 0x7fb7e019e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7df59e640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7e01986b0 0x7fb7e0198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7de59c640 1 -- 172.21.15.38:0/1380589211 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7e01986b0 msgr2=0x7fb7e0198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7de59c640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7e01986b0 0x7fb7e0198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7de59c640 1 -- 172.21.15.38:0/1380589211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7e0101110 msgr2=0x7fb7e019e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7de59c640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7e0101110 0x7fb7e019e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7de59c640 1 -- 172.21.15.38:0/1380589211 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7e01992b0 con 0x7fb7e0106190 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.946+0000 7fb7ded9d640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7e0101110 0x7fb7e019e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.947+0000 7fb7de59c640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7e0106190 0x7fb7e019eae0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb7d4005940 tx=0x7fb7d40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.947+0000 7fb7c7fff640 1 -- 172.21.15.38:0/1380589211 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7d403f030 con 0x7fb7e0106190 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.947+0000 7fb7e502f640 1 -- 172.21.15.38:0/1380589211 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7e0199540 con 0x7fb7e0106190 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.947+0000 7fb7c7fff640 1 -- 172.21.15.38:0/1380589211 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb7d4031910 con 0x7fb7e0106190 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.947+0000 7fb7e502f640 1 -- 172.21.15.38:0/1380589211 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7e01a5680 con 0x7fb7e0106190 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.947+0000 7fb7c7fff640 1 -- 172.21.15.38:0/1380589211 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7d4035070 con 0x7fb7e0106190 2024-04-23T18:23:08.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.948+0000 7fb7e502f640 1 -- 172.21.15.38:0/1380589211 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7e0102590 con 0x7fb7e0106190 2024-04-23T18:23:08.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.949+0000 7fb7c7fff640 1 -- 172.21.15.38:0/1380589211 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7fb7d4042030 con 0x7fb7e0106190 2024-04-23T18:23:08.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.949+0000 7fb7c7fff640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb7c80a3db0 0x7fb7c80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.950+0000 7fb7c7fff640 1 -- 172.21.15.38:0/1380589211 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fb7d40f0a80 con 0x7fb7e0106190 2024-04-23T18:23:08.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.950+0000 7fb7ded9d640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb7c80a3db0 0x7fb7c80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.950+0000 7fb7ded9d640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb7c80a3db0 0x7fb7c80a6270 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb7d000bfd0 tx=0x7fb7d000b390 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:08.954+0000 7fb7c7fff640 1 -- 172.21.15.38:0/1380589211 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb7d40bc920 con 0x7fb7e0106190 2024-04-23T18:23:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: Updating smithi076:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:09.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4062245172' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: Updating smithi038:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3890945408' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/727603360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:09.009 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:09.010 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:09.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:09.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:09.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:09.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:09.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: Updating smithi076:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:09.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4062245172' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: Updating smithi038:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: Updating smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: Updating smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: Updating smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3890945408' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.053 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/727603360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:09.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:09.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:09.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:09.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:23:09.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.138+0000 7fb7e502f640 1 -- 172.21.15.38:0/1380589211 --> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb7e0101ac0 con 0x7fb7c80a3db0 2024-04-23T18:23:09.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.146+0000 7fb7c7fff640 1 -- 172.21.15.38:0/1380589211 <== mgr.25025 v2:172.21.15.38:6800/2409008258 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258113 (secure 0 0 0) 0x7fb7e0101ac0 con 0x7fb7c80a3db0 2024-04-23T18:23:09.142 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:09.143 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 -- 172.21.15.38:0/1380589211 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb7c80a3db0 msgr2=0x7fb7c80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb7c80a3db0 0x7fb7c80a6270 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb7d000bfd0 tx=0x7fb7d000b390 comp rx=0 tx=0).stop 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 -- 172.21.15.38:0/1380589211 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7e0106190 msgr2=0x7fb7e019eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7e0106190 0x7fb7e019eae0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb7d4005940 tx=0x7fb7d40042f0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 -- 172.21.15.38:0/1380589211 shutdown_connections 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb7c80a3db0 0x7fb7c80a6270 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7e01986b0 0x7fb7e0198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7e0106190 0x7fb7e019eae0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 --2- 172.21.15.38:0/1380589211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7e0101110 0x7fb7e019e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 -- 172.21.15.38:0/1380589211 >> 172.21.15.38:0/1380589211 conn(0x7fb7e0077fb0 msgr2=0x7fb7e00feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 -- 172.21.15.38:0/1380589211 shutdown_connections 2024-04-23T18:23:09.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.149+0000 7fb7e502f640 1 -- 172.21.15.38:0/1380589211 wait complete. 2024-04-23T18:23:09.153 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-23T18:23:07.745928+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1192534,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1466,"num_read_kb":900,"num_write":555,"num_write_kb":4407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":1242678,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":941,"ondisk_log_size":941,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":369844,"kb_used_data":12344,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571980,"statfs":{"total":1151940427776,"available":1151561707520,"internally_reserved":0,"allocated":12640256,"data_stored":9395676,"data_compressed":372204,"data_compressed_allocated":499712,"data_compressed_original":3883008,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.984814"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829914+0000","last_change":"2024-04-23T18:20:59.880224+0000","last_active":"2024-04-23T18:23:03.829914+0000","last_peered":"2024-04-23T18:23:03.829914+0000","last_clean":"2024-04-23T18:23:03.829914+0000","last_became_active":"2024-04-23T18:20:59.879828+0000","last_became_peered":"2024-04-23T18:20:59.879828+0000","last_unstale":"2024-04-23T18:23:03.829914+0000","last_undegraded":"2024-04-23T18:23:03.829914+0000","last_fullsized":"2024-04-23T18:23:03.829914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:16.165762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830660+0000","last_change":"2024-04-23T18:20:59.866542+0000","last_active":"2024-04-23T18:23:03.830660+0000","last_peered":"2024-04-23T18:23:03.830660+0000","last_clean":"2024-04-23T18:23:03.830660+0000","last_became_active":"2024-04-23T18:20:59.865639+0000","last_became_peered":"2024-04-23T18:20:59.865639+0000","last_unstale":"2024-04-23T18:23:03.830660+0000","last_undegraded":"2024-04-23T18:23:03.830660+0000","last_fullsized":"2024-04-23T18:23:03.830660+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:11.163939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830379+0000","last_change":"2024-04-23T18:20:59.870797+0000","last_active":"2024-04-23T18:23:03.830379+0000","last_peered":"2024-04-23T18:23:03.830379+0000","last_clean":"2024-04-23T18:23:03.830379+0000","last_became_active":"2024-04-23T18:20:59.869874+0000","last_became_peered":"2024-04-23T18:20:59.869874+0000","last_unstale":"2024-04-23T18:23:03.830379+0000","last_undegraded":"2024-04-23T18:23:03.830379+0000","last_fullsized":"2024-04-23T18:23:03.830379+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:02:09.302667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734178+0000","last_change":"2024-04-23T18:20:59.860579+0000","last_active":"2024-04-23T18:23:03.734178+0000","last_peered":"2024-04-23T18:23:03.734178+0000","last_clean":"2024-04-23T18:23:03.734178+0000","last_became_active":"2024-04-23T18:20:59.860217+0000","last_became_peered":"2024-04-23T18:20:59.860217+0000","last_unstale":"2024-04-23T18:23:03.734178+0000","last_undegraded":"2024-04-23T18:23:03.734178+0000","last_fullsized":"2024-04-23T18:23:03.734178+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:22:09.508510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829732+0000","last_change":"2024-04-23T18:20:59.867999+0000","last_active":"2024-04-23T18:23:03.829732+0000","last_peered":"2024-04-23T18:23:03.829732+0000","last_clean":"2024-04-23T18:23:03.829732+0000","last_became_active":"2024-04-23T18:20:59.867643+0000","last_became_peered":"2024-04-23T18:20:59.867643+0000","last_unstale":"2024-04-23T18:23:03.829732+0000","last_undegraded":"2024-04-23T18:23:03.829732+0000","last_fullsized":"2024-04-23T18:23:03.829732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:26:40.402523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825238+0000","last_change":"2024-04-23T18:20:59.868277+0000","last_active":"2024-04-23T18:23:03.825238+0000","last_peered":"2024-04-23T18:23:03.825238+0000","last_clean":"2024-04-23T18:23:03.825238+0000","last_became_active":"2024-04-23T18:20:59.867947+0000","last_became_peered":"2024-04-23T18:20:59.867947+0000","last_unstale":"2024-04-23T18:23:03.825238+0000","last_undegraded":"2024-04-23T18:23:03.825238+0000","last_fullsized":"2024-04-23T18:23:03.825238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:11:53.537881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829831+0000","last_change":"2024-04-23T18:20:59.877360+0000","last_active":"2024-04-23T18:23:03.829831+0000","last_peered":"2024-04-23T18:23:03.829831+0000","last_clean":"2024-04-23T18:23:03.829831+0000","last_became_active":"2024-04-23T18:20:59.875359+0000","last_became_peered":"2024-04-23T18:20:59.875359+0000","last_unstale":"2024-04-23T18:23:03.829831+0000","last_undegraded":"2024-04-23T18:23:03.829831+0000","last_fullsized":"2024-04-23T18:23:03.829831+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:36:07.422442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.732955+0000","last_change":"2024-04-23T18:21:56.503229+0000","last_active":"2024-04-23T18:23:03.732955+0000","last_peered":"2024-04-23T18:23:03.732955+0000","last_clean":"2024-04-23T18:23:03.732955+0000","last_became_active":"2024-04-23T18:21:56.502753+0000","last_became_peered":"2024-04-23T18:21:56.502753+0000","last_unstale":"2024-04-23T18:23:03.732955+0000","last_undegraded":"2024-04-23T18:23:03.732955+0000","last_fullsized":"2024-04-23T18:23:03.732955+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:08:59.069908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830431+0000","last_change":"2024-04-23T18:20:59.876290+0000","last_active":"2024-04-23T18:23:03.830431+0000","last_peered":"2024-04-23T18:23:03.830431+0000","last_clean":"2024-04-23T18:23:03.830431+0000","last_became_active":"2024-04-23T18:20:59.875756+0000","last_became_peered":"2024-04-23T18:20:59.875756+0000","last_unstale":"2024-04-23T18:23:03.830431+0000","last_undegraded":"2024-04-23T18:23:03.830431+0000","last_fullsized":"2024-04-23T18:23:03.830431+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:34:52.995694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825495+0000","last_change":"2024-04-23T18:20:59.866443+0000","last_active":"2024-04-23T18:23:03.825495+0000","last_peered":"2024-04-23T18:23:03.825495+0000","last_clean":"2024-04-23T18:23:03.825495+0000","last_became_active":"2024-04-23T18:20:59.866071+0000","last_became_peered":"2024-04-23T18:20:59.866071+0000","last_unstale":"2024-04-23T18:23:03.825495+0000","last_undegraded":"2024-04-23T18:23:03.825495+0000","last_fullsized":"2024-04-23T18:23:03.825495+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:06:23.714089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830462+0000","last_change":"2024-04-23T18:20:59.872197+0000","last_active":"2024-04-23T18:23:03.830462+0000","last_peered":"2024-04-23T18:23:03.830462+0000","last_clean":"2024-04-23T18:23:03.830462+0000","last_became_active":"2024-04-23T18:20:59.871450+0000","last_became_peered":"2024-04-23T18:20:59.871450+0000","last_unstale":"2024-04-23T18:23:03.830462+0000","last_undegraded":"2024-04-23T18:23:03.830462+0000","last_fullsized":"2024-04-23T18:23:03.830462+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:08:08.595804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734088+0000","last_change":"2024-04-23T18:20:59.863448+0000","last_active":"2024-04-23T18:23:03.734088+0000","last_peered":"2024-04-23T18:23:03.734088+0000","last_clean":"2024-04-23T18:23:03.734088+0000","last_became_active":"2024-04-23T18:20:59.863109+0000","last_became_peered":"2024-04-23T18:20:59.863109+0000","last_unstale":"2024-04-23T18:23:03.734088+0000","last_undegraded":"2024-04-23T18:23:03.734088+0000","last_fullsized":"2024-04-23T18:23:03.734088+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:11:14.859442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830835+0000","last_change":"2024-04-23T18:20:59.876979+0000","last_active":"2024-04-23T18:23:03.830835+0000","last_peered":"2024-04-23T18:23:03.830835+0000","last_clean":"2024-04-23T18:23:03.830835+0000","last_became_active":"2024-04-23T18:20:59.876604+0000","last_became_peered":"2024-04-23T18:20:59.876604+0000","last_unstale":"2024-04-23T18:23:03.830835+0000","last_undegraded":"2024-04-23T18:23:03.830835+0000","last_fullsized":"2024-04-23T18:23:03.830835+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:12:15.689838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830069+0000","last_change":"2024-04-23T18:20:59.874959+0000","last_active":"2024-04-23T18:23:03.830069+0000","last_peered":"2024-04-23T18:23:03.830069+0000","last_clean":"2024-04-23T18:23:03.830069+0000","last_became_active":"2024-04-23T18:20:59.874587+0000","last_became_peered":"2024-04-23T18:20:59.874587+0000","last_unstale":"2024-04-23T18:23:03.830069+0000","last_undegraded":"2024-04-23T18:23:03.830069+0000","last_fullsized":"2024-04-23T18:23:03.830069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:03:19.959476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829834+0000","last_change":"2024-04-23T18:20:59.869086+0000","last_active":"2024-04-23T18:23:03.829834+0000","last_peered":"2024-04-23T18:23:03.829834+0000","last_clean":"2024-04-23T18:23:03.829834+0000","last_became_active":"2024-04-23T18:20:59.868742+0000","last_became_peered":"2024-04-23T18:20:59.868742+0000","last_unstale":"2024-04-23T18:23:03.829834+0000","last_undegraded":"2024-04-23T18:23:03.829834+0000","last_fullsized":"2024-04-23T18:23:03.829834+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:58.011662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829745+0000","last_change":"2024-04-23T18:20:59.868907+0000","last_active":"2024-04-23T18:23:03.829745+0000","last_peered":"2024-04-23T18:23:03.829745+0000","last_clean":"2024-04-23T18:23:03.829745+0000","last_became_active":"2024-04-23T18:20:59.868598+0000","last_became_peered":"2024-04-23T18:20:59.868598+0000","last_unstale":"2024-04-23T18:23:03.829745+0000","last_undegraded":"2024-04-23T18:23:03.829745+0000","last_fullsized":"2024-04-23T18:23:03.829745+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:30:56.594825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829643+0000","last_change":"2024-04-23T18:20:59.880433+0000","last_active":"2024-04-23T18:23:03.829643+0000","last_peered":"2024-04-23T18:23:03.829643+0000","last_clean":"2024-04-23T18:23:03.829643+0000","last_became_active":"2024-04-23T18:20:59.879850+0000","last_became_peered":"2024-04-23T18:20:59.879850+0000","last_unstale":"2024-04-23T18:23:03.829643+0000","last_undegraded":"2024-04-23T18:23:03.829643+0000","last_fullsized":"2024-04-23T18:23:03.829643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:00.545172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733225+0000","last_change":"2024-04-23T18:20:59.869332+0000","last_active":"2024-04-23T18:23:03.733225+0000","last_peered":"2024-04-23T18:23:03.733225+0000","last_clean":"2024-04-23T18:23:03.733225+0000","last_became_active":"2024-04-23T18:20:59.868940+0000","last_became_peered":"2024-04-23T18:20:59.868940+0000","last_unstale":"2024-04-23T18:23:03.733225+0000","last_undegraded":"2024-04-23T18:23:03.733225+0000","last_fullsized":"2024-04-23T18:23:03.733225+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:06:35.068649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735758+0000","last_change":"2024-04-23T18:20:59.860825+0000","last_active":"2024-04-23T18:23:03.735758+0000","last_peered":"2024-04-23T18:23:03.735758+0000","last_clean":"2024-04-23T18:23:03.735758+0000","last_became_active":"2024-04-23T18:20:59.860403+0000","last_became_peered":"2024-04-23T18:20:59.860403+0000","last_unstale":"2024-04-23T18:23:03.735758+0000","last_undegraded":"2024-04-23T18:23:03.735758+0000","last_fullsized":"2024-04-23T18:23:03.735758+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:31:50.189832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'14","reported_seq":180,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.589018+0000","last_change":"2024-04-23T18:21:56.513365+0000","last_active":"2024-04-23T18:23:04.589018+0000","last_peered":"2024-04-23T18:23:04.589018+0000","last_clean":"2024-04-23T18:23:04.589018+0000","last_became_active":"2024-04-23T18:21:56.499491+0000","last_became_peered":"2024-04-23T18:21:56.499491+0000","last_unstale":"2024-04-23T18:23:04.589018+0000","last_undegraded":"2024-04-23T18:23:04.589018+0000","last_fullsized":"2024-04-23T18:23:04.589018+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:41:11.309094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830092+0000","last_change":"2024-04-23T18:20:59.877896+0000","last_active":"2024-04-23T18:23:03.830092+0000","last_peered":"2024-04-23T18:23:03.830092+0000","last_clean":"2024-04-23T18:23:03.830092+0000","last_became_active":"2024-04-23T18:20:59.877528+0000","last_became_peered":"2024-04-23T18:20:59.877528+0000","last_unstale":"2024-04-23T18:23:03.830092+0000","last_undegraded":"2024-04-23T18:23:03.830092+0000","last_fullsized":"2024-04-23T18:23:03.830092+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:07:00.924634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830450+0000","last_change":"2024-04-23T18:20:58.869387+0000","last_active":"2024-04-23T18:23:03.830450+0000","last_peered":"2024-04-23T18:23:03.830450+0000","last_clean":"2024-04-23T18:23:03.830450+0000","last_became_active":"2024-04-23T18:20:58.869038+0000","last_became_peered":"2024-04-23T18:20:58.869038+0000","last_unstale":"2024-04-23T18:23:03.830450+0000","last_undegraded":"2024-04-23T18:23:03.830450+0000","last_fullsized":"2024-04-23T18:23:03.830450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:02:02.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831485+0000","last_change":"2024-04-23T18:20:59.870529+0000","last_active":"2024-04-23T18:23:03.831485+0000","last_peered":"2024-04-23T18:23:03.831485+0000","last_clean":"2024-04-23T18:23:03.831485+0000","last_became_active":"2024-04-23T18:20:59.870099+0000","last_became_peered":"2024-04-23T18:20:59.870099+0000","last_unstale":"2024-04-23T18:23:03.831485+0000","last_undegraded":"2024-04-23T18:23:03.831485+0000","last_fullsized":"2024-04-23T18:23:03.831485+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:17:50.195045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830123+0000","last_change":"2024-04-23T18:20:58.863120+0000","last_active":"2024-04-23T18:23:03.830123+0000","last_peered":"2024-04-23T18:23:03.830123+0000","last_clean":"2024-04-23T18:23:03.830123+0000","last_became_active":"2024-04-23T18:20:58.862733+0000","last_became_peered":"2024-04-23T18:20:58.862733+0000","last_unstale":"2024-04-23T18:23:03.830123+0000","last_undegraded":"2024-04-23T18:23:03.830123+0000","last_fullsized":"2024-04-23T18:23:03.830123+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:32:16.374996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830231+0000","last_change":"2024-04-23T18:20:59.855642+0000","last_active":"2024-04-23T18:23:03.830231+0000","last_peered":"2024-04-23T18:23:03.830231+0000","last_clean":"2024-04-23T18:23:03.830231+0000","last_became_active":"2024-04-23T18:20:59.855317+0000","last_became_peered":"2024-04-23T18:20:59.855317+0000","last_unstale":"2024-04-23T18:23:03.830231+0000","last_undegraded":"2024-04-23T18:23:03.830231+0000","last_fullsized":"2024-04-23T18:23:03.830231+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:13:35.976647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829910+0000","last_change":"2024-04-23T18:20:58.853846+0000","last_active":"2024-04-23T18:23:03.829910+0000","last_peered":"2024-04-23T18:23:03.829910+0000","last_clean":"2024-04-23T18:23:03.829910+0000","last_became_active":"2024-04-23T18:20:58.853473+0000","last_became_peered":"2024-04-23T18:20:58.853473+0000","last_unstale":"2024-04-23T18:23:03.829910+0000","last_undegraded":"2024-04-23T18:23:03.829910+0000","last_fullsized":"2024-04-23T18:23:03.829910+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:55:28.522652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828208+0000","last_change":"2024-04-23T18:21:56.722021+0000","last_active":"2024-04-23T18:23:03.828208+0000","last_peered":"2024-04-23T18:23:03.828208+0000","last_clean":"2024-04-23T18:23:03.828208+0000","last_became_active":"2024-04-23T18:21:56.721479+0000","last_became_peered":"2024-04-23T18:21:56.721479+0000","last_unstale":"2024-04-23T18:23:03.828208+0000","last_undegraded":"2024-04-23T18:23:03.828208+0000","last_fullsized":"2024-04-23T18:23:03.828208+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:51:40.921636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"91'8","reported_seq":157,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.473218+0000","last_change":"2024-04-23T18:20:58.862102+0000","last_active":"2024-04-23T18:23:04.473218+0000","last_peered":"2024-04-23T18:23:04.473218+0000","last_clean":"2024-04-23T18:23:04.473218+0000","last_became_active":"2024-04-23T18:20:58.861794+0000","last_became_peered":"2024-04-23T18:20:58.861794+0000","last_unstale":"2024-04-23T18:23:04.473218+0000","last_undegraded":"2024-04-23T18:23:04.473218+0000","last_fullsized":"2024-04-23T18:23:04.473218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:07:56.139013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1545,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829754+0000","last_change":"2024-04-23T18:20:59.870867+0000","last_active":"2024-04-23T18:23:03.829754+0000","last_peered":"2024-04-23T18:23:03.829754+0000","last_clean":"2024-04-23T18:23:03.829754+0000","last_became_active":"2024-04-23T18:20:59.870526+0000","last_became_peered":"2024-04-23T18:20:59.870526+0000","last_unstale":"2024-04-23T18:23:03.829754+0000","last_undegraded":"2024-04-23T18:23:03.829754+0000","last_fullsized":"2024-04-23T18:23:03.829754+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:04:56.848932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825171+0000","last_change":"2024-04-23T18:20:58.860528+0000","last_active":"2024-04-23T18:23:03.825171+0000","last_peered":"2024-04-23T18:23:03.825171+0000","last_clean":"2024-04-23T18:23:03.825171+0000","last_became_active":"2024-04-23T18:20:58.860134+0000","last_became_peered":"2024-04-23T18:20:58.860134+0000","last_unstale":"2024-04-23T18:23:03.825171+0000","last_undegraded":"2024-04-23T18:23:03.825171+0000","last_fullsized":"2024-04-23T18:23:03.825171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:50:11.151898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828084+0000","last_change":"2024-04-23T18:22:57.385257+0000","last_active":"2024-04-23T18:23:03.828084+0000","last_peered":"2024-04-23T18:23:03.828084+0000","last_clean":"2024-04-23T18:23:03.828084+0000","last_became_active":"2024-04-23T18:22:57.384962+0000","last_became_peered":"2024-04-23T18:22:57.384962+0000","last_unstale":"2024-04-23T18:23:03.828084+0000","last_undegraded":"2024-04-23T18:23:03.828084+0000","last_fullsized":"2024-04-23T18:23:03.828084+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:03:29.189636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.832172+0000","last_change":"2024-04-23T18:20:58.850195+0000","last_active":"2024-04-23T18:23:03.832172+0000","last_peered":"2024-04-23T18:23:03.832172+0000","last_clean":"2024-04-23T18:23:03.832172+0000","last_became_active":"2024-04-23T18:20:58.849815+0000","last_became_peered":"2024-04-23T18:20:58.849815+0000","last_unstale":"2024-04-23T18:23:03.832172+0000","last_undegraded":"2024-04-23T18:23:03.832172+0000","last_fullsized":"2024-04-23T18:23:03.832172+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:29:19.937473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829933+0000","last_change":"2024-04-23T18:20:59.872045+0000","last_active":"2024-04-23T18:23:03.829933+0000","last_peered":"2024-04-23T18:23:03.829933+0000","last_clean":"2024-04-23T18:23:03.829933+0000","last_became_active":"2024-04-23T18:20:59.870964+0000","last_became_peered":"2024-04-23T18:20:59.870964+0000","last_unstale":"2024-04-23T18:23:03.829933+0000","last_undegraded":"2024-04-23T18:23:03.829933+0000","last_fullsized":"2024-04-23T18:23:03.829933+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:04.006841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.827641+0000","last_change":"2024-04-23T18:20:58.860868+0000","last_active":"2024-04-23T18:23:03.827641+0000","last_peered":"2024-04-23T18:23:03.827641+0000","last_clean":"2024-04-23T18:23:03.827641+0000","last_became_active":"2024-04-23T18:20:58.860539+0000","last_became_peered":"2024-04-23T18:20:58.860539+0000","last_unstale":"2024-04-23T18:23:03.827641+0000","last_undegraded":"2024-04-23T18:23:03.827641+0000","last_fullsized":"2024-04-23T18:23:03.827641+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:46.918143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.732998+0000","last_change":"2024-04-23T18:20:59.867600+0000","last_active":"2024-04-23T18:23:03.732998+0000","last_peered":"2024-04-23T18:23:03.732998+0000","last_clean":"2024-04-23T18:23:03.732998+0000","last_became_active":"2024-04-23T18:20:59.867212+0000","last_became_peered":"2024-04-23T18:20:59.867212+0000","last_unstale":"2024-04-23T18:23:03.732998+0000","last_undegraded":"2024-04-23T18:23:03.732998+0000","last_fullsized":"2024-04-23T18:23:03.732998+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:00.470189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'7","reported_seq":272,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.472142+0000","last_change":"2024-04-23T18:20:58.858931+0000","last_active":"2024-04-23T18:23:04.472142+0000","last_peered":"2024-04-23T18:23:04.472142+0000","last_clean":"2024-04-23T18:23:04.472142+0000","last_became_active":"2024-04-23T18:20:58.858492+0000","last_became_peered":"2024-04-23T18:20:58.858492+0000","last_unstale":"2024-04-23T18:23:04.472142+0000","last_undegraded":"2024-04-23T18:23:04.472142+0000","last_fullsized":"2024-04-23T18:23:04.472142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:09:30.335087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":240,"num_read_kb":240,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830531+0000","last_change":"2024-04-23T18:20:59.861029+0000","last_active":"2024-04-23T18:23:03.830531+0000","last_peered":"2024-04-23T18:23:03.830531+0000","last_clean":"2024-04-23T18:23:03.830531+0000","last_became_active":"2024-04-23T18:20:59.860603+0000","last_became_peered":"2024-04-23T18:20:59.860603+0000","last_unstale":"2024-04-23T18:23:03.830531+0000","last_undegraded":"2024-04-23T18:23:03.830531+0000","last_fullsized":"2024-04-23T18:23:03.830531+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:10.142795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830745+0000","last_change":"2024-04-23T18:20:58.865538+0000","last_active":"2024-04-23T18:23:03.830745+0000","last_peered":"2024-04-23T18:23:03.830745+0000","last_clean":"2024-04-23T18:23:03.830745+0000","last_became_active":"2024-04-23T18:20:58.864744+0000","last_became_peered":"2024-04-23T18:20:58.864744+0000","last_unstale":"2024-04-23T18:23:03.830745+0000","last_undegraded":"2024-04-23T18:23:03.830745+0000","last_fullsized":"2024-04-23T18:23:03.830745+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:23.178032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831412+0000","last_change":"2024-04-23T18:20:59.878257+0000","last_active":"2024-04-23T18:23:03.831412+0000","last_peered":"2024-04-23T18:23:03.831412+0000","last_clean":"2024-04-23T18:23:03.831412+0000","last_became_active":"2024-04-23T18:20:59.875944+0000","last_became_peered":"2024-04-23T18:20:59.875944+0000","last_unstale":"2024-04-23T18:23:03.831412+0000","last_undegraded":"2024-04-23T18:23:03.831412+0000","last_fullsized":"2024-04-23T18:23:03.831412+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:03:37.046284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828339+0000","last_change":"2024-04-23T18:20:58.864563+0000","last_active":"2024-04-23T18:23:03.828339+0000","last_peered":"2024-04-23T18:23:03.828339+0000","last_clean":"2024-04-23T18:23:03.828339+0000","last_became_active":"2024-04-23T18:20:58.864231+0000","last_became_peered":"2024-04-23T18:20:58.864231+0000","last_unstale":"2024-04-23T18:23:03.828339+0000","last_undegraded":"2024-04-23T18:23:03.828339+0000","last_fullsized":"2024-04-23T18:23:03.828339+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:37:24.678023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830208+0000","last_change":"2024-04-23T18:20:59.865006+0000","last_active":"2024-04-23T18:23:03.830208+0000","last_peered":"2024-04-23T18:23:03.830208+0000","last_clean":"2024-04-23T18:23:03.830208+0000","last_became_active":"2024-04-23T18:20:59.864586+0000","last_became_peered":"2024-04-23T18:20:59.864586+0000","last_unstale":"2024-04-23T18:23:03.830208+0000","last_undegraded":"2024-04-23T18:23:03.830208+0000","last_fullsized":"2024-04-23T18:23:03.830208+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:02.186933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'38","reported_seq":331,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.006711+0000","last_change":"2024-04-23T18:21:56.730249+0000","last_active":"2024-04-23T18:23:04.006711+0000","last_peered":"2024-04-23T18:23:04.006711+0000","last_clean":"2024-04-23T18:23:04.006711+0000","last_became_active":"2024-04-23T18:21:56.722690+0000","last_became_peered":"2024-04-23T18:21:56.722690+0000","last_unstale":"2024-04-23T18:23:04.006711+0000","last_undegraded":"2024-04-23T18:23:04.006711+0000","last_fullsized":"2024-04-23T18:23:04.006711+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:29:21.005225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67758,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":246,"num_read_kb":189,"num_write":40,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61046,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829978+0000","last_change":"2024-04-23T18:20:59.870083+0000","last_active":"2024-04-23T18:23:03.829978+0000","last_peered":"2024-04-23T18:23:03.829978+0000","last_clean":"2024-04-23T18:23:03.829978+0000","last_became_active":"2024-04-23T18:20:59.869722+0000","last_became_peered":"2024-04-23T18:20:59.869722+0000","last_unstale":"2024-04-23T18:23:03.829978+0000","last_undegraded":"2024-04-23T18:23:03.829978+0000","last_fullsized":"2024-04-23T18:23:03.829978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:08:40.589017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735615+0000","last_change":"2024-04-23T18:20:58.866008+0000","last_active":"2024-04-23T18:23:03.735615+0000","last_peered":"2024-04-23T18:23:03.735615+0000","last_clean":"2024-04-23T18:23:03.735615+0000","last_became_active":"2024-04-23T18:20:58.865644+0000","last_became_peered":"2024-04-23T18:20:58.865644+0000","last_unstale":"2024-04-23T18:23:03.735615+0000","last_undegraded":"2024-04-23T18:23:03.735615+0000","last_fullsized":"2024-04-23T18:23:03.735615+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:25.002138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830353+0000","last_change":"2024-04-23T18:20:59.868766+0000","last_active":"2024-04-23T18:23:03.830353+0000","last_peered":"2024-04-23T18:23:03.830353+0000","last_clean":"2024-04-23T18:23:03.830353+0000","last_became_active":"2024-04-23T18:20:59.868334+0000","last_became_peered":"2024-04-23T18:20:59.868334+0000","last_unstale":"2024-04-23T18:23:03.830353+0000","last_undegraded":"2024-04-23T18:23:03.830353+0000","last_fullsized":"2024-04-23T18:23:03.830353+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:22:47.052087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828016+0000","last_change":"2024-04-23T18:20:58.861138+0000","last_active":"2024-04-23T18:23:03.828016+0000","last_peered":"2024-04-23T18:23:03.828016+0000","last_clean":"2024-04-23T18:23:03.828016+0000","last_became_active":"2024-04-23T18:20:58.860783+0000","last_became_peered":"2024-04-23T18:20:58.860783+0000","last_unstale":"2024-04-23T18:23:03.828016+0000","last_undegraded":"2024-04-23T18:23:03.828016+0000","last_fullsized":"2024-04-23T18:23:03.828016+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:35:58.963320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829922+0000","last_change":"2024-04-23T18:20:59.871883+0000","last_active":"2024-04-23T18:23:03.829922+0000","last_peered":"2024-04-23T18:23:03.829922+0000","last_clean":"2024-04-23T18:23:03.829922+0000","last_became_active":"2024-04-23T18:20:59.871477+0000","last_became_peered":"2024-04-23T18:20:59.871477+0000","last_unstale":"2024-04-23T18:23:03.829922+0000","last_undegraded":"2024-04-23T18:23:03.829922+0000","last_fullsized":"2024-04-23T18:23:03.829922+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:08.094024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'8","reported_seq":157,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733961+0000","last_change":"2024-04-23T18:20:58.862877+0000","last_active":"2024-04-23T18:23:03.733961+0000","last_peered":"2024-04-23T18:23:03.733961+0000","last_clean":"2024-04-23T18:23:03.733961+0000","last_became_active":"2024-04-23T18:20:58.862222+0000","last_became_peered":"2024-04-23T18:20:58.862222+0000","last_unstale":"2024-04-23T18:23:03.733961+0000","last_undegraded":"2024-04-23T18:23:03.733961+0000","last_fullsized":"2024-04-23T18:23:03.733961+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:05:15.323778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829720+0000","last_change":"2024-04-23T18:20:59.876912+0000","last_active":"2024-04-23T18:23:03.829720+0000","last_peered":"2024-04-23T18:23:03.829720+0000","last_clean":"2024-04-23T18:23:03.829720+0000","last_became_active":"2024-04-23T18:20:59.876585+0000","last_became_peered":"2024-04-23T18:20:59.876585+0000","last_unstale":"2024-04-23T18:23:03.829720+0000","last_undegraded":"2024-04-23T18:23:03.829720+0000","last_fullsized":"2024-04-23T18:23:03.829720+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:25:02.654240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":67,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829608+0000","last_change":"2024-04-23T18:21:56.521434+0000","last_active":"2024-04-23T18:23:03.829608+0000","last_peered":"2024-04-23T18:23:03.829608+0000","last_clean":"2024-04-23T18:23:03.829608+0000","last_became_active":"2024-04-23T18:21:56.503572+0000","last_became_peered":"2024-04-23T18:21:56.503572+0000","last_unstale":"2024-04-23T18:23:03.829608+0000","last_undegraded":"2024-04-23T18:23:03.829608+0000","last_fullsized":"2024-04-23T18:23:03.829608+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:53.392151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.827869+0000","last_change":"2024-04-23T18:20:59.879008+0000","last_active":"2024-04-23T18:23:03.827869+0000","last_peered":"2024-04-23T18:23:03.827869+0000","last_clean":"2024-04-23T18:23:03.827869+0000","last_became_active":"2024-04-23T18:20:59.878644+0000","last_became_peered":"2024-04-23T18:20:59.878644+0000","last_unstale":"2024-04-23T18:23:03.827869+0000","last_undegraded":"2024-04-23T18:23:03.827869+0000","last_fullsized":"2024-04-23T18:23:03.827869+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:45:53.763888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830237+0000","last_change":"2024-04-23T18:20:58.855151+0000","last_active":"2024-04-23T18:23:03.830237+0000","last_peered":"2024-04-23T18:23:03.830237+0000","last_clean":"2024-04-23T18:23:03.830237+0000","last_became_active":"2024-04-23T18:20:58.854119+0000","last_became_peered":"2024-04-23T18:20:58.854119+0000","last_unstale":"2024-04-23T18:23:03.830237+0000","last_undegraded":"2024-04-23T18:23:03.830237+0000","last_fullsized":"2024-04-23T18:23:03.830237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:01:28.819873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829486+0000","last_change":"2024-04-23T18:21:56.503038+0000","last_active":"2024-04-23T18:23:03.829486+0000","last_peered":"2024-04-23T18:23:03.829486+0000","last_clean":"2024-04-23T18:23:03.829486+0000","last_became_active":"2024-04-23T18:21:56.502636+0000","last_became_peered":"2024-04-23T18:21:56.502636+0000","last_unstale":"2024-04-23T18:23:03.829486+0000","last_undegraded":"2024-04-23T18:23:03.829486+0000","last_fullsized":"2024-04-23T18:23:03.829486+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:27.418400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733185+0000","last_change":"2024-04-23T18:20:58.859592+0000","last_active":"2024-04-23T18:23:03.733185+0000","last_peered":"2024-04-23T18:23:03.733185+0000","last_clean":"2024-04-23T18:23:03.733185+0000","last_became_active":"2024-04-23T18:20:58.859216+0000","last_became_peered":"2024-04-23T18:20:58.859216+0000","last_unstale":"2024-04-23T18:23:03.733185+0000","last_undegraded":"2024-04-23T18:23:03.733185+0000","last_fullsized":"2024-04-23T18:23:03.733185+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:15:47.339706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825342+0000","last_change":"2024-04-23T18:20:59.872452+0000","last_active":"2024-04-23T18:23:03.825342+0000","last_peered":"2024-04-23T18:23:03.825342+0000","last_clean":"2024-04-23T18:23:03.825342+0000","last_became_active":"2024-04-23T18:20:59.872116+0000","last_became_peered":"2024-04-23T18:20:59.872116+0000","last_unstale":"2024-04-23T18:23:03.825342+0000","last_undegraded":"2024-04-23T18:23:03.825342+0000","last_fullsized":"2024-04-23T18:23:03.825342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:38:36.970099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'7","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.589994+0000","last_change":"2024-04-23T18:20:58.868460+0000","last_active":"2024-04-23T18:23:04.589994+0000","last_peered":"2024-04-23T18:23:04.589994+0000","last_clean":"2024-04-23T18:23:04.589994+0000","last_became_active":"2024-04-23T18:20:58.868115+0000","last_became_peered":"2024-04-23T18:20:58.868115+0000","last_unstale":"2024-04-23T18:23:04.589994+0000","last_undegraded":"2024-04-23T18:23:04.589994+0000","last_fullsized":"2024-04-23T18:23:04.589994+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:47.216609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825303+0000","last_change":"2024-04-23T18:20:59.868545+0000","last_active":"2024-04-23T18:23:03.825303+0000","last_peered":"2024-04-23T18:23:03.825303+0000","last_clean":"2024-04-23T18:23:03.825303+0000","last_became_active":"2024-04-23T18:20:59.868223+0000","last_became_peered":"2024-04-23T18:20:59.868223+0000","last_unstale":"2024-04-23T18:23:03.825303+0000","last_undegraded":"2024-04-23T18:23:03.825303+0000","last_fullsized":"2024-04-23T18:23:03.825303+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:59.423338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.827786+0000","last_change":"2024-04-23T18:20:59.873360+0000","last_active":"2024-04-23T18:23:03.827786+0000","last_peered":"2024-04-23T18:23:03.827786+0000","last_clean":"2024-04-23T18:23:03.827786+0000","last_became_active":"2024-04-23T18:20:59.872988+0000","last_became_peered":"2024-04-23T18:20:59.872988+0000","last_unstale":"2024-04-23T18:23:03.827786+0000","last_undegraded":"2024-04-23T18:23:03.827786+0000","last_fullsized":"2024-04-23T18:23:03.827786+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:06:08.758482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'7","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.493912+0000","last_change":"2024-04-23T18:20:58.859121+0000","last_active":"2024-04-23T18:23:04.493912+0000","last_peered":"2024-04-23T18:23:04.493912+0000","last_clean":"2024-04-23T18:23:04.493912+0000","last_became_active":"2024-04-23T18:20:58.858797+0000","last_became_peered":"2024-04-23T18:20:58.858797+0000","last_unstale":"2024-04-23T18:23:04.493912+0000","last_undegraded":"2024-04-23T18:23:04.493912+0000","last_fullsized":"2024-04-23T18:23:04.493912+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:32:18.308667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733108+0000","last_change":"2024-04-23T18:22:57.385161+0000","last_active":"2024-04-23T18:23:03.733108+0000","last_peered":"2024-04-23T18:23:03.733108+0000","last_clean":"2024-04-23T18:23:03.733108+0000","last_became_active":"2024-04-23T18:22:57.384725+0000","last_became_peered":"2024-04-23T18:22:57.384725+0000","last_unstale":"2024-04-23T18:23:03.733108+0000","last_undegraded":"2024-04-23T18:23:03.733108+0000","last_fullsized":"2024-04-23T18:23:03.733108+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:08:36.571403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734005+0000","last_change":"2024-04-23T18:20:58.854516+0000","last_active":"2024-04-23T18:23:03.734005+0000","last_peered":"2024-04-23T18:23:03.734005+0000","last_clean":"2024-04-23T18:23:03.734005+0000","last_became_active":"2024-04-23T18:20:58.854156+0000","last_became_peered":"2024-04-23T18:20:58.854156+0000","last_unstale":"2024-04-23T18:23:03.734005+0000","last_undegraded":"2024-04-23T18:23:03.734005+0000","last_fullsized":"2024-04-23T18:23:03.734005+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:55:57.825093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":361,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829880+0000","last_change":"2024-04-23T18:19:45.545830+0000","last_active":"2024-04-23T18:23:03.829880+0000","last_peered":"2024-04-23T18:23:03.829880+0000","last_clean":"2024-04-23T18:23:03.829880+0000","last_became_active":"2024-04-23T18:19:45.545228+0000","last_became_peered":"2024-04-23T18:19:45.545228+0000","last_unstale":"2024-04-23T18:23:03.829880+0000","last_undegraded":"2024-04-23T18:23:03.829880+0000","last_fullsized":"2024-04-23T18:23:03.829880+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_clean_scrub_stamp":"2024-04-23T18:16:19.429544+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:15:02.341971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831978+0000","last_change":"2024-04-23T18:20:59.867240+0000","last_active":"2024-04-23T18:23:03.831978+0000","last_peered":"2024-04-23T18:23:03.831978+0000","last_clean":"2024-04-23T18:23:03.831978+0000","last_became_active":"2024-04-23T18:20:59.866320+0000","last_became_peered":"2024-04-23T18:20:59.866320+0000","last_unstale":"2024-04-23T18:23:03.831978+0000","last_undegraded":"2024-04-23T18:23:03.831978+0000","last_fullsized":"2024-04-23T18:23:03.831978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:30.563962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830134+0000","last_change":"2024-04-23T18:20:58.859947+0000","last_active":"2024-04-23T18:23:03.830134+0000","last_peered":"2024-04-23T18:23:03.830134+0000","last_clean":"2024-04-23T18:23:03.830134+0000","last_became_active":"2024-04-23T18:20:58.859570+0000","last_became_peered":"2024-04-23T18:20:58.859570+0000","last_unstale":"2024-04-23T18:23:03.830134+0000","last_undegraded":"2024-04-23T18:23:03.830134+0000","last_fullsized":"2024-04-23T18:23:03.830134+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:46:30.452480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829403+0000","last_change":"2024-04-23T18:21:56.510077+0000","last_active":"2024-04-23T18:23:03.829403+0000","last_peered":"2024-04-23T18:23:03.829403+0000","last_clean":"2024-04-23T18:23:03.829403+0000","last_became_active":"2024-04-23T18:21:56.499133+0000","last_became_peered":"2024-04-23T18:21:56.499133+0000","last_unstale":"2024-04-23T18:23:03.829403+0000","last_undegraded":"2024-04-23T18:23:03.829403+0000","last_fullsized":"2024-04-23T18:23:03.829403+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:51:45.553289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831328+0000","last_change":"2024-04-23T18:20:59.863791+0000","last_active":"2024-04-23T18:23:03.831328+0000","last_peered":"2024-04-23T18:23:03.831328+0000","last_clean":"2024-04-23T18:23:03.831328+0000","last_became_active":"2024-04-23T18:20:59.863455+0000","last_became_peered":"2024-04-23T18:20:59.863455+0000","last_unstale":"2024-04-23T18:23:03.831328+0000","last_undegraded":"2024-04-23T18:23:03.831328+0000","last_fullsized":"2024-04-23T18:23:03.831328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:41:17.434620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'48","reported_seq":96,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.954418+0000","last_change":"2024-04-23T18:20:58.854305+0000","last_active":"2024-04-23T18:23:03.954418+0000","last_peered":"2024-04-23T18:23:03.954418+0000","last_clean":"2024-04-23T18:23:03.954418+0000","last_became_active":"2024-04-23T18:20:58.853957+0000","last_became_peered":"2024-04-23T18:20:58.853957+0000","last_unstale":"2024-04-23T18:23:03.954418+0000","last_undegraded":"2024-04-23T18:23:03.954418+0000","last_fullsized":"2024-04-23T18:23:03.954418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:33:07.949934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":84,"num_write_kb":836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830650+0000","last_change":"2024-04-23T18:20:59.871504+0000","last_active":"2024-04-23T18:23:03.830650+0000","last_peered":"2024-04-23T18:23:03.830650+0000","last_clean":"2024-04-23T18:23:03.830650+0000","last_became_active":"2024-04-23T18:20:59.871147+0000","last_became_peered":"2024-04-23T18:20:59.871147+0000","last_unstale":"2024-04-23T18:23:03.830650+0000","last_undegraded":"2024-04-23T18:23:03.830650+0000","last_fullsized":"2024-04-23T18:23:03.830650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:35.849085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734157+0000","last_change":"2024-04-23T18:20:58.855690+0000","last_active":"2024-04-23T18:23:03.734157+0000","last_peered":"2024-04-23T18:23:03.734157+0000","last_clean":"2024-04-23T18:23:03.734157+0000","last_became_active":"2024-04-23T18:20:58.854957+0000","last_became_peered":"2024-04-23T18:20:58.854957+0000","last_unstale":"2024-04-23T18:23:03.734157+0000","last_undegraded":"2024-04-23T18:23:03.734157+0000","last_fullsized":"2024-04-23T18:23:03.734157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:17:35.335799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830637+0000","last_change":"2024-04-23T18:20:59.880722+0000","last_active":"2024-04-23T18:23:03.830637+0000","last_peered":"2024-04-23T18:23:03.830637+0000","last_clean":"2024-04-23T18:23:03.830637+0000","last_became_active":"2024-04-23T18:20:59.879508+0000","last_became_peered":"2024-04-23T18:20:59.879508+0000","last_unstale":"2024-04-23T18:23:03.830637+0000","last_undegraded":"2024-04-23T18:23:03.830637+0000","last_fullsized":"2024-04-23T18:23:03.830637+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:14.479368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829795+0000","last_change":"2024-04-23T18:20:58.859795+0000","last_active":"2024-04-23T18:23:03.829795+0000","last_peered":"2024-04-23T18:23:03.829795+0000","last_clean":"2024-04-23T18:23:03.829795+0000","last_became_active":"2024-04-23T18:20:58.859411+0000","last_became_peered":"2024-04-23T18:20:58.859411+0000","last_unstale":"2024-04-23T18:23:03.829795+0000","last_undegraded":"2024-04-23T18:23:03.829795+0000","last_fullsized":"2024-04-23T18:23:03.829795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:44:17.649834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829610+0000","last_change":"2024-04-23T18:20:59.862009+0000","last_active":"2024-04-23T18:23:03.829610+0000","last_peered":"2024-04-23T18:23:03.829610+0000","last_clean":"2024-04-23T18:23:03.829610+0000","last_became_active":"2024-04-23T18:20:59.861671+0000","last_became_peered":"2024-04-23T18:20:59.861671+0000","last_unstale":"2024-04-23T18:23:03.829610+0000","last_undegraded":"2024-04-23T18:23:03.829610+0000","last_fullsized":"2024-04-23T18:23:03.829610+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:17:52.432200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831086+0000","last_change":"2024-04-23T18:20:58.856987+0000","last_active":"2024-04-23T18:23:03.831086+0000","last_peered":"2024-04-23T18:23:03.831086+0000","last_clean":"2024-04-23T18:23:03.831086+0000","last_became_active":"2024-04-23T18:20:58.856502+0000","last_became_peered":"2024-04-23T18:20:58.856502+0000","last_unstale":"2024-04-23T18:23:03.831086+0000","last_undegraded":"2024-04-23T18:23:03.831086+0000","last_fullsized":"2024-04-23T18:23:03.831086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:07:22.044431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829235+0000","last_change":"2024-04-23T18:20:59.867752+0000","last_active":"2024-04-23T18:23:03.829235+0000","last_peered":"2024-04-23T18:23:03.829235+0000","last_clean":"2024-04-23T18:23:03.829235+0000","last_became_active":"2024-04-23T18:20:59.867376+0000","last_became_peered":"2024-04-23T18:20:59.867376+0000","last_unstale":"2024-04-23T18:23:03.829235+0000","last_undegraded":"2024-04-23T18:23:03.829235+0000","last_fullsized":"2024-04-23T18:23:03.829235+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:01:46.456149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"91'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735628+0000","last_change":"2024-04-23T18:20:58.866210+0000","last_active":"2024-04-23T18:23:03.735628+0000","last_peered":"2024-04-23T18:23:03.735628+0000","last_clean":"2024-04-23T18:23:03.735628+0000","last_became_active":"2024-04-23T18:20:58.865629+0000","last_became_peered":"2024-04-23T18:20:58.865629+0000","last_unstale":"2024-04-23T18:23:03.735628+0000","last_undegraded":"2024-04-23T18:23:03.735628+0000","last_fullsized":"2024-04-23T18:23:03.735628+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:00:43.591447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830314+0000","last_change":"2024-04-23T18:20:59.880765+0000","last_active":"2024-04-23T18:23:03.830314+0000","last_peered":"2024-04-23T18:23:03.830314+0000","last_clean":"2024-04-23T18:23:03.830314+0000","last_became_active":"2024-04-23T18:20:59.880020+0000","last_became_peered":"2024-04-23T18:20:59.880020+0000","last_unstale":"2024-04-23T18:23:03.830314+0000","last_undegraded":"2024-04-23T18:23:03.830314+0000","last_fullsized":"2024-04-23T18:23:03.830314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:38:59.500278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829742+0000","last_change":"2024-04-23T18:20:58.863595+0000","last_active":"2024-04-23T18:23:03.829742+0000","last_peered":"2024-04-23T18:23:03.829742+0000","last_clean":"2024-04-23T18:23:03.829742+0000","last_became_active":"2024-04-23T18:20:58.863219+0000","last_became_peered":"2024-04-23T18:20:58.863219+0000","last_unstale":"2024-04-23T18:23:03.829742+0000","last_undegraded":"2024-04-23T18:23:03.829742+0000","last_fullsized":"2024-04-23T18:23:03.829742+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:23:04.295307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830351+0000","last_change":"2024-04-23T18:20:59.870566+0000","last_active":"2024-04-23T18:23:03.830351+0000","last_peered":"2024-04-23T18:23:03.830351+0000","last_clean":"2024-04-23T18:23:03.830351+0000","last_became_active":"2024-04-23T18:20:59.870188+0000","last_became_peered":"2024-04-23T18:20:59.870188+0000","last_unstale":"2024-04-23T18:23:03.830351+0000","last_undegraded":"2024-04-23T18:23:03.830351+0000","last_fullsized":"2024-04-23T18:23:03.830351+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:55:36.266541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'6","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.472693+0000","last_change":"2024-04-23T18:20:58.863879+0000","last_active":"2024-04-23T18:23:04.472693+0000","last_peered":"2024-04-23T18:23:04.472693+0000","last_clean":"2024-04-23T18:23:04.472693+0000","last_became_active":"2024-04-23T18:20:58.863534+0000","last_became_peered":"2024-04-23T18:20:58.863534+0000","last_unstale":"2024-04-23T18:23:04.472693+0000","last_undegraded":"2024-04-23T18:23:04.472693+0000","last_fullsized":"2024-04-23T18:23:04.472693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:28:35.544094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":123,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830672+0000","last_change":"2024-04-23T18:20:59.869526+0000","last_active":"2024-04-23T18:23:03.830672+0000","last_peered":"2024-04-23T18:23:03.830672+0000","last_clean":"2024-04-23T18:23:03.830672+0000","last_became_active":"2024-04-23T18:20:59.869144+0000","last_became_peered":"2024-04-23T18:20:59.869144+0000","last_unstale":"2024-04-23T18:23:03.830672+0000","last_undegraded":"2024-04-23T18:23:03.830672+0000","last_fullsized":"2024-04-23T18:23:03.830672+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:49:51.853053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"91'41","reported_seq":74,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.952357+0000","last_change":"2024-04-23T18:20:58.856579+0000","last_active":"2024-04-23T18:23:03.952357+0000","last_peered":"2024-04-23T18:23:03.952357+0000","last_clean":"2024-04-23T18:23:03.952357+0000","last_became_active":"2024-04-23T18:20:58.856161+0000","last_became_peered":"2024-04-23T18:20:58.856161+0000","last_unstale":"2024-04-23T18:23:03.952357+0000","last_undegraded":"2024-04-23T18:23:03.952357+0000","last_fullsized":"2024-04-23T18:23:03.952357+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:07:04.531744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830222+0000","last_change":"2024-04-23T18:20:59.876359+0000","last_active":"2024-04-23T18:23:03.830222+0000","last_peered":"2024-04-23T18:23:03.830222+0000","last_clean":"2024-04-23T18:23:03.830222+0000","last_became_active":"2024-04-23T18:20:59.875998+0000","last_became_peered":"2024-04-23T18:20:59.875998+0000","last_unstale":"2024-04-23T18:23:03.830222+0000","last_undegraded":"2024-04-23T18:23:03.830222+0000","last_fullsized":"2024-04-23T18:23:03.830222+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:28:51.694991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831699+0000","last_change":"2024-04-23T18:20:58.857407+0000","last_active":"2024-04-23T18:23:03.831699+0000","last_peered":"2024-04-23T18:23:03.831699+0000","last_clean":"2024-04-23T18:23:03.831699+0000","last_became_active":"2024-04-23T18:20:58.857044+0000","last_became_peered":"2024-04-23T18:20:58.857044+0000","last_unstale":"2024-04-23T18:23:03.831699+0000","last_undegraded":"2024-04-23T18:23:03.831699+0000","last_fullsized":"2024-04-23T18:23:03.831699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:14:20.733661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830826+0000","last_change":"2024-04-23T18:20:59.872513+0000","last_active":"2024-04-23T18:23:03.830826+0000","last_peered":"2024-04-23T18:23:03.830826+0000","last_clean":"2024-04-23T18:23:03.830826+0000","last_became_active":"2024-04-23T18:20:59.872198+0000","last_became_peered":"2024-04-23T18:20:59.872198+0000","last_unstale":"2024-04-23T18:23:03.830826+0000","last_undegraded":"2024-04-23T18:23:03.830826+0000","last_fullsized":"2024-04-23T18:23:03.830826+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:01:09.459433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829327+0000","last_change":"2024-04-23T18:20:59.874894+0000","last_active":"2024-04-23T18:23:03.829327+0000","last_peered":"2024-04-23T18:23:03.829327+0000","last_clean":"2024-04-23T18:23:03.829327+0000","last_became_active":"2024-04-23T18:20:59.874369+0000","last_became_peered":"2024-04-23T18:20:59.874369+0000","last_unstale":"2024-04-23T18:23:03.829327+0000","last_undegraded":"2024-04-23T18:23:03.829327+0000","last_fullsized":"2024-04-23T18:23:03.829327+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:54:55.029327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735671+0000","last_change":"2024-04-23T18:21:56.721574+0000","last_active":"2024-04-23T18:23:03.735671+0000","last_peered":"2024-04-23T18:23:03.735671+0000","last_clean":"2024-04-23T18:23:03.735671+0000","last_became_active":"2024-04-23T18:21:56.721283+0000","last_became_peered":"2024-04-23T18:21:56.721283+0000","last_unstale":"2024-04-23T18:23:03.735671+0000","last_undegraded":"2024-04-23T18:23:03.735671+0000","last_fullsized":"2024-04-23T18:23:03.735671+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:36.911372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735513+0000","last_change":"2024-04-23T18:20:59.869691+0000","last_active":"2024-04-23T18:23:03.735513+0000","last_peered":"2024-04-23T18:23:03.735513+0000","last_clean":"2024-04-23T18:23:03.735513+0000","last_became_active":"2024-04-23T18:20:59.869344+0000","last_became_peered":"2024-04-23T18:20:59.869344+0000","last_unstale":"2024-04-23T18:23:03.735513+0000","last_undegraded":"2024-04-23T18:23:03.735513+0000","last_fullsized":"2024-04-23T18:23:03.735513+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:34:53.583506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830170+0000","last_change":"2024-04-23T18:20:59.878530+0000","last_active":"2024-04-23T18:23:03.830170+0000","last_peered":"2024-04-23T18:23:03.830170+0000","last_clean":"2024-04-23T18:23:03.830170+0000","last_became_active":"2024-04-23T18:20:59.875872+0000","last_became_peered":"2024-04-23T18:20:59.875872+0000","last_unstale":"2024-04-23T18:23:03.830170+0000","last_undegraded":"2024-04-23T18:23:03.830170+0000","last_fullsized":"2024-04-23T18:23:03.830170+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:33.934384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831152+0000","last_change":"2024-04-23T18:20:59.869103+0000","last_active":"2024-04-23T18:23:03.831152+0000","last_peered":"2024-04-23T18:23:03.831152+0000","last_clean":"2024-04-23T18:23:03.831152+0000","last_became_active":"2024-04-23T18:20:59.868028+0000","last_became_peered":"2024-04-23T18:20:59.868028+0000","last_unstale":"2024-04-23T18:23:03.831152+0000","last_undegraded":"2024-04-23T18:23:03.831152+0000","last_fullsized":"2024-04-23T18:23:03.831152+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:20.911608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829631+0000","last_change":"2024-04-23T18:20:59.874811+0000","last_active":"2024-04-23T18:23:03.829631+0000","last_peered":"2024-04-23T18:23:03.829631+0000","last_clean":"2024-04-23T18:23:03.829631+0000","last_became_active":"2024-04-23T18:20:59.874408+0000","last_became_peered":"2024-04-23T18:20:59.874408+0000","last_unstale":"2024-04-23T18:23:03.829631+0000","last_undegraded":"2024-04-23T18:23:03.829631+0000","last_fullsized":"2024-04-23T18:23:03.829631+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:41.507692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735914+0000","last_change":"2024-04-23T18:20:59.860151+0000","last_active":"2024-04-23T18:23:03.735914+0000","last_peered":"2024-04-23T18:23:03.735914+0000","last_clean":"2024-04-23T18:23:03.735914+0000","last_became_active":"2024-04-23T18:20:59.859789+0000","last_became_peered":"2024-04-23T18:20:59.859789+0000","last_unstale":"2024-04-23T18:23:03.735914+0000","last_undegraded":"2024-04-23T18:23:03.735914+0000","last_fullsized":"2024-04-23T18:23:03.735914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:02:48.681980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830532+0000","last_change":"2024-04-23T18:21:56.503369+0000","last_active":"2024-04-23T18:23:03.830532+0000","last_peered":"2024-04-23T18:23:03.830532+0000","last_clean":"2024-04-23T18:23:03.830532+0000","last_became_active":"2024-04-23T18:21:56.502919+0000","last_became_peered":"2024-04-23T18:21:56.502919+0000","last_unstale":"2024-04-23T18:23:03.830532+0000","last_undegraded":"2024-04-23T18:23:03.830532+0000","last_fullsized":"2024-04-23T18:23:03.830532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:52:11.784950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829813+0000","last_change":"2024-04-23T18:21:56.501281+0000","last_active":"2024-04-23T18:23:03.829813+0000","last_peered":"2024-04-23T18:23:03.829813+0000","last_clean":"2024-04-23T18:23:03.829813+0000","last_became_active":"2024-04-23T18:21:56.500751+0000","last_became_peered":"2024-04-23T18:21:56.500751+0000","last_unstale":"2024-04-23T18:23:03.829813+0000","last_undegraded":"2024-04-23T18:23:03.829813+0000","last_fullsized":"2024-04-23T18:23:03.829813+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:03:15.725706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,3],"acting":[7,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830032+0000","last_change":"2024-04-23T18:20:59.867972+0000","last_active":"2024-04-23T18:23:03.830032+0000","last_peered":"2024-04-23T18:23:03.830032+0000","last_clean":"2024-04-23T18:23:03.830032+0000","last_became_active":"2024-04-23T18:20:59.867569+0000","last_became_peered":"2024-04-23T18:20:59.867569+0000","last_unstale":"2024-04-23T18:23:03.830032+0000","last_undegraded":"2024-04-23T18:23:03.830032+0000","last_fullsized":"2024-04-23T18:23:03.830032+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:09:09.998610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830005+0000","last_change":"2024-04-23T18:20:59.867527+0000","last_active":"2024-04-23T18:23:03.830005+0000","last_peered":"2024-04-23T18:23:03.830005+0000","last_clean":"2024-04-23T18:23:03.830005+0000","last_became_active":"2024-04-23T18:20:59.867182+0000","last_became_peered":"2024-04-23T18:20:59.867182+0000","last_unstale":"2024-04-23T18:23:03.830005+0000","last_undegraded":"2024-04-23T18:23:03.830005+0000","last_fullsized":"2024-04-23T18:23:03.830005+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:30:54.366187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830986+0000","last_change":"2024-04-23T18:20:59.872298+0000","last_active":"2024-04-23T18:23:03.830986+0000","last_peered":"2024-04-23T18:23:03.830986+0000","last_clean":"2024-04-23T18:23:03.830986+0000","last_became_active":"2024-04-23T18:20:59.871967+0000","last_became_peered":"2024-04-23T18:20:59.871967+0000","last_unstale":"2024-04-23T18:23:03.830986+0000","last_undegraded":"2024-04-23T18:23:03.830986+0000","last_fullsized":"2024-04-23T18:23:03.830986+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:33:18.638757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829474+0000","last_change":"2024-04-23T18:20:59.866917+0000","last_active":"2024-04-23T18:23:03.829474+0000","last_peered":"2024-04-23T18:23:03.829474+0000","last_clean":"2024-04-23T18:23:03.829474+0000","last_became_active":"2024-04-23T18:20:59.866580+0000","last_became_peered":"2024-04-23T18:20:59.866580+0000","last_unstale":"2024-04-23T18:23:03.829474+0000","last_undegraded":"2024-04-23T18:23:03.829474+0000","last_fullsized":"2024-04-23T18:23:03.829474+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:11:18.938388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":109173,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601932,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1330,"num_read_kb":781,"num_write":372,"num_write_kb":1467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":61942,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":671744,"data_stored":1805796,"data_compressed":89283,"data_compressed_allocated":118784,"data_compressed_original":1622016,"omap_allocated":0,"internal_metadata":0},"log_size":302,"ondisk_log_size":302,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351014,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1011712,"data_stored":487402,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612650,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32324,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712828,"statfs":{"total":95995035648,"available":95961935872,"internally_reserved":0,"allocated":1175552,"data_stored":1277454,"data_compressed":58904,"data_compressed_allocated":77824,"data_compressed_original":761856,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776176,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1044480,"data_stored":879373,"data_compressed":33625,"data_compressed_allocated":45056,"data_compressed_original":434176,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037813,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":879639,"data_compressed":33625,"data_compressed_allocated":45056,"data_compressed_original":434176,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299451,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1060864,"data_stored":1080535,"data_compressed":50870,"data_compressed_allocated":65536,"data_compressed_original":630784,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462976,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":486656,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1077248,"data_stored":553875,"data_compressed":16357,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":487604,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1007616,"data_stored":488209,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":1010515,"data_compressed":39781,"data_compressed_allocated":53248,"data_compressed_original":557056,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888137,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":553551,"data_compressed":24100,"data_compressed_allocated":32768,"data_compressed_original":98304,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724612,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1101824,"data_stored":1210863,"data_compressed":57026,"data_compressed_allocated":73728,"data_compressed_original":753664,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70404,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":69298,"data_compressed":9621,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135343,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":394604,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":201934,"data_compressed":8034,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:23:09.157 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-23T18:23:09.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 -- 172.21.15.38:0/1682294754 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c102bf0 msgr2=0x7efd8c106ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 --2- 172.21.15.38:0/1682294754 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c102bf0 0x7efd8c106ba0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7efd7c009900 tx=0x7efd7c02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 -- 172.21.15.38:0/1682294754 shutdown_connections 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 --2- 172.21.15.38:0/1682294754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c107280 0x7efd8c10ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 --2- 172.21.15.38:0/1682294754 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c102bf0 0x7efd8c106ba0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 --2- 172.21.15.38:0/1682294754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c102240 0x7efd8c102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 -- 172.21.15.38:0/1682294754 >> 172.21.15.38:0/1682294754 conn(0x7efd8c0790e0 msgr2=0x7efd8c0794f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 -- 172.21.15.38:0/1682294754 shutdown_connections 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 -- 172.21.15.38:0/1682294754 wait complete. 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 Processor -- start 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.304+0000 7efd93d64640 1 -- start start 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd93d64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c102240 0x7efd8c19e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd93d64640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c107280 0x7efd8c19eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd93d64640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c198700 0x7efd8c198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd93d64640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7efd8c112300 con 0x7efd8c107280 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd93d64640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7efd8c112180 con 0x7efd8c102240 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd93d64640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efd8c112480 con 0x7efd8c198700 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd912ff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c107280 0x7efd8c19eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd912ff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c107280 0x7efd8c19eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39044/0 (socket says 172.21.15.38:39044) 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd912ff640 1 -- 172.21.15.38:0/3092028485 learned_addr learned my addr 172.21.15.38:0/3092028485 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd92301640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c198700 0x7efd8c198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd91b00640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c102240 0x7efd8c19e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd912ff640 1 -- 172.21.15.38:0/3092028485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c198700 msgr2=0x7efd8c198b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd912ff640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c198700 0x7efd8c198b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd912ff640 1 -- 172.21.15.38:0/3092028485 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c102240 msgr2=0x7efd8c19e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd912ff640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c102240 0x7efd8c19e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd912ff640 1 -- 172.21.15.38:0/3092028485 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd8c199300 con 0x7efd8c107280 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd912ff640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c107280 0x7efd8c19eb80 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7efd7c005940 tx=0x7efd7c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd82ffd640 1 -- 172.21.15.38:0/3092028485 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd7c03f030 con 0x7efd8c107280 2024-04-23T18:23:09.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd82ffd640 1 -- 172.21.15.38:0/3092028485 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efd7c004440 con 0x7efd8c107280 2024-04-23T18:23:09.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd93d64640 1 -- 172.21.15.38:0/3092028485 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd8c199590 con 0x7efd8c107280 2024-04-23T18:23:09.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.305+0000 7efd82ffd640 1 -- 172.21.15.38:0/3092028485 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd7c035070 con 0x7efd8c107280 2024-04-23T18:23:09.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.306+0000 7efd93d64640 1 -- 172.21.15.38:0/3092028485 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd8c1a56d0 con 0x7efd8c107280 2024-04-23T18:23:09.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.307+0000 7efd93d64640 1 -- 172.21.15.38:0/3092028485 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd8c103680 con 0x7efd8c107280 2024-04-23T18:23:09.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.308+0000 7efd82ffd640 1 -- 172.21.15.38:0/3092028485 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7efd7c042030 con 0x7efd8c107280 2024-04-23T18:23:09.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.309+0000 7efd82ffd640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efd780a3db0 0x7efd780a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.309+0000 7efd91b00640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efd780a3db0 0x7efd780a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.309+0000 7efd82ffd640 1 -- 172.21.15.38:0/3092028485 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7efd7c0f0fe0 con 0x7efd8c107280 2024-04-23T18:23:09.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.309+0000 7efd91b00640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efd780a3db0 0x7efd780a6270 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7efd88009b60 tx=0x7efd88005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:09.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.313+0000 7efd82ffd640 1 -- 172.21.15.38:0/3092028485 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efd7c0bd4d0 con 0x7efd8c107280 2024-04-23T18:23:09.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.496+0000 7efd93d64640 1 -- 172.21.15.38:0/3092028485 --> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efd8c102bf0 con 0x7efd780a3db0 2024-04-23T18:23:09.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.503+0000 7efd82ffd640 1 -- 172.21.15.38:0/3092028485 <== mgr.25025 v2:172.21.15.38:6800/2409008258 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258113 (secure 0 0 0) 0x7efd8c102bf0 con 0x7efd780a3db0 2024-04-23T18:23:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:09.499 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-04-23T18:23:09.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 -- 172.21.15.38:0/3092028485 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efd780a3db0 msgr2=0x7efd780a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efd780a3db0 0x7efd780a6270 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7efd88009b60 tx=0x7efd88005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:09.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 -- 172.21.15.38:0/3092028485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c107280 msgr2=0x7efd8c19eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c107280 0x7efd8c19eb80 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7efd7c005940 tx=0x7efd7c004040 comp rx=0 tx=0).stop 2024-04-23T18:23:09.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 -- 172.21.15.38:0/3092028485 shutdown_connections 2024-04-23T18:23:09.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efd780a3db0 0x7efd780a6270 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd8c198700 0x7efd8c198b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd8c107280 0x7efd8c19eb80 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 --2- 172.21.15.38:0/3092028485 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd8c102240 0x7efd8c19e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 -- 172.21.15.38:0/3092028485 >> 172.21.15.38:0/3092028485 conn(0x7efd8c0790e0 msgr2=0x7efd8c1003d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 -- 172.21.15.38:0/3092028485 shutdown_connections 2024-04-23T18:23:09.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.506+0000 7efd93d64640 1 -- 172.21.15.38:0/3092028485 wait complete. 2024-04-23T18:23:09.509 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-23T18:23:07.745928+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1192534,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1466,"num_read_kb":900,"num_write":555,"num_write_kb":4407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":1242678,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":941,"ondisk_log_size":941,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":369844,"kb_used_data":12344,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571980,"statfs":{"total":1151940427776,"available":1151561707520,"internally_reserved":0,"allocated":12640256,"data_stored":9395676,"data_compressed":372204,"data_compressed_allocated":499712,"data_compressed_original":3883008,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.984814"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829914+0000","last_change":"2024-04-23T18:20:59.880224+0000","last_active":"2024-04-23T18:23:03.829914+0000","last_peered":"2024-04-23T18:23:03.829914+0000","last_clean":"2024-04-23T18:23:03.829914+0000","last_became_active":"2024-04-23T18:20:59.879828+0000","last_became_peered":"2024-04-23T18:20:59.879828+0000","last_unstale":"2024-04-23T18:23:03.829914+0000","last_undegraded":"2024-04-23T18:23:03.829914+0000","last_fullsized":"2024-04-23T18:23:03.829914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:16.165762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830660+0000","last_change":"2024-04-23T18:20:59.866542+0000","last_active":"2024-04-23T18:23:03.830660+0000","last_peered":"2024-04-23T18:23:03.830660+0000","last_clean":"2024-04-23T18:23:03.830660+0000","last_became_active":"2024-04-23T18:20:59.865639+0000","last_became_peered":"2024-04-23T18:20:59.865639+0000","last_unstale":"2024-04-23T18:23:03.830660+0000","last_undegraded":"2024-04-23T18:23:03.830660+0000","last_fullsized":"2024-04-23T18:23:03.830660+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:11.163939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830379+0000","last_change":"2024-04-23T18:20:59.870797+0000","last_active":"2024-04-23T18:23:03.830379+0000","last_peered":"2024-04-23T18:23:03.830379+0000","last_clean":"2024-04-23T18:23:03.830379+0000","last_became_active":"2024-04-23T18:20:59.869874+0000","last_became_peered":"2024-04-23T18:20:59.869874+0000","last_unstale":"2024-04-23T18:23:03.830379+0000","last_undegraded":"2024-04-23T18:23:03.830379+0000","last_fullsized":"2024-04-23T18:23:03.830379+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:02:09.302667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734178+0000","last_change":"2024-04-23T18:20:59.860579+0000","last_active":"2024-04-23T18:23:03.734178+0000","last_peered":"2024-04-23T18:23:03.734178+0000","last_clean":"2024-04-23T18:23:03.734178+0000","last_became_active":"2024-04-23T18:20:59.860217+0000","last_became_peered":"2024-04-23T18:20:59.860217+0000","last_unstale":"2024-04-23T18:23:03.734178+0000","last_undegraded":"2024-04-23T18:23:03.734178+0000","last_fullsized":"2024-04-23T18:23:03.734178+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:22:09.508510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829732+0000","last_change":"2024-04-23T18:20:59.867999+0000","last_active":"2024-04-23T18:23:03.829732+0000","last_peered":"2024-04-23T18:23:03.829732+0000","last_clean":"2024-04-23T18:23:03.829732+0000","last_became_active":"2024-04-23T18:20:59.867643+0000","last_became_peered":"2024-04-23T18:20:59.867643+0000","last_unstale":"2024-04-23T18:23:03.829732+0000","last_undegraded":"2024-04-23T18:23:03.829732+0000","last_fullsized":"2024-04-23T18:23:03.829732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:26:40.402523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825238+0000","last_change":"2024-04-23T18:20:59.868277+0000","last_active":"2024-04-23T18:23:03.825238+0000","last_peered":"2024-04-23T18:23:03.825238+0000","last_clean":"2024-04-23T18:23:03.825238+0000","last_became_active":"2024-04-23T18:20:59.867947+0000","last_became_peered":"2024-04-23T18:20:59.867947+0000","last_unstale":"2024-04-23T18:23:03.825238+0000","last_undegraded":"2024-04-23T18:23:03.825238+0000","last_fullsized":"2024-04-23T18:23:03.825238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:11:53.537881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829831+0000","last_change":"2024-04-23T18:20:59.877360+0000","last_active":"2024-04-23T18:23:03.829831+0000","last_peered":"2024-04-23T18:23:03.829831+0000","last_clean":"2024-04-23T18:23:03.829831+0000","last_became_active":"2024-04-23T18:20:59.875359+0000","last_became_peered":"2024-04-23T18:20:59.875359+0000","last_unstale":"2024-04-23T18:23:03.829831+0000","last_undegraded":"2024-04-23T18:23:03.829831+0000","last_fullsized":"2024-04-23T18:23:03.829831+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:36:07.422442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.732955+0000","last_change":"2024-04-23T18:21:56.503229+0000","last_active":"2024-04-23T18:23:03.732955+0000","last_peered":"2024-04-23T18:23:03.732955+0000","last_clean":"2024-04-23T18:23:03.732955+0000","last_became_active":"2024-04-23T18:21:56.502753+0000","last_became_peered":"2024-04-23T18:21:56.502753+0000","last_unstale":"2024-04-23T18:23:03.732955+0000","last_undegraded":"2024-04-23T18:23:03.732955+0000","last_fullsized":"2024-04-23T18:23:03.732955+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:08:59.069908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830431+0000","last_change":"2024-04-23T18:20:59.876290+0000","last_active":"2024-04-23T18:23:03.830431+0000","last_peered":"2024-04-23T18:23:03.830431+0000","last_clean":"2024-04-23T18:23:03.830431+0000","last_became_active":"2024-04-23T18:20:59.875756+0000","last_became_peered":"2024-04-23T18:20:59.875756+0000","last_unstale":"2024-04-23T18:23:03.830431+0000","last_undegraded":"2024-04-23T18:23:03.830431+0000","last_fullsized":"2024-04-23T18:23:03.830431+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:34:52.995694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825495+0000","last_change":"2024-04-23T18:20:59.866443+0000","last_active":"2024-04-23T18:23:03.825495+0000","last_peered":"2024-04-23T18:23:03.825495+0000","last_clean":"2024-04-23T18:23:03.825495+0000","last_became_active":"2024-04-23T18:20:59.866071+0000","last_became_peered":"2024-04-23T18:20:59.866071+0000","last_unstale":"2024-04-23T18:23:03.825495+0000","last_undegraded":"2024-04-23T18:23:03.825495+0000","last_fullsized":"2024-04-23T18:23:03.825495+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:06:23.714089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830462+0000","last_change":"2024-04-23T18:20:59.872197+0000","last_active":"2024-04-23T18:23:03.830462+0000","last_peered":"2024-04-23T18:23:03.830462+0000","last_clean":"2024-04-23T18:23:03.830462+0000","last_became_active":"2024-04-23T18:20:59.871450+0000","last_became_peered":"2024-04-23T18:20:59.871450+0000","last_unstale":"2024-04-23T18:23:03.830462+0000","last_undegraded":"2024-04-23T18:23:03.830462+0000","last_fullsized":"2024-04-23T18:23:03.830462+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:08:08.595804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734088+0000","last_change":"2024-04-23T18:20:59.863448+0000","last_active":"2024-04-23T18:23:03.734088+0000","last_peered":"2024-04-23T18:23:03.734088+0000","last_clean":"2024-04-23T18:23:03.734088+0000","last_became_active":"2024-04-23T18:20:59.863109+0000","last_became_peered":"2024-04-23T18:20:59.863109+0000","last_unstale":"2024-04-23T18:23:03.734088+0000","last_undegraded":"2024-04-23T18:23:03.734088+0000","last_fullsized":"2024-04-23T18:23:03.734088+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:11:14.859442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830835+0000","last_change":"2024-04-23T18:20:59.876979+0000","last_active":"2024-04-23T18:23:03.830835+0000","last_peered":"2024-04-23T18:23:03.830835+0000","last_clean":"2024-04-23T18:23:03.830835+0000","last_became_active":"2024-04-23T18:20:59.876604+0000","last_became_peered":"2024-04-23T18:20:59.876604+0000","last_unstale":"2024-04-23T18:23:03.830835+0000","last_undegraded":"2024-04-23T18:23:03.830835+0000","last_fullsized":"2024-04-23T18:23:03.830835+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:12:15.689838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830069+0000","last_change":"2024-04-23T18:20:59.874959+0000","last_active":"2024-04-23T18:23:03.830069+0000","last_peered":"2024-04-23T18:23:03.830069+0000","last_clean":"2024-04-23T18:23:03.830069+0000","last_became_active":"2024-04-23T18:20:59.874587+0000","last_became_peered":"2024-04-23T18:20:59.874587+0000","last_unstale":"2024-04-23T18:23:03.830069+0000","last_undegraded":"2024-04-23T18:23:03.830069+0000","last_fullsized":"2024-04-23T18:23:03.830069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:03:19.959476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829834+0000","last_change":"2024-04-23T18:20:59.869086+0000","last_active":"2024-04-23T18:23:03.829834+0000","last_peered":"2024-04-23T18:23:03.829834+0000","last_clean":"2024-04-23T18:23:03.829834+0000","last_became_active":"2024-04-23T18:20:59.868742+0000","last_became_peered":"2024-04-23T18:20:59.868742+0000","last_unstale":"2024-04-23T18:23:03.829834+0000","last_undegraded":"2024-04-23T18:23:03.829834+0000","last_fullsized":"2024-04-23T18:23:03.829834+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:58.011662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829745+0000","last_change":"2024-04-23T18:20:59.868907+0000","last_active":"2024-04-23T18:23:03.829745+0000","last_peered":"2024-04-23T18:23:03.829745+0000","last_clean":"2024-04-23T18:23:03.829745+0000","last_became_active":"2024-04-23T18:20:59.868598+0000","last_became_peered":"2024-04-23T18:20:59.868598+0000","last_unstale":"2024-04-23T18:23:03.829745+0000","last_undegraded":"2024-04-23T18:23:03.829745+0000","last_fullsized":"2024-04-23T18:23:03.829745+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:30:56.594825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829643+0000","last_change":"2024-04-23T18:20:59.880433+0000","last_active":"2024-04-23T18:23:03.829643+0000","last_peered":"2024-04-23T18:23:03.829643+0000","last_clean":"2024-04-23T18:23:03.829643+0000","last_became_active":"2024-04-23T18:20:59.879850+0000","last_became_peered":"2024-04-23T18:20:59.879850+0000","last_unstale":"2024-04-23T18:23:03.829643+0000","last_undegraded":"2024-04-23T18:23:03.829643+0000","last_fullsized":"2024-04-23T18:23:03.829643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:00.545172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733225+0000","last_change":"2024-04-23T18:20:59.869332+0000","last_active":"2024-04-23T18:23:03.733225+0000","last_peered":"2024-04-23T18:23:03.733225+0000","last_clean":"2024-04-23T18:23:03.733225+0000","last_became_active":"2024-04-23T18:20:59.868940+0000","last_became_peered":"2024-04-23T18:20:59.868940+0000","last_unstale":"2024-04-23T18:23:03.733225+0000","last_undegraded":"2024-04-23T18:23:03.733225+0000","last_fullsized":"2024-04-23T18:23:03.733225+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:06:35.068649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735758+0000","last_change":"2024-04-23T18:20:59.860825+0000","last_active":"2024-04-23T18:23:03.735758+0000","last_peered":"2024-04-23T18:23:03.735758+0000","last_clean":"2024-04-23T18:23:03.735758+0000","last_became_active":"2024-04-23T18:20:59.860403+0000","last_became_peered":"2024-04-23T18:20:59.860403+0000","last_unstale":"2024-04-23T18:23:03.735758+0000","last_undegraded":"2024-04-23T18:23:03.735758+0000","last_fullsized":"2024-04-23T18:23:03.735758+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:31:50.189832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'14","reported_seq":180,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.589018+0000","last_change":"2024-04-23T18:21:56.513365+0000","last_active":"2024-04-23T18:23:04.589018+0000","last_peered":"2024-04-23T18:23:04.589018+0000","last_clean":"2024-04-23T18:23:04.589018+0000","last_became_active":"2024-04-23T18:21:56.499491+0000","last_became_peered":"2024-04-23T18:21:56.499491+0000","last_unstale":"2024-04-23T18:23:04.589018+0000","last_undegraded":"2024-04-23T18:23:04.589018+0000","last_fullsized":"2024-04-23T18:23:04.589018+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:41:11.309094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830092+0000","last_change":"2024-04-23T18:20:59.877896+0000","last_active":"2024-04-23T18:23:03.830092+0000","last_peered":"2024-04-23T18:23:03.830092+0000","last_clean":"2024-04-23T18:23:03.830092+0000","last_became_active":"2024-04-23T18:20:59.877528+0000","last_became_peered":"2024-04-23T18:20:59.877528+0000","last_unstale":"2024-04-23T18:23:03.830092+0000","last_undegraded":"2024-04-23T18:23:03.830092+0000","last_fullsized":"2024-04-23T18:23:03.830092+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:07:00.924634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830450+0000","last_change":"2024-04-23T18:20:58.869387+0000","last_active":"2024-04-23T18:23:03.830450+0000","last_peered":"2024-04-23T18:23:03.830450+0000","last_clean":"2024-04-23T18:23:03.830450+0000","last_became_active":"2024-04-23T18:20:58.869038+0000","last_became_peered":"2024-04-23T18:20:58.869038+0000","last_unstale":"2024-04-23T18:23:03.830450+0000","last_undegraded":"2024-04-23T18:23:03.830450+0000","last_fullsized":"2024-04-23T18:23:03.830450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:02:02.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831485+0000","last_change":"2024-04-23T18:20:59.870529+0000","last_active":"2024-04-23T18:23:03.831485+0000","last_peered":"2024-04-23T18:23:03.831485+0000","last_clean":"2024-04-23T18:23:03.831485+0000","last_became_active":"2024-04-23T18:20:59.870099+0000","last_became_peered":"2024-04-23T18:20:59.870099+0000","last_unstale":"2024-04-23T18:23:03.831485+0000","last_undegraded":"2024-04-23T18:23:03.831485+0000","last_fullsized":"2024-04-23T18:23:03.831485+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:17:50.195045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830123+0000","last_change":"2024-04-23T18:20:58.863120+0000","last_active":"2024-04-23T18:23:03.830123+0000","last_peered":"2024-04-23T18:23:03.830123+0000","last_clean":"2024-04-23T18:23:03.830123+0000","last_became_active":"2024-04-23T18:20:58.862733+0000","last_became_peered":"2024-04-23T18:20:58.862733+0000","last_unstale":"2024-04-23T18:23:03.830123+0000","last_undegraded":"2024-04-23T18:23:03.830123+0000","last_fullsized":"2024-04-23T18:23:03.830123+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:32:16.374996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830231+0000","last_change":"2024-04-23T18:20:59.855642+0000","last_active":"2024-04-23T18:23:03.830231+0000","last_peered":"2024-04-23T18:23:03.830231+0000","last_clean":"2024-04-23T18:23:03.830231+0000","last_became_active":"2024-04-23T18:20:59.855317+0000","last_became_peered":"2024-04-23T18:20:59.855317+0000","last_unstale":"2024-04-23T18:23:03.830231+0000","last_undegraded":"2024-04-23T18:23:03.830231+0000","last_fullsized":"2024-04-23T18:23:03.830231+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:13:35.976647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829910+0000","last_change":"2024-04-23T18:20:58.853846+0000","last_active":"2024-04-23T18:23:03.829910+0000","last_peered":"2024-04-23T18:23:03.829910+0000","last_clean":"2024-04-23T18:23:03.829910+0000","last_became_active":"2024-04-23T18:20:58.853473+0000","last_became_peered":"2024-04-23T18:20:58.853473+0000","last_unstale":"2024-04-23T18:23:03.829910+0000","last_undegraded":"2024-04-23T18:23:03.829910+0000","last_fullsized":"2024-04-23T18:23:03.829910+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:55:28.522652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828208+0000","last_change":"2024-04-23T18:21:56.722021+0000","last_active":"2024-04-23T18:23:03.828208+0000","last_peered":"2024-04-23T18:23:03.828208+0000","last_clean":"2024-04-23T18:23:03.828208+0000","last_became_active":"2024-04-23T18:21:56.721479+0000","last_became_peered":"2024-04-23T18:21:56.721479+0000","last_unstale":"2024-04-23T18:23:03.828208+0000","last_undegraded":"2024-04-23T18:23:03.828208+0000","last_fullsized":"2024-04-23T18:23:03.828208+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:51:40.921636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"91'8","reported_seq":157,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.473218+0000","last_change":"2024-04-23T18:20:58.862102+0000","last_active":"2024-04-23T18:23:04.473218+0000","last_peered":"2024-04-23T18:23:04.473218+0000","last_clean":"2024-04-23T18:23:04.473218+0000","last_became_active":"2024-04-23T18:20:58.861794+0000","last_became_peered":"2024-04-23T18:20:58.861794+0000","last_unstale":"2024-04-23T18:23:04.473218+0000","last_undegraded":"2024-04-23T18:23:04.473218+0000","last_fullsized":"2024-04-23T18:23:04.473218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:07:56.139013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1545,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829754+0000","last_change":"2024-04-23T18:20:59.870867+0000","last_active":"2024-04-23T18:23:03.829754+0000","last_peered":"2024-04-23T18:23:03.829754+0000","last_clean":"2024-04-23T18:23:03.829754+0000","last_became_active":"2024-04-23T18:20:59.870526+0000","last_became_peered":"2024-04-23T18:20:59.870526+0000","last_unstale":"2024-04-23T18:23:03.829754+0000","last_undegraded":"2024-04-23T18:23:03.829754+0000","last_fullsized":"2024-04-23T18:23:03.829754+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:04:56.848932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825171+0000","last_change":"2024-04-23T18:20:58.860528+0000","last_active":"2024-04-23T18:23:03.825171+0000","last_peered":"2024-04-23T18:23:03.825171+0000","last_clean":"2024-04-23T18:23:03.825171+0000","last_became_active":"2024-04-23T18:20:58.860134+0000","last_became_peered":"2024-04-23T18:20:58.860134+0000","last_unstale":"2024-04-23T18:23:03.825171+0000","last_undegraded":"2024-04-23T18:23:03.825171+0000","last_fullsized":"2024-04-23T18:23:03.825171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:50:11.151898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828084+0000","last_change":"2024-04-23T18:22:57.385257+0000","last_active":"2024-04-23T18:23:03.828084+0000","last_peered":"2024-04-23T18:23:03.828084+0000","last_clean":"2024-04-23T18:23:03.828084+0000","last_became_active":"2024-04-23T18:22:57.384962+0000","last_became_peered":"2024-04-23T18:22:57.384962+0000","last_unstale":"2024-04-23T18:23:03.828084+0000","last_undegraded":"2024-04-23T18:23:03.828084+0000","last_fullsized":"2024-04-23T18:23:03.828084+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:03:29.189636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.832172+0000","last_change":"2024-04-23T18:20:58.850195+0000","last_active":"2024-04-23T18:23:03.832172+0000","last_peered":"2024-04-23T18:23:03.832172+0000","last_clean":"2024-04-23T18:23:03.832172+0000","last_became_active":"2024-04-23T18:20:58.849815+0000","last_became_peered":"2024-04-23T18:20:58.849815+0000","last_unstale":"2024-04-23T18:23:03.832172+0000","last_undegraded":"2024-04-23T18:23:03.832172+0000","last_fullsized":"2024-04-23T18:23:03.832172+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:29:19.937473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829933+0000","last_change":"2024-04-23T18:20:59.872045+0000","last_active":"2024-04-23T18:23:03.829933+0000","last_peered":"2024-04-23T18:23:03.829933+0000","last_clean":"2024-04-23T18:23:03.829933+0000","last_became_active":"2024-04-23T18:20:59.870964+0000","last_became_peered":"2024-04-23T18:20:59.870964+0000","last_unstale":"2024-04-23T18:23:03.829933+0000","last_undegraded":"2024-04-23T18:23:03.829933+0000","last_fullsized":"2024-04-23T18:23:03.829933+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:04.006841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.827641+0000","last_change":"2024-04-23T18:20:58.860868+0000","last_active":"2024-04-23T18:23:03.827641+0000","last_peered":"2024-04-23T18:23:03.827641+0000","last_clean":"2024-04-23T18:23:03.827641+0000","last_became_active":"2024-04-23T18:20:58.860539+0000","last_became_peered":"2024-04-23T18:20:58.860539+0000","last_unstale":"2024-04-23T18:23:03.827641+0000","last_undegraded":"2024-04-23T18:23:03.827641+0000","last_fullsized":"2024-04-23T18:23:03.827641+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:46.918143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.732998+0000","last_change":"2024-04-23T18:20:59.867600+0000","last_active":"2024-04-23T18:23:03.732998+0000","last_peered":"2024-04-23T18:23:03.732998+0000","last_clean":"2024-04-23T18:23:03.732998+0000","last_became_active":"2024-04-23T18:20:59.867212+0000","last_became_peered":"2024-04-23T18:20:59.867212+0000","last_unstale":"2024-04-23T18:23:03.732998+0000","last_undegraded":"2024-04-23T18:23:03.732998+0000","last_fullsized":"2024-04-23T18:23:03.732998+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:00.470189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'7","reported_seq":272,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.472142+0000","last_change":"2024-04-23T18:20:58.858931+0000","last_active":"2024-04-23T18:23:04.472142+0000","last_peered":"2024-04-23T18:23:04.472142+0000","last_clean":"2024-04-23T18:23:04.472142+0000","last_became_active":"2024-04-23T18:20:58.858492+0000","last_became_peered":"2024-04-23T18:20:58.858492+0000","last_unstale":"2024-04-23T18:23:04.472142+0000","last_undegraded":"2024-04-23T18:23:04.472142+0000","last_fullsized":"2024-04-23T18:23:04.472142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:09:30.335087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":240,"num_read_kb":240,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830531+0000","last_change":"2024-04-23T18:20:59.861029+0000","last_active":"2024-04-23T18:23:03.830531+0000","last_peered":"2024-04-23T18:23:03.830531+0000","last_clean":"2024-04-23T18:23:03.830531+0000","last_became_active":"2024-04-23T18:20:59.860603+0000","last_became_peered":"2024-04-23T18:20:59.860603+0000","last_unstale":"2024-04-23T18:23:03.830531+0000","last_undegraded":"2024-04-23T18:23:03.830531+0000","last_fullsized":"2024-04-23T18:23:03.830531+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:10.142795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830745+0000","last_change":"2024-04-23T18:20:58.865538+0000","last_active":"2024-04-23T18:23:03.830745+0000","last_peered":"2024-04-23T18:23:03.830745+0000","last_clean":"2024-04-23T18:23:03.830745+0000","last_became_active":"2024-04-23T18:20:58.864744+0000","last_became_peered":"2024-04-23T18:20:58.864744+0000","last_unstale":"2024-04-23T18:23:03.830745+0000","last_undegraded":"2024-04-23T18:23:03.830745+0000","last_fullsized":"2024-04-23T18:23:03.830745+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:23.178032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831412+0000","last_change":"2024-04-23T18:20:59.878257+0000","last_active":"2024-04-23T18:23:03.831412+0000","last_peered":"2024-04-23T18:23:03.831412+0000","last_clean":"2024-04-23T18:23:03.831412+0000","last_became_active":"2024-04-23T18:20:59.875944+0000","last_became_peered":"2024-04-23T18:20:59.875944+0000","last_unstale":"2024-04-23T18:23:03.831412+0000","last_undegraded":"2024-04-23T18:23:03.831412+0000","last_fullsized":"2024-04-23T18:23:03.831412+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:03:37.046284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828339+0000","last_change":"2024-04-23T18:20:58.864563+0000","last_active":"2024-04-23T18:23:03.828339+0000","last_peered":"2024-04-23T18:23:03.828339+0000","last_clean":"2024-04-23T18:23:03.828339+0000","last_became_active":"2024-04-23T18:20:58.864231+0000","last_became_peered":"2024-04-23T18:20:58.864231+0000","last_unstale":"2024-04-23T18:23:03.828339+0000","last_undegraded":"2024-04-23T18:23:03.828339+0000","last_fullsized":"2024-04-23T18:23:03.828339+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:37:24.678023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830208+0000","last_change":"2024-04-23T18:20:59.865006+0000","last_active":"2024-04-23T18:23:03.830208+0000","last_peered":"2024-04-23T18:23:03.830208+0000","last_clean":"2024-04-23T18:23:03.830208+0000","last_became_active":"2024-04-23T18:20:59.864586+0000","last_became_peered":"2024-04-23T18:20:59.864586+0000","last_unstale":"2024-04-23T18:23:03.830208+0000","last_undegraded":"2024-04-23T18:23:03.830208+0000","last_fullsized":"2024-04-23T18:23:03.830208+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:02.186933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'38","reported_seq":331,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.006711+0000","last_change":"2024-04-23T18:21:56.730249+0000","last_active":"2024-04-23T18:23:04.006711+0000","last_peered":"2024-04-23T18:23:04.006711+0000","last_clean":"2024-04-23T18:23:04.006711+0000","last_became_active":"2024-04-23T18:21:56.722690+0000","last_became_peered":"2024-04-23T18:21:56.722690+0000","last_unstale":"2024-04-23T18:23:04.006711+0000","last_undegraded":"2024-04-23T18:23:04.006711+0000","last_fullsized":"2024-04-23T18:23:04.006711+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:29:21.005225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67758,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":246,"num_read_kb":189,"num_write":40,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61046,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829978+0000","last_change":"2024-04-23T18:20:59.870083+0000","last_active":"2024-04-23T18:23:03.829978+0000","last_peered":"2024-04-23T18:23:03.829978+0000","last_clean":"2024-04-23T18:23:03.829978+0000","last_became_active":"2024-04-23T18:20:59.869722+0000","last_became_peered":"2024-04-23T18:20:59.869722+0000","last_unstale":"2024-04-23T18:23:03.829978+0000","last_undegraded":"2024-04-23T18:23:03.829978+0000","last_fullsized":"2024-04-23T18:23:03.829978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:08:40.589017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735615+0000","last_change":"2024-04-23T18:20:58.866008+0000","last_active":"2024-04-23T18:23:03.735615+0000","last_peered":"2024-04-23T18:23:03.735615+0000","last_clean":"2024-04-23T18:23:03.735615+0000","last_became_active":"2024-04-23T18:20:58.865644+0000","last_became_peered":"2024-04-23T18:20:58.865644+0000","last_unstale":"2024-04-23T18:23:03.735615+0000","last_undegraded":"2024-04-23T18:23:03.735615+0000","last_fullsized":"2024-04-23T18:23:03.735615+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:25.002138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830353+0000","last_change":"2024-04-23T18:20:59.868766+0000","last_active":"2024-04-23T18:23:03.830353+0000","last_peered":"2024-04-23T18:23:03.830353+0000","last_clean":"2024-04-23T18:23:03.830353+0000","last_became_active":"2024-04-23T18:20:59.868334+0000","last_became_peered":"2024-04-23T18:20:59.868334+0000","last_unstale":"2024-04-23T18:23:03.830353+0000","last_undegraded":"2024-04-23T18:23:03.830353+0000","last_fullsized":"2024-04-23T18:23:03.830353+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:22:47.052087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828016+0000","last_change":"2024-04-23T18:20:58.861138+0000","last_active":"2024-04-23T18:23:03.828016+0000","last_peered":"2024-04-23T18:23:03.828016+0000","last_clean":"2024-04-23T18:23:03.828016+0000","last_became_active":"2024-04-23T18:20:58.860783+0000","last_became_peered":"2024-04-23T18:20:58.860783+0000","last_unstale":"2024-04-23T18:23:03.828016+0000","last_undegraded":"2024-04-23T18:23:03.828016+0000","last_fullsized":"2024-04-23T18:23:03.828016+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:35:58.963320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829922+0000","last_change":"2024-04-23T18:20:59.871883+0000","last_active":"2024-04-23T18:23:03.829922+0000","last_peered":"2024-04-23T18:23:03.829922+0000","last_clean":"2024-04-23T18:23:03.829922+0000","last_became_active":"2024-04-23T18:20:59.871477+0000","last_became_peered":"2024-04-23T18:20:59.871477+0000","last_unstale":"2024-04-23T18:23:03.829922+0000","last_undegraded":"2024-04-23T18:23:03.829922+0000","last_fullsized":"2024-04-23T18:23:03.829922+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:08.094024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'8","reported_seq":157,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733961+0000","last_change":"2024-04-23T18:20:58.862877+0000","last_active":"2024-04-23T18:23:03.733961+0000","last_peered":"2024-04-23T18:23:03.733961+0000","last_clean":"2024-04-23T18:23:03.733961+0000","last_became_active":"2024-04-23T18:20:58.862222+0000","last_became_peered":"2024-04-23T18:20:58.862222+0000","last_unstale":"2024-04-23T18:23:03.733961+0000","last_undegraded":"2024-04-23T18:23:03.733961+0000","last_fullsized":"2024-04-23T18:23:03.733961+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:05:15.323778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829720+0000","last_change":"2024-04-23T18:20:59.876912+0000","last_active":"2024-04-23T18:23:03.829720+0000","last_peered":"2024-04-23T18:23:03.829720+0000","last_clean":"2024-04-23T18:23:03.829720+0000","last_became_active":"2024-04-23T18:20:59.876585+0000","last_became_peered":"2024-04-23T18:20:59.876585+0000","last_unstale":"2024-04-23T18:23:03.829720+0000","last_undegraded":"2024-04-23T18:23:03.829720+0000","last_fullsized":"2024-04-23T18:23:03.829720+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:25:02.654240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":67,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829608+0000","last_change":"2024-04-23T18:21:56.521434+0000","last_active":"2024-04-23T18:23:03.829608+0000","last_peered":"2024-04-23T18:23:03.829608+0000","last_clean":"2024-04-23T18:23:03.829608+0000","last_became_active":"2024-04-23T18:21:56.503572+0000","last_became_peered":"2024-04-23T18:21:56.503572+0000","last_unstale":"2024-04-23T18:23:03.829608+0000","last_undegraded":"2024-04-23T18:23:03.829608+0000","last_fullsized":"2024-04-23T18:23:03.829608+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:53.392151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.827869+0000","last_change":"2024-04-23T18:20:59.879008+0000","last_active":"2024-04-23T18:23:03.827869+0000","last_peered":"2024-04-23T18:23:03.827869+0000","last_clean":"2024-04-23T18:23:03.827869+0000","last_became_active":"2024-04-23T18:20:59.878644+0000","last_became_peered":"2024-04-23T18:20:59.878644+0000","last_unstale":"2024-04-23T18:23:03.827869+0000","last_undegraded":"2024-04-23T18:23:03.827869+0000","last_fullsized":"2024-04-23T18:23:03.827869+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:45:53.763888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830237+0000","last_change":"2024-04-23T18:20:58.855151+0000","last_active":"2024-04-23T18:23:03.830237+0000","last_peered":"2024-04-23T18:23:03.830237+0000","last_clean":"2024-04-23T18:23:03.830237+0000","last_became_active":"2024-04-23T18:20:58.854119+0000","last_became_peered":"2024-04-23T18:20:58.854119+0000","last_unstale":"2024-04-23T18:23:03.830237+0000","last_undegraded":"2024-04-23T18:23:03.830237+0000","last_fullsized":"2024-04-23T18:23:03.830237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:01:28.819873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829486+0000","last_change":"2024-04-23T18:21:56.503038+0000","last_active":"2024-04-23T18:23:03.829486+0000","last_peered":"2024-04-23T18:23:03.829486+0000","last_clean":"2024-04-23T18:23:03.829486+0000","last_became_active":"2024-04-23T18:21:56.502636+0000","last_became_peered":"2024-04-23T18:21:56.502636+0000","last_unstale":"2024-04-23T18:23:03.829486+0000","last_undegraded":"2024-04-23T18:23:03.829486+0000","last_fullsized":"2024-04-23T18:23:03.829486+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:27.418400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733185+0000","last_change":"2024-04-23T18:20:58.859592+0000","last_active":"2024-04-23T18:23:03.733185+0000","last_peered":"2024-04-23T18:23:03.733185+0000","last_clean":"2024-04-23T18:23:03.733185+0000","last_became_active":"2024-04-23T18:20:58.859216+0000","last_became_peered":"2024-04-23T18:20:58.859216+0000","last_unstale":"2024-04-23T18:23:03.733185+0000","last_undegraded":"2024-04-23T18:23:03.733185+0000","last_fullsized":"2024-04-23T18:23:03.733185+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:15:47.339706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825342+0000","last_change":"2024-04-23T18:20:59.872452+0000","last_active":"2024-04-23T18:23:03.825342+0000","last_peered":"2024-04-23T18:23:03.825342+0000","last_clean":"2024-04-23T18:23:03.825342+0000","last_became_active":"2024-04-23T18:20:59.872116+0000","last_became_peered":"2024-04-23T18:20:59.872116+0000","last_unstale":"2024-04-23T18:23:03.825342+0000","last_undegraded":"2024-04-23T18:23:03.825342+0000","last_fullsized":"2024-04-23T18:23:03.825342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:38:36.970099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'7","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.589994+0000","last_change":"2024-04-23T18:20:58.868460+0000","last_active":"2024-04-23T18:23:04.589994+0000","last_peered":"2024-04-23T18:23:04.589994+0000","last_clean":"2024-04-23T18:23:04.589994+0000","last_became_active":"2024-04-23T18:20:58.868115+0000","last_became_peered":"2024-04-23T18:20:58.868115+0000","last_unstale":"2024-04-23T18:23:04.589994+0000","last_undegraded":"2024-04-23T18:23:04.589994+0000","last_fullsized":"2024-04-23T18:23:04.589994+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:47.216609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825303+0000","last_change":"2024-04-23T18:20:59.868545+0000","last_active":"2024-04-23T18:23:03.825303+0000","last_peered":"2024-04-23T18:23:03.825303+0000","last_clean":"2024-04-23T18:23:03.825303+0000","last_became_active":"2024-04-23T18:20:59.868223+0000","last_became_peered":"2024-04-23T18:20:59.868223+0000","last_unstale":"2024-04-23T18:23:03.825303+0000","last_undegraded":"2024-04-23T18:23:03.825303+0000","last_fullsized":"2024-04-23T18:23:03.825303+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:59.423338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.827786+0000","last_change":"2024-04-23T18:20:59.873360+0000","last_active":"2024-04-23T18:23:03.827786+0000","last_peered":"2024-04-23T18:23:03.827786+0000","last_clean":"2024-04-23T18:23:03.827786+0000","last_became_active":"2024-04-23T18:20:59.872988+0000","last_became_peered":"2024-04-23T18:20:59.872988+0000","last_unstale":"2024-04-23T18:23:03.827786+0000","last_undegraded":"2024-04-23T18:23:03.827786+0000","last_fullsized":"2024-04-23T18:23:03.827786+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:06:08.758482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'7","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.493912+0000","last_change":"2024-04-23T18:20:58.859121+0000","last_active":"2024-04-23T18:23:04.493912+0000","last_peered":"2024-04-23T18:23:04.493912+0000","last_clean":"2024-04-23T18:23:04.493912+0000","last_became_active":"2024-04-23T18:20:58.858797+0000","last_became_peered":"2024-04-23T18:20:58.858797+0000","last_unstale":"2024-04-23T18:23:04.493912+0000","last_undegraded":"2024-04-23T18:23:04.493912+0000","last_fullsized":"2024-04-23T18:23:04.493912+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:32:18.308667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733108+0000","last_change":"2024-04-23T18:22:57.385161+0000","last_active":"2024-04-23T18:23:03.733108+0000","last_peered":"2024-04-23T18:23:03.733108+0000","last_clean":"2024-04-23T18:23:03.733108+0000","last_became_active":"2024-04-23T18:22:57.384725+0000","last_became_peered":"2024-04-23T18:22:57.384725+0000","last_unstale":"2024-04-23T18:23:03.733108+0000","last_undegraded":"2024-04-23T18:23:03.733108+0000","last_fullsized":"2024-04-23T18:23:03.733108+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:08:36.571403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734005+0000","last_change":"2024-04-23T18:20:58.854516+0000","last_active":"2024-04-23T18:23:03.734005+0000","last_peered":"2024-04-23T18:23:03.734005+0000","last_clean":"2024-04-23T18:23:03.734005+0000","last_became_active":"2024-04-23T18:20:58.854156+0000","last_became_peered":"2024-04-23T18:20:58.854156+0000","last_unstale":"2024-04-23T18:23:03.734005+0000","last_undegraded":"2024-04-23T18:23:03.734005+0000","last_fullsized":"2024-04-23T18:23:03.734005+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:55:57.825093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":361,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829880+0000","last_change":"2024-04-23T18:19:45.545830+0000","last_active":"2024-04-23T18:23:03.829880+0000","last_peered":"2024-04-23T18:23:03.829880+0000","last_clean":"2024-04-23T18:23:03.829880+0000","last_became_active":"2024-04-23T18:19:45.545228+0000","last_became_peered":"2024-04-23T18:19:45.545228+0000","last_unstale":"2024-04-23T18:23:03.829880+0000","last_undegraded":"2024-04-23T18:23:03.829880+0000","last_fullsized":"2024-04-23T18:23:03.829880+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_clean_scrub_stamp":"2024-04-23T18:16:19.429544+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:15:02.341971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831978+0000","last_change":"2024-04-23T18:20:59.867240+0000","last_active":"2024-04-23T18:23:03.831978+0000","last_peered":"2024-04-23T18:23:03.831978+0000","last_clean":"2024-04-23T18:23:03.831978+0000","last_became_active":"2024-04-23T18:20:59.866320+0000","last_became_peered":"2024-04-23T18:20:59.866320+0000","last_unstale":"2024-04-23T18:23:03.831978+0000","last_undegraded":"2024-04-23T18:23:03.831978+0000","last_fullsized":"2024-04-23T18:23:03.831978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:30.563962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830134+0000","last_change":"2024-04-23T18:20:58.859947+0000","last_active":"2024-04-23T18:23:03.830134+0000","last_peered":"2024-04-23T18:23:03.830134+0000","last_clean":"2024-04-23T18:23:03.830134+0000","last_became_active":"2024-04-23T18:20:58.859570+0000","last_became_peered":"2024-04-23T18:20:58.859570+0000","last_unstale":"2024-04-23T18:23:03.830134+0000","last_undegraded":"2024-04-23T18:23:03.830134+0000","last_fullsized":"2024-04-23T18:23:03.830134+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:46:30.452480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829403+0000","last_change":"2024-04-23T18:21:56.510077+0000","last_active":"2024-04-23T18:23:03.829403+0000","last_peered":"2024-04-23T18:23:03.829403+0000","last_clean":"2024-04-23T18:23:03.829403+0000","last_became_active":"2024-04-23T18:21:56.499133+0000","last_became_peered":"2024-04-23T18:21:56.499133+0000","last_unstale":"2024-04-23T18:23:03.829403+0000","last_undegraded":"2024-04-23T18:23:03.829403+0000","last_fullsized":"2024-04-23T18:23:03.829403+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:51:45.553289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831328+0000","last_change":"2024-04-23T18:20:59.863791+0000","last_active":"2024-04-23T18:23:03.831328+0000","last_peered":"2024-04-23T18:23:03.831328+0000","last_clean":"2024-04-23T18:23:03.831328+0000","last_became_active":"2024-04-23T18:20:59.863455+0000","last_became_peered":"2024-04-23T18:20:59.863455+0000","last_unstale":"2024-04-23T18:23:03.831328+0000","last_undegraded":"2024-04-23T18:23:03.831328+0000","last_fullsized":"2024-04-23T18:23:03.831328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:41:17.434620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'48","reported_seq":96,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.954418+0000","last_change":"2024-04-23T18:20:58.854305+0000","last_active":"2024-04-23T18:23:03.954418+0000","last_peered":"2024-04-23T18:23:03.954418+0000","last_clean":"2024-04-23T18:23:03.954418+0000","last_became_active":"2024-04-23T18:20:58.853957+0000","last_became_peered":"2024-04-23T18:20:58.853957+0000","last_unstale":"2024-04-23T18:23:03.954418+0000","last_undegraded":"2024-04-23T18:23:03.954418+0000","last_fullsized":"2024-04-23T18:23:03.954418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:33:07.949934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":84,"num_write_kb":836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830650+0000","last_change":"2024-04-23T18:20:59.871504+0000","last_active":"2024-04-23T18:23:03.830650+0000","last_peered":"2024-04-23T18:23:03.830650+0000","last_clean":"2024-04-23T18:23:03.830650+0000","last_became_active":"2024-04-23T18:20:59.871147+0000","last_became_peered":"2024-04-23T18:20:59.871147+0000","last_unstale":"2024-04-23T18:23:03.830650+0000","last_undegraded":"2024-04-23T18:23:03.830650+0000","last_fullsized":"2024-04-23T18:23:03.830650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:35.849085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734157+0000","last_change":"2024-04-23T18:20:58.855690+0000","last_active":"2024-04-23T18:23:03.734157+0000","last_peered":"2024-04-23T18:23:03.734157+0000","last_clean":"2024-04-23T18:23:03.734157+0000","last_became_active":"2024-04-23T18:20:58.854957+0000","last_became_peered":"2024-04-23T18:20:58.854957+0000","last_unstale":"2024-04-23T18:23:03.734157+0000","last_undegraded":"2024-04-23T18:23:03.734157+0000","last_fullsized":"2024-04-23T18:23:03.734157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:17:35.335799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830637+0000","last_change":"2024-04-23T18:20:59.880722+0000","last_active":"2024-04-23T18:23:03.830637+0000","last_peered":"2024-04-23T18:23:03.830637+0000","last_clean":"2024-04-23T18:23:03.830637+0000","last_became_active":"2024-04-23T18:20:59.879508+0000","last_became_peered":"2024-04-23T18:20:59.879508+0000","last_unstale":"2024-04-23T18:23:03.830637+0000","last_undegraded":"2024-04-23T18:23:03.830637+0000","last_fullsized":"2024-04-23T18:23:03.830637+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:14.479368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829795+0000","last_change":"2024-04-23T18:20:58.859795+0000","last_active":"2024-04-23T18:23:03.829795+0000","last_peered":"2024-04-23T18:23:03.829795+0000","last_clean":"2024-04-23T18:23:03.829795+0000","last_became_active":"2024-04-23T18:20:58.859411+0000","last_became_peered":"2024-04-23T18:20:58.859411+0000","last_unstale":"2024-04-23T18:23:03.829795+0000","last_undegraded":"2024-04-23T18:23:03.829795+0000","last_fullsized":"2024-04-23T18:23:03.829795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:44:17.649834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829610+0000","last_change":"2024-04-23T18:20:59.862009+0000","last_active":"2024-04-23T18:23:03.829610+0000","last_peered":"2024-04-23T18:23:03.829610+0000","last_clean":"2024-04-23T18:23:03.829610+0000","last_became_active":"2024-04-23T18:20:59.861671+0000","last_became_peered":"2024-04-23T18:20:59.861671+0000","last_unstale":"2024-04-23T18:23:03.829610+0000","last_undegraded":"2024-04-23T18:23:03.829610+0000","last_fullsized":"2024-04-23T18:23:03.829610+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:17:52.432200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831086+0000","last_change":"2024-04-23T18:20:58.856987+0000","last_active":"2024-04-23T18:23:03.831086+0000","last_peered":"2024-04-23T18:23:03.831086+0000","last_clean":"2024-04-23T18:23:03.831086+0000","last_became_active":"2024-04-23T18:20:58.856502+0000","last_became_peered":"2024-04-23T18:20:58.856502+0000","last_unstale":"2024-04-23T18:23:03.831086+0000","last_undegraded":"2024-04-23T18:23:03.831086+0000","last_fullsized":"2024-04-23T18:23:03.831086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:07:22.044431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829235+0000","last_change":"2024-04-23T18:20:59.867752+0000","last_active":"2024-04-23T18:23:03.829235+0000","last_peered":"2024-04-23T18:23:03.829235+0000","last_clean":"2024-04-23T18:23:03.829235+0000","last_became_active":"2024-04-23T18:20:59.867376+0000","last_became_peered":"2024-04-23T18:20:59.867376+0000","last_unstale":"2024-04-23T18:23:03.829235+0000","last_undegraded":"2024-04-23T18:23:03.829235+0000","last_fullsized":"2024-04-23T18:23:03.829235+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:01:46.456149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"91'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735628+0000","last_change":"2024-04-23T18:20:58.866210+0000","last_active":"2024-04-23T18:23:03.735628+0000","last_peered":"2024-04-23T18:23:03.735628+0000","last_clean":"2024-04-23T18:23:03.735628+0000","last_became_active":"2024-04-23T18:20:58.865629+0000","last_became_peered":"2024-04-23T18:20:58.865629+0000","last_unstale":"2024-04-23T18:23:03.735628+0000","last_undegraded":"2024-04-23T18:23:03.735628+0000","last_fullsized":"2024-04-23T18:23:03.735628+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:00:43.591447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830314+0000","last_change":"2024-04-23T18:20:59.880765+0000","last_active":"2024-04-23T18:23:03.830314+0000","last_peered":"2024-04-23T18:23:03.830314+0000","last_clean":"2024-04-23T18:23:03.830314+0000","last_became_active":"2024-04-23T18:20:59.880020+0000","last_became_peered":"2024-04-23T18:20:59.880020+0000","last_unstale":"2024-04-23T18:23:03.830314+0000","last_undegraded":"2024-04-23T18:23:03.830314+0000","last_fullsized":"2024-04-23T18:23:03.830314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:38:59.500278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829742+0000","last_change":"2024-04-23T18:20:58.863595+0000","last_active":"2024-04-23T18:23:03.829742+0000","last_peered":"2024-04-23T18:23:03.829742+0000","last_clean":"2024-04-23T18:23:03.829742+0000","last_became_active":"2024-04-23T18:20:58.863219+0000","last_became_peered":"2024-04-23T18:20:58.863219+0000","last_unstale":"2024-04-23T18:23:03.829742+0000","last_undegraded":"2024-04-23T18:23:03.829742+0000","last_fullsized":"2024-04-23T18:23:03.829742+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:23:04.295307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830351+0000","last_change":"2024-04-23T18:20:59.870566+0000","last_active":"2024-04-23T18:23:03.830351+0000","last_peered":"2024-04-23T18:23:03.830351+0000","last_clean":"2024-04-23T18:23:03.830351+0000","last_became_active":"2024-04-23T18:20:59.870188+0000","last_became_peered":"2024-04-23T18:20:59.870188+0000","last_unstale":"2024-04-23T18:23:03.830351+0000","last_undegraded":"2024-04-23T18:23:03.830351+0000","last_fullsized":"2024-04-23T18:23:03.830351+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:55:36.266541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'6","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.472693+0000","last_change":"2024-04-23T18:20:58.863879+0000","last_active":"2024-04-23T18:23:04.472693+0000","last_peered":"2024-04-23T18:23:04.472693+0000","last_clean":"2024-04-23T18:23:04.472693+0000","last_became_active":"2024-04-23T18:20:58.863534+0000","last_became_peered":"2024-04-23T18:20:58.863534+0000","last_unstale":"2024-04-23T18:23:04.472693+0000","last_undegraded":"2024-04-23T18:23:04.472693+0000","last_fullsized":"2024-04-23T18:23:04.472693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:28:35.544094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":123,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830672+0000","last_change":"2024-04-23T18:20:59.869526+0000","last_active":"2024-04-23T18:23:03.830672+0000","last_peered":"2024-04-23T18:23:03.830672+0000","last_clean":"2024-04-23T18:23:03.830672+0000","last_became_active":"2024-04-23T18:20:59.869144+0000","last_became_peered":"2024-04-23T18:20:59.869144+0000","last_unstale":"2024-04-23T18:23:03.830672+0000","last_undegraded":"2024-04-23T18:23:03.830672+0000","last_fullsized":"2024-04-23T18:23:03.830672+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:49:51.853053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"91'41","reported_seq":74,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.952357+0000","last_change":"2024-04-23T18:20:58.856579+0000","last_active":"2024-04-23T18:23:03.952357+0000","last_peered":"2024-04-23T18:23:03.952357+0000","last_clean":"2024-04-23T18:23:03.952357+0000","last_became_active":"2024-04-23T18:20:58.856161+0000","last_became_peered":"2024-04-23T18:20:58.856161+0000","last_unstale":"2024-04-23T18:23:03.952357+0000","last_undegraded":"2024-04-23T18:23:03.952357+0000","last_fullsized":"2024-04-23T18:23:03.952357+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:07:04.531744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830222+0000","last_change":"2024-04-23T18:20:59.876359+0000","last_active":"2024-04-23T18:23:03.830222+0000","last_peered":"2024-04-23T18:23:03.830222+0000","last_clean":"2024-04-23T18:23:03.830222+0000","last_became_active":"2024-04-23T18:20:59.875998+0000","last_became_peered":"2024-04-23T18:20:59.875998+0000","last_unstale":"2024-04-23T18:23:03.830222+0000","last_undegraded":"2024-04-23T18:23:03.830222+0000","last_fullsized":"2024-04-23T18:23:03.830222+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:28:51.694991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831699+0000","last_change":"2024-04-23T18:20:58.857407+0000","last_active":"2024-04-23T18:23:03.831699+0000","last_peered":"2024-04-23T18:23:03.831699+0000","last_clean":"2024-04-23T18:23:03.831699+0000","last_became_active":"2024-04-23T18:20:58.857044+0000","last_became_peered":"2024-04-23T18:20:58.857044+0000","last_unstale":"2024-04-23T18:23:03.831699+0000","last_undegraded":"2024-04-23T18:23:03.831699+0000","last_fullsized":"2024-04-23T18:23:03.831699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:14:20.733661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830826+0000","last_change":"2024-04-23T18:20:59.872513+0000","last_active":"2024-04-23T18:23:03.830826+0000","last_peered":"2024-04-23T18:23:03.830826+0000","last_clean":"2024-04-23T18:23:03.830826+0000","last_became_active":"2024-04-23T18:20:59.872198+0000","last_became_peered":"2024-04-23T18:20:59.872198+0000","last_unstale":"2024-04-23T18:23:03.830826+0000","last_undegraded":"2024-04-23T18:23:03.830826+0000","last_fullsized":"2024-04-23T18:23:03.830826+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:01:09.459433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829327+0000","last_change":"2024-04-23T18:20:59.874894+0000","last_active":"2024-04-23T18:23:03.829327+0000","last_peered":"2024-04-23T18:23:03.829327+0000","last_clean":"2024-04-23T18:23:03.829327+0000","last_became_active":"2024-04-23T18:20:59.874369+0000","last_became_peered":"2024-04-23T18:20:59.874369+0000","last_unstale":"2024-04-23T18:23:03.829327+0000","last_undegraded":"2024-04-23T18:23:03.829327+0000","last_fullsized":"2024-04-23T18:23:03.829327+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:54:55.029327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735671+0000","last_change":"2024-04-23T18:21:56.721574+0000","last_active":"2024-04-23T18:23:03.735671+0000","last_peered":"2024-04-23T18:23:03.735671+0000","last_clean":"2024-04-23T18:23:03.735671+0000","last_became_active":"2024-04-23T18:21:56.721283+0000","last_became_peered":"2024-04-23T18:21:56.721283+0000","last_unstale":"2024-04-23T18:23:03.735671+0000","last_undegraded":"2024-04-23T18:23:03.735671+0000","last_fullsized":"2024-04-23T18:23:03.735671+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:36.911372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735513+0000","last_change":"2024-04-23T18:20:59.869691+0000","last_active":"2024-04-23T18:23:03.735513+0000","last_peered":"2024-04-23T18:23:03.735513+0000","last_clean":"2024-04-23T18:23:03.735513+0000","last_became_active":"2024-04-23T18:20:59.869344+0000","last_became_peered":"2024-04-23T18:20:59.869344+0000","last_unstale":"2024-04-23T18:23:03.735513+0000","last_undegraded":"2024-04-23T18:23:03.735513+0000","last_fullsized":"2024-04-23T18:23:03.735513+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:34:53.583506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830170+0000","last_change":"2024-04-23T18:20:59.878530+0000","last_active":"2024-04-23T18:23:03.830170+0000","last_peered":"2024-04-23T18:23:03.830170+0000","last_clean":"2024-04-23T18:23:03.830170+0000","last_became_active":"2024-04-23T18:20:59.875872+0000","last_became_peered":"2024-04-23T18:20:59.875872+0000","last_unstale":"2024-04-23T18:23:03.830170+0000","last_undegraded":"2024-04-23T18:23:03.830170+0000","last_fullsized":"2024-04-23T18:23:03.830170+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:33.934384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831152+0000","last_change":"2024-04-23T18:20:59.869103+0000","last_active":"2024-04-23T18:23:03.831152+0000","last_peered":"2024-04-23T18:23:03.831152+0000","last_clean":"2024-04-23T18:23:03.831152+0000","last_became_active":"2024-04-23T18:20:59.868028+0000","last_became_peered":"2024-04-23T18:20:59.868028+0000","last_unstale":"2024-04-23T18:23:03.831152+0000","last_undegraded":"2024-04-23T18:23:03.831152+0000","last_fullsized":"2024-04-23T18:23:03.831152+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:20.911608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829631+0000","last_change":"2024-04-23T18:20:59.874811+0000","last_active":"2024-04-23T18:23:03.829631+0000","last_peered":"2024-04-23T18:23:03.829631+0000","last_clean":"2024-04-23T18:23:03.829631+0000","last_became_active":"2024-04-23T18:20:59.874408+0000","last_became_peered":"2024-04-23T18:20:59.874408+0000","last_unstale":"2024-04-23T18:23:03.829631+0000","last_undegraded":"2024-04-23T18:23:03.829631+0000","last_fullsized":"2024-04-23T18:23:03.829631+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:41.507692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735914+0000","last_change":"2024-04-23T18:20:59.860151+0000","last_active":"2024-04-23T18:23:03.735914+0000","last_peered":"2024-04-23T18:23:03.735914+0000","last_clean":"2024-04-23T18:23:03.735914+0000","last_became_active":"2024-04-23T18:20:59.859789+0000","last_became_peered":"2024-04-23T18:20:59.859789+0000","last_unstale":"2024-04-23T18:23:03.735914+0000","last_undegraded":"2024-04-23T18:23:03.735914+0000","last_fullsized":"2024-04-23T18:23:03.735914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:02:48.681980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830532+0000","last_change":"2024-04-23T18:21:56.503369+0000","last_active":"2024-04-23T18:23:03.830532+0000","last_peered":"2024-04-23T18:23:03.830532+0000","last_clean":"2024-04-23T18:23:03.830532+0000","last_became_active":"2024-04-23T18:21:56.502919+0000","last_became_peered":"2024-04-23T18:21:56.502919+0000","last_unstale":"2024-04-23T18:23:03.830532+0000","last_undegraded":"2024-04-23T18:23:03.830532+0000","last_fullsized":"2024-04-23T18:23:03.830532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:52:11.784950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829813+0000","last_change":"2024-04-23T18:21:56.501281+0000","last_active":"2024-04-23T18:23:03.829813+0000","last_peered":"2024-04-23T18:23:03.829813+0000","last_clean":"2024-04-23T18:23:03.829813+0000","last_became_active":"2024-04-23T18:21:56.500751+0000","last_became_peered":"2024-04-23T18:21:56.500751+0000","last_unstale":"2024-04-23T18:23:03.829813+0000","last_undegraded":"2024-04-23T18:23:03.829813+0000","last_fullsized":"2024-04-23T18:23:03.829813+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:03:15.725706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,3],"acting":[7,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830032+0000","last_change":"2024-04-23T18:20:59.867972+0000","last_active":"2024-04-23T18:23:03.830032+0000","last_peered":"2024-04-23T18:23:03.830032+0000","last_clean":"2024-04-23T18:23:03.830032+0000","last_became_active":"2024-04-23T18:20:59.867569+0000","last_became_peered":"2024-04-23T18:20:59.867569+0000","last_unstale":"2024-04-23T18:23:03.830032+0000","last_undegraded":"2024-04-23T18:23:03.830032+0000","last_fullsized":"2024-04-23T18:23:03.830032+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:09:09.998610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830005+0000","last_change":"2024-04-23T18:20:59.867527+0000","last_active":"2024-04-23T18:23:03.830005+0000","last_peered":"2024-04-23T18:23:03.830005+0000","last_clean":"2024-04-23T18:23:03.830005+0000","last_became_active":"2024-04-23T18:20:59.867182+0000","last_became_peered":"2024-04-23T18:20:59.867182+0000","last_unstale":"2024-04-23T18:23:03.830005+0000","last_undegraded":"2024-04-23T18:23:03.830005+0000","last_fullsized":"2024-04-23T18:23:03.830005+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:30:54.366187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830986+0000","last_change":"2024-04-23T18:20:59.872298+0000","last_active":"2024-04-23T18:23:03.830986+0000","last_peered":"2024-04-23T18:23:03.830986+0000","last_clean":"2024-04-23T18:23:03.830986+0000","last_became_active":"2024-04-23T18:20:59.871967+0000","last_became_peered":"2024-04-23T18:20:59.871967+0000","last_unstale":"2024-04-23T18:23:03.830986+0000","last_undegraded":"2024-04-23T18:23:03.830986+0000","last_fullsized":"2024-04-23T18:23:03.830986+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:33:18.638757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829474+0000","last_change":"2024-04-23T18:20:59.866917+0000","last_active":"2024-04-23T18:23:03.829474+0000","last_peered":"2024-04-23T18:23:03.829474+0000","last_clean":"2024-04-23T18:23:03.829474+0000","last_became_active":"2024-04-23T18:20:59.866580+0000","last_became_peered":"2024-04-23T18:20:59.866580+0000","last_unstale":"2024-04-23T18:23:03.829474+0000","last_undegraded":"2024-04-23T18:23:03.829474+0000","last_fullsized":"2024-04-23T18:23:03.829474+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:11:18.938388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":109173,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601932,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1330,"num_read_kb":781,"num_write":372,"num_write_kb":1467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":61942,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":671744,"data_stored":1805796,"data_compressed":89283,"data_compressed_allocated":118784,"data_compressed_original":1622016,"omap_allocated":0,"internal_metadata":0},"log_size":302,"ondisk_log_size":302,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351014,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1011712,"data_stored":487402,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612650,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32324,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712828,"statfs":{"total":95995035648,"available":95961935872,"internally_reserved":0,"allocated":1175552,"data_stored":1277454,"data_compressed":58904,"data_compressed_allocated":77824,"data_compressed_original":761856,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776176,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1044480,"data_stored":879373,"data_compressed":33625,"data_compressed_allocated":45056,"data_compressed_original":434176,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037813,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":879639,"data_compressed":33625,"data_compressed_allocated":45056,"data_compressed_original":434176,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299451,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1060864,"data_stored":1080535,"data_compressed":50870,"data_compressed_allocated":65536,"data_compressed_original":630784,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462976,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":486656,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1077248,"data_stored":553875,"data_compressed":16357,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":487604,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1007616,"data_stored":488209,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":1010515,"data_compressed":39781,"data_compressed_allocated":53248,"data_compressed_original":557056,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888137,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":553551,"data_compressed":24100,"data_compressed_allocated":32768,"data_compressed_original":98304,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724612,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1101824,"data_stored":1210863,"data_compressed":57026,"data_compressed_allocated":73728,"data_compressed_original":753664,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70404,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":69298,"data_compressed":9621,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135343,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":394604,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":201934,"data_compressed":8034,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:23:09.513 INFO:tasks.quiescer.ceph_manager:clean! 2024-04-23T18:23:09.513 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-23T18:23:09.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.664+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1909764121 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd010c520 msgr2=0x7f9fd010e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.664+0000 7f9fd50d0640 1 --2- 172.21.15.38:0/1909764121 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd010c520 0x7f9fd010e9c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9fc8009ca0 tx=0x7f9fc802a9e0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.664+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1909764121 shutdown_connections 2024-04-23T18:23:09.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.664+0000 7f9fd50d0640 1 --2- 172.21.15.38:0/1909764121 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fd0103b00 0x7f9fd010bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.664+0000 7f9fd50d0640 1 --2- 172.21.15.38:0/1909764121 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd010c520 0x7f9fd010e9c0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.664+0000 7f9fd50d0640 1 --2- 172.21.15.38:0/1909764121 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fd01031e0 0x7f9fd01035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.664+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1909764121 >> 172.21.15.38:0/1909764121 conn(0x7f9fd0077f50 msgr2=0x7f9fd0078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.664+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1909764121 shutdown_connections 2024-04-23T18:23:09.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.664+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1909764121 wait complete. 2024-04-23T18:23:09.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.665+0000 7f9fd50d0640 1 Processor -- start 2024-04-23T18:23:09.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.665+0000 7f9fd50d0640 1 -- start start 2024-04-23T18:23:09.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fd50d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fd01031e0 0x7f9fd0100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fd50d0640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd0103b00 0x7f9fd0101370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fd50d0640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fd010c520 0x7f9fd01018b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fd50d0640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd0112340 con 0x7f9fd0103b00 2024-04-23T18:23:09.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fd50d0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd01121c0 con 0x7f9fd01031e0 2024-04-23T18:23:09.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fd50d0640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd01124c0 con 0x7f9fd010c520 2024-04-23T18:23:09.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fce59c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd0103b00 0x7f9fd0101370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fce59c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd0103b00 0x7f9fd0101370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39068/0 (socket says 172.21.15.38:39068) 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fce59c640 1 -- 172.21.15.38:0/1354288206 learned_addr learned my addr 172.21.15.38:0/1354288206 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fcf59e640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fd010c520 0x7f9fd01018b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fced9d640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fd01031e0 0x7f9fd0100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fce59c640 1 -- 172.21.15.38:0/1354288206 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fd010c520 msgr2=0x7f9fd01018b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fce59c640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fd010c520 0x7f9fd01018b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fce59c640 1 -- 172.21.15.38:0/1354288206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fd01031e0 msgr2=0x7f9fd0100e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fce59c640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fd01031e0 0x7f9fd0100e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fce59c640 1 -- 172.21.15.38:0/1354288206 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fd01a6c60 con 0x7f9fd0103b00 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fced9d640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fd01031e0 0x7f9fd0100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.666+0000 7f9fce59c640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd0103b00 0x7f9fd0101370 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f9fc400e9f0 tx=0x7f9fc400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.667+0000 7f9fb7fff640 1 -- 172.21.15.38:0/1354288206 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc400cd80 con 0x7f9fd0103b00 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.667+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1354288206 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fd01a6f50 con 0x7f9fd0103b00 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.667+0000 7f9fb7fff640 1 -- 172.21.15.38:0/1354288206 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9fc4010900 con 0x7f9fd0103b00 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.667+0000 7f9fb7fff640 1 -- 172.21.15.38:0/1354288206 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc40188d0 con 0x7f9fd0103b00 2024-04-23T18:23:09.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.667+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1354288206 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fd01a7460 con 0x7f9fd0103b00 2024-04-23T18:23:09.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.668+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1354288206 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fd0068d70 con 0x7f9fd0103b00 2024-04-23T18:23:09.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.670+0000 7f9fb7fff640 1 -- 172.21.15.38:0/1354288206 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f9fc4010ab0 con 0x7f9fd0103b00 2024-04-23T18:23:09.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.670+0000 7f9fb7fff640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9fb80a3de0 0x7f9fb80a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.671+0000 7f9fb7fff640 1 -- 172.21.15.38:0/1354288206 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f9fc40d0d00 con 0x7f9fd0103b00 2024-04-23T18:23:09.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.671+0000 7f9fced9d640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9fb80a3de0 0x7f9fb80a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.671+0000 7f9fced9d640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9fb80a3de0 0x7f9fb80a62a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0009c20 tx=0x7f9fc0005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:09.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.678+0000 7f9fb7fff640 1 -- 172.21.15.38:0/1354288206 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9fc409d1f0 con 0x7f9fd0103b00 2024-04-23T18:23:09.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.879+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1354288206 --> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9fd00fe5d0 con 0x7f9fb80a3de0 2024-04-23T18:23:09.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.887+0000 7f9fb7fff640 1 -- 172.21.15.38:0/1354288206 <== mgr.25025 v2:172.21.15.38:6800/2409008258 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258113 (secure 0 0 0) 0x7f9fd00fe5d0 con 0x7f9fb80a3de0 2024-04-23T18:23:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:09.883 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1354288206 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9fb80a3de0 msgr2=0x7f9fb80a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9fb80a3de0 0x7f9fb80a62a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0009c20 tx=0x7f9fc0005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1354288206 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd0103b00 msgr2=0x7f9fd0101370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd0103b00 0x7f9fd0101370 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f9fc400e9f0 tx=0x7f9fc400eeb0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1354288206 shutdown_connections 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9fb80a3de0 0x7f9fb80a62a0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fd010c520 0x7f9fd01018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd0103b00 0x7f9fd0101370 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 --2- 172.21.15.38:0/1354288206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fd01031e0 0x7f9fd0100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1354288206 >> 172.21.15.38:0/1354288206 conn(0x7f9fd0077f50 msgr2=0x7f9fd00fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1354288206 shutdown_connections 2024-04-23T18:23:09.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:09.890+0000 7f9fd50d0640 1 -- 172.21.15.38:0/1354288206 wait complete. 2024-04-23T18:23:09.893 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:09 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2810270307' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:09.893 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:09 smithi038 ceph-mon[29217]: from='client.15483 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:09.894 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-04-23T18:23:09.746254+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1192534,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1466,"num_read_kb":900,"num_write":555,"num_write_kb":4407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":1242678,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":941,"ondisk_log_size":941,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":369844,"kb_used_data":12344,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571980,"statfs":{"total":1151940427776,"available":1151561707520,"internally_reserved":0,"allocated":12640256,"data_stored":9395676,"data_compressed":372204,"data_compressed_allocated":499712,"data_compressed_original":3883008,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.985139"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829914+0000","last_change":"2024-04-23T18:20:59.880224+0000","last_active":"2024-04-23T18:23:03.829914+0000","last_peered":"2024-04-23T18:23:03.829914+0000","last_clean":"2024-04-23T18:23:03.829914+0000","last_became_active":"2024-04-23T18:20:59.879828+0000","last_became_peered":"2024-04-23T18:20:59.879828+0000","last_unstale":"2024-04-23T18:23:03.829914+0000","last_undegraded":"2024-04-23T18:23:03.829914+0000","last_fullsized":"2024-04-23T18:23:03.829914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:16.165762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830660+0000","last_change":"2024-04-23T18:20:59.866542+0000","last_active":"2024-04-23T18:23:03.830660+0000","last_peered":"2024-04-23T18:23:03.830660+0000","last_clean":"2024-04-23T18:23:03.830660+0000","last_became_active":"2024-04-23T18:20:59.865639+0000","last_became_peered":"2024-04-23T18:20:59.865639+0000","last_unstale":"2024-04-23T18:23:03.830660+0000","last_undegraded":"2024-04-23T18:23:03.830660+0000","last_fullsized":"2024-04-23T18:23:03.830660+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:11.163939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830379+0000","last_change":"2024-04-23T18:20:59.870797+0000","last_active":"2024-04-23T18:23:03.830379+0000","last_peered":"2024-04-23T18:23:03.830379+0000","last_clean":"2024-04-23T18:23:03.830379+0000","last_became_active":"2024-04-23T18:20:59.869874+0000","last_became_peered":"2024-04-23T18:20:59.869874+0000","last_unstale":"2024-04-23T18:23:03.830379+0000","last_undegraded":"2024-04-23T18:23:03.830379+0000","last_fullsized":"2024-04-23T18:23:03.830379+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:02:09.302667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734178+0000","last_change":"2024-04-23T18:20:59.860579+0000","last_active":"2024-04-23T18:23:03.734178+0000","last_peered":"2024-04-23T18:23:03.734178+0000","last_clean":"2024-04-23T18:23:03.734178+0000","last_became_active":"2024-04-23T18:20:59.860217+0000","last_became_peered":"2024-04-23T18:20:59.860217+0000","last_unstale":"2024-04-23T18:23:03.734178+0000","last_undegraded":"2024-04-23T18:23:03.734178+0000","last_fullsized":"2024-04-23T18:23:03.734178+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:22:09.508510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829732+0000","last_change":"2024-04-23T18:20:59.867999+0000","last_active":"2024-04-23T18:23:03.829732+0000","last_peered":"2024-04-23T18:23:03.829732+0000","last_clean":"2024-04-23T18:23:03.829732+0000","last_became_active":"2024-04-23T18:20:59.867643+0000","last_became_peered":"2024-04-23T18:20:59.867643+0000","last_unstale":"2024-04-23T18:23:03.829732+0000","last_undegraded":"2024-04-23T18:23:03.829732+0000","last_fullsized":"2024-04-23T18:23:03.829732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:26:40.402523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825238+0000","last_change":"2024-04-23T18:20:59.868277+0000","last_active":"2024-04-23T18:23:03.825238+0000","last_peered":"2024-04-23T18:23:03.825238+0000","last_clean":"2024-04-23T18:23:03.825238+0000","last_became_active":"2024-04-23T18:20:59.867947+0000","last_became_peered":"2024-04-23T18:20:59.867947+0000","last_unstale":"2024-04-23T18:23:03.825238+0000","last_undegraded":"2024-04-23T18:23:03.825238+0000","last_fullsized":"2024-04-23T18:23:03.825238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:11:53.537881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829831+0000","last_change":"2024-04-23T18:20:59.877360+0000","last_active":"2024-04-23T18:23:03.829831+0000","last_peered":"2024-04-23T18:23:03.829831+0000","last_clean":"2024-04-23T18:23:03.829831+0000","last_became_active":"2024-04-23T18:20:59.875359+0000","last_became_peered":"2024-04-23T18:20:59.875359+0000","last_unstale":"2024-04-23T18:23:03.829831+0000","last_undegraded":"2024-04-23T18:23:03.829831+0000","last_fullsized":"2024-04-23T18:23:03.829831+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:36:07.422442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.732955+0000","last_change":"2024-04-23T18:21:56.503229+0000","last_active":"2024-04-23T18:23:03.732955+0000","last_peered":"2024-04-23T18:23:03.732955+0000","last_clean":"2024-04-23T18:23:03.732955+0000","last_became_active":"2024-04-23T18:21:56.502753+0000","last_became_peered":"2024-04-23T18:21:56.502753+0000","last_unstale":"2024-04-23T18:23:03.732955+0000","last_undegraded":"2024-04-23T18:23:03.732955+0000","last_fullsized":"2024-04-23T18:23:03.732955+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:08:59.069908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830431+0000","last_change":"2024-04-23T18:20:59.876290+0000","last_active":"2024-04-23T18:23:03.830431+0000","last_peered":"2024-04-23T18:23:03.830431+0000","last_clean":"2024-04-23T18:23:03.830431+0000","last_became_active":"2024-04-23T18:20:59.875756+0000","last_became_peered":"2024-04-23T18:20:59.875756+0000","last_unstale":"2024-04-23T18:23:03.830431+0000","last_undegraded":"2024-04-23T18:23:03.830431+0000","last_fullsized":"2024-04-23T18:23:03.830431+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:34:52.995694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825495+0000","last_change":"2024-04-23T18:20:59.866443+0000","last_active":"2024-04-23T18:23:03.825495+0000","last_peered":"2024-04-23T18:23:03.825495+0000","last_clean":"2024-04-23T18:23:03.825495+0000","last_became_active":"2024-04-23T18:20:59.866071+0000","last_became_peered":"2024-04-23T18:20:59.866071+0000","last_unstale":"2024-04-23T18:23:03.825495+0000","last_undegraded":"2024-04-23T18:23:03.825495+0000","last_fullsized":"2024-04-23T18:23:03.825495+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:06:23.714089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830462+0000","last_change":"2024-04-23T18:20:59.872197+0000","last_active":"2024-04-23T18:23:03.830462+0000","last_peered":"2024-04-23T18:23:03.830462+0000","last_clean":"2024-04-23T18:23:03.830462+0000","last_became_active":"2024-04-23T18:20:59.871450+0000","last_became_peered":"2024-04-23T18:20:59.871450+0000","last_unstale":"2024-04-23T18:23:03.830462+0000","last_undegraded":"2024-04-23T18:23:03.830462+0000","last_fullsized":"2024-04-23T18:23:03.830462+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:08:08.595804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734088+0000","last_change":"2024-04-23T18:20:59.863448+0000","last_active":"2024-04-23T18:23:03.734088+0000","last_peered":"2024-04-23T18:23:03.734088+0000","last_clean":"2024-04-23T18:23:03.734088+0000","last_became_active":"2024-04-23T18:20:59.863109+0000","last_became_peered":"2024-04-23T18:20:59.863109+0000","last_unstale":"2024-04-23T18:23:03.734088+0000","last_undegraded":"2024-04-23T18:23:03.734088+0000","last_fullsized":"2024-04-23T18:23:03.734088+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:11:14.859442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830835+0000","last_change":"2024-04-23T18:20:59.876979+0000","last_active":"2024-04-23T18:23:03.830835+0000","last_peered":"2024-04-23T18:23:03.830835+0000","last_clean":"2024-04-23T18:23:03.830835+0000","last_became_active":"2024-04-23T18:20:59.876604+0000","last_became_peered":"2024-04-23T18:20:59.876604+0000","last_unstale":"2024-04-23T18:23:03.830835+0000","last_undegraded":"2024-04-23T18:23:03.830835+0000","last_fullsized":"2024-04-23T18:23:03.830835+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:12:15.689838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830069+0000","last_change":"2024-04-23T18:20:59.874959+0000","last_active":"2024-04-23T18:23:03.830069+0000","last_peered":"2024-04-23T18:23:03.830069+0000","last_clean":"2024-04-23T18:23:03.830069+0000","last_became_active":"2024-04-23T18:20:59.874587+0000","last_became_peered":"2024-04-23T18:20:59.874587+0000","last_unstale":"2024-04-23T18:23:03.830069+0000","last_undegraded":"2024-04-23T18:23:03.830069+0000","last_fullsized":"2024-04-23T18:23:03.830069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:03:19.959476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829834+0000","last_change":"2024-04-23T18:20:59.869086+0000","last_active":"2024-04-23T18:23:03.829834+0000","last_peered":"2024-04-23T18:23:03.829834+0000","last_clean":"2024-04-23T18:23:03.829834+0000","last_became_active":"2024-04-23T18:20:59.868742+0000","last_became_peered":"2024-04-23T18:20:59.868742+0000","last_unstale":"2024-04-23T18:23:03.829834+0000","last_undegraded":"2024-04-23T18:23:03.829834+0000","last_fullsized":"2024-04-23T18:23:03.829834+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:58.011662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829745+0000","last_change":"2024-04-23T18:20:59.868907+0000","last_active":"2024-04-23T18:23:03.829745+0000","last_peered":"2024-04-23T18:23:03.829745+0000","last_clean":"2024-04-23T18:23:03.829745+0000","last_became_active":"2024-04-23T18:20:59.868598+0000","last_became_peered":"2024-04-23T18:20:59.868598+0000","last_unstale":"2024-04-23T18:23:03.829745+0000","last_undegraded":"2024-04-23T18:23:03.829745+0000","last_fullsized":"2024-04-23T18:23:03.829745+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:30:56.594825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829643+0000","last_change":"2024-04-23T18:20:59.880433+0000","last_active":"2024-04-23T18:23:03.829643+0000","last_peered":"2024-04-23T18:23:03.829643+0000","last_clean":"2024-04-23T18:23:03.829643+0000","last_became_active":"2024-04-23T18:20:59.879850+0000","last_became_peered":"2024-04-23T18:20:59.879850+0000","last_unstale":"2024-04-23T18:23:03.829643+0000","last_undegraded":"2024-04-23T18:23:03.829643+0000","last_fullsized":"2024-04-23T18:23:03.829643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:00.545172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733225+0000","last_change":"2024-04-23T18:20:59.869332+0000","last_active":"2024-04-23T18:23:03.733225+0000","last_peered":"2024-04-23T18:23:03.733225+0000","last_clean":"2024-04-23T18:23:03.733225+0000","last_became_active":"2024-04-23T18:20:59.868940+0000","last_became_peered":"2024-04-23T18:20:59.868940+0000","last_unstale":"2024-04-23T18:23:03.733225+0000","last_undegraded":"2024-04-23T18:23:03.733225+0000","last_fullsized":"2024-04-23T18:23:03.733225+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:06:35.068649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735758+0000","last_change":"2024-04-23T18:20:59.860825+0000","last_active":"2024-04-23T18:23:03.735758+0000","last_peered":"2024-04-23T18:23:03.735758+0000","last_clean":"2024-04-23T18:23:03.735758+0000","last_became_active":"2024-04-23T18:20:59.860403+0000","last_became_peered":"2024-04-23T18:20:59.860403+0000","last_unstale":"2024-04-23T18:23:03.735758+0000","last_undegraded":"2024-04-23T18:23:03.735758+0000","last_fullsized":"2024-04-23T18:23:03.735758+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:31:50.189832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'14","reported_seq":180,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.589018+0000","last_change":"2024-04-23T18:21:56.513365+0000","last_active":"2024-04-23T18:23:04.589018+0000","last_peered":"2024-04-23T18:23:04.589018+0000","last_clean":"2024-04-23T18:23:04.589018+0000","last_became_active":"2024-04-23T18:21:56.499491+0000","last_became_peered":"2024-04-23T18:21:56.499491+0000","last_unstale":"2024-04-23T18:23:04.589018+0000","last_undegraded":"2024-04-23T18:23:04.589018+0000","last_fullsized":"2024-04-23T18:23:04.589018+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:41:11.309094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830092+0000","last_change":"2024-04-23T18:20:59.877896+0000","last_active":"2024-04-23T18:23:03.830092+0000","last_peered":"2024-04-23T18:23:03.830092+0000","last_clean":"2024-04-23T18:23:03.830092+0000","last_became_active":"2024-04-23T18:20:59.877528+0000","last_became_peered":"2024-04-23T18:20:59.877528+0000","last_unstale":"2024-04-23T18:23:03.830092+0000","last_undegraded":"2024-04-23T18:23:03.830092+0000","last_fullsized":"2024-04-23T18:23:03.830092+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:07:00.924634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830450+0000","last_change":"2024-04-23T18:20:58.869387+0000","last_active":"2024-04-23T18:23:03.830450+0000","last_peered":"2024-04-23T18:23:03.830450+0000","last_clean":"2024-04-23T18:23:03.830450+0000","last_became_active":"2024-04-23T18:20:58.869038+0000","last_became_peered":"2024-04-23T18:20:58.869038+0000","last_unstale":"2024-04-23T18:23:03.830450+0000","last_undegraded":"2024-04-23T18:23:03.830450+0000","last_fullsized":"2024-04-23T18:23:03.830450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:02:02.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831485+0000","last_change":"2024-04-23T18:20:59.870529+0000","last_active":"2024-04-23T18:23:03.831485+0000","last_peered":"2024-04-23T18:23:03.831485+0000","last_clean":"2024-04-23T18:23:03.831485+0000","last_became_active":"2024-04-23T18:20:59.870099+0000","last_became_peered":"2024-04-23T18:20:59.870099+0000","last_unstale":"2024-04-23T18:23:03.831485+0000","last_undegraded":"2024-04-23T18:23:03.831485+0000","last_fullsized":"2024-04-23T18:23:03.831485+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:17:50.195045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830123+0000","last_change":"2024-04-23T18:20:58.863120+0000","last_active":"2024-04-23T18:23:03.830123+0000","last_peered":"2024-04-23T18:23:03.830123+0000","last_clean":"2024-04-23T18:23:03.830123+0000","last_became_active":"2024-04-23T18:20:58.862733+0000","last_became_peered":"2024-04-23T18:20:58.862733+0000","last_unstale":"2024-04-23T18:23:03.830123+0000","last_undegraded":"2024-04-23T18:23:03.830123+0000","last_fullsized":"2024-04-23T18:23:03.830123+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:32:16.374996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830231+0000","last_change":"2024-04-23T18:20:59.855642+0000","last_active":"2024-04-23T18:23:03.830231+0000","last_peered":"2024-04-23T18:23:03.830231+0000","last_clean":"2024-04-23T18:23:03.830231+0000","last_became_active":"2024-04-23T18:20:59.855317+0000","last_became_peered":"2024-04-23T18:20:59.855317+0000","last_unstale":"2024-04-23T18:23:03.830231+0000","last_undegraded":"2024-04-23T18:23:03.830231+0000","last_fullsized":"2024-04-23T18:23:03.830231+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:13:35.976647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829910+0000","last_change":"2024-04-23T18:20:58.853846+0000","last_active":"2024-04-23T18:23:03.829910+0000","last_peered":"2024-04-23T18:23:03.829910+0000","last_clean":"2024-04-23T18:23:03.829910+0000","last_became_active":"2024-04-23T18:20:58.853473+0000","last_became_peered":"2024-04-23T18:20:58.853473+0000","last_unstale":"2024-04-23T18:23:03.829910+0000","last_undegraded":"2024-04-23T18:23:03.829910+0000","last_fullsized":"2024-04-23T18:23:03.829910+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:55:28.522652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828208+0000","last_change":"2024-04-23T18:21:56.722021+0000","last_active":"2024-04-23T18:23:03.828208+0000","last_peered":"2024-04-23T18:23:03.828208+0000","last_clean":"2024-04-23T18:23:03.828208+0000","last_became_active":"2024-04-23T18:21:56.721479+0000","last_became_peered":"2024-04-23T18:21:56.721479+0000","last_unstale":"2024-04-23T18:23:03.828208+0000","last_undegraded":"2024-04-23T18:23:03.828208+0000","last_fullsized":"2024-04-23T18:23:03.828208+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:51:40.921636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"91'8","reported_seq":157,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.473218+0000","last_change":"2024-04-23T18:20:58.862102+0000","last_active":"2024-04-23T18:23:04.473218+0000","last_peered":"2024-04-23T18:23:04.473218+0000","last_clean":"2024-04-23T18:23:04.473218+0000","last_became_active":"2024-04-23T18:20:58.861794+0000","last_became_peered":"2024-04-23T18:20:58.861794+0000","last_unstale":"2024-04-23T18:23:04.473218+0000","last_undegraded":"2024-04-23T18:23:04.473218+0000","last_fullsized":"2024-04-23T18:23:04.473218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:07:56.139013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1545,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829754+0000","last_change":"2024-04-23T18:20:59.870867+0000","last_active":"2024-04-23T18:23:03.829754+0000","last_peered":"2024-04-23T18:23:03.829754+0000","last_clean":"2024-04-23T18:23:03.829754+0000","last_became_active":"2024-04-23T18:20:59.870526+0000","last_became_peered":"2024-04-23T18:20:59.870526+0000","last_unstale":"2024-04-23T18:23:03.829754+0000","last_undegraded":"2024-04-23T18:23:03.829754+0000","last_fullsized":"2024-04-23T18:23:03.829754+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:04:56.848932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825171+0000","last_change":"2024-04-23T18:20:58.860528+0000","last_active":"2024-04-23T18:23:03.825171+0000","last_peered":"2024-04-23T18:23:03.825171+0000","last_clean":"2024-04-23T18:23:03.825171+0000","last_became_active":"2024-04-23T18:20:58.860134+0000","last_became_peered":"2024-04-23T18:20:58.860134+0000","last_unstale":"2024-04-23T18:23:03.825171+0000","last_undegraded":"2024-04-23T18:23:03.825171+0000","last_fullsized":"2024-04-23T18:23:03.825171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:50:11.151898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828084+0000","last_change":"2024-04-23T18:22:57.385257+0000","last_active":"2024-04-23T18:23:03.828084+0000","last_peered":"2024-04-23T18:23:03.828084+0000","last_clean":"2024-04-23T18:23:03.828084+0000","last_became_active":"2024-04-23T18:22:57.384962+0000","last_became_peered":"2024-04-23T18:22:57.384962+0000","last_unstale":"2024-04-23T18:23:03.828084+0000","last_undegraded":"2024-04-23T18:23:03.828084+0000","last_fullsized":"2024-04-23T18:23:03.828084+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:03:29.189636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.832172+0000","last_change":"2024-04-23T18:20:58.850195+0000","last_active":"2024-04-23T18:23:03.832172+0000","last_peered":"2024-04-23T18:23:03.832172+0000","last_clean":"2024-04-23T18:23:03.832172+0000","last_became_active":"2024-04-23T18:20:58.849815+0000","last_became_peered":"2024-04-23T18:20:58.849815+0000","last_unstale":"2024-04-23T18:23:03.832172+0000","last_undegraded":"2024-04-23T18:23:03.832172+0000","last_fullsized":"2024-04-23T18:23:03.832172+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:29:19.937473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829933+0000","last_change":"2024-04-23T18:20:59.872045+0000","last_active":"2024-04-23T18:23:03.829933+0000","last_peered":"2024-04-23T18:23:03.829933+0000","last_clean":"2024-04-23T18:23:03.829933+0000","last_became_active":"2024-04-23T18:20:59.870964+0000","last_became_peered":"2024-04-23T18:20:59.870964+0000","last_unstale":"2024-04-23T18:23:03.829933+0000","last_undegraded":"2024-04-23T18:23:03.829933+0000","last_fullsized":"2024-04-23T18:23:03.829933+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:04.006841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.827641+0000","last_change":"2024-04-23T18:20:58.860868+0000","last_active":"2024-04-23T18:23:03.827641+0000","last_peered":"2024-04-23T18:23:03.827641+0000","last_clean":"2024-04-23T18:23:03.827641+0000","last_became_active":"2024-04-23T18:20:58.860539+0000","last_became_peered":"2024-04-23T18:20:58.860539+0000","last_unstale":"2024-04-23T18:23:03.827641+0000","last_undegraded":"2024-04-23T18:23:03.827641+0000","last_fullsized":"2024-04-23T18:23:03.827641+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:46.918143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.732998+0000","last_change":"2024-04-23T18:20:59.867600+0000","last_active":"2024-04-23T18:23:03.732998+0000","last_peered":"2024-04-23T18:23:03.732998+0000","last_clean":"2024-04-23T18:23:03.732998+0000","last_became_active":"2024-04-23T18:20:59.867212+0000","last_became_peered":"2024-04-23T18:20:59.867212+0000","last_unstale":"2024-04-23T18:23:03.732998+0000","last_undegraded":"2024-04-23T18:23:03.732998+0000","last_fullsized":"2024-04-23T18:23:03.732998+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:00.470189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'7","reported_seq":272,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.472142+0000","last_change":"2024-04-23T18:20:58.858931+0000","last_active":"2024-04-23T18:23:04.472142+0000","last_peered":"2024-04-23T18:23:04.472142+0000","last_clean":"2024-04-23T18:23:04.472142+0000","last_became_active":"2024-04-23T18:20:58.858492+0000","last_became_peered":"2024-04-23T18:20:58.858492+0000","last_unstale":"2024-04-23T18:23:04.472142+0000","last_undegraded":"2024-04-23T18:23:04.472142+0000","last_fullsized":"2024-04-23T18:23:04.472142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:09:30.335087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":240,"num_read_kb":240,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830531+0000","last_change":"2024-04-23T18:20:59.861029+0000","last_active":"2024-04-23T18:23:03.830531+0000","last_peered":"2024-04-23T18:23:03.830531+0000","last_clean":"2024-04-23T18:23:03.830531+0000","last_became_active":"2024-04-23T18:20:59.860603+0000","last_became_peered":"2024-04-23T18:20:59.860603+0000","last_unstale":"2024-04-23T18:23:03.830531+0000","last_undegraded":"2024-04-23T18:23:03.830531+0000","last_fullsized":"2024-04-23T18:23:03.830531+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:10.142795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830745+0000","last_change":"2024-04-23T18:20:58.865538+0000","last_active":"2024-04-23T18:23:03.830745+0000","last_peered":"2024-04-23T18:23:03.830745+0000","last_clean":"2024-04-23T18:23:03.830745+0000","last_became_active":"2024-04-23T18:20:58.864744+0000","last_became_peered":"2024-04-23T18:20:58.864744+0000","last_unstale":"2024-04-23T18:23:03.830745+0000","last_undegraded":"2024-04-23T18:23:03.830745+0000","last_fullsized":"2024-04-23T18:23:03.830745+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:23.178032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831412+0000","last_change":"2024-04-23T18:20:59.878257+0000","last_active":"2024-04-23T18:23:03.831412+0000","last_peered":"2024-04-23T18:23:03.831412+0000","last_clean":"2024-04-23T18:23:03.831412+0000","last_became_active":"2024-04-23T18:20:59.875944+0000","last_became_peered":"2024-04-23T18:20:59.875944+0000","last_unstale":"2024-04-23T18:23:03.831412+0000","last_undegraded":"2024-04-23T18:23:03.831412+0000","last_fullsized":"2024-04-23T18:23:03.831412+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:03:37.046284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828339+0000","last_change":"2024-04-23T18:20:58.864563+0000","last_active":"2024-04-23T18:23:03.828339+0000","last_peered":"2024-04-23T18:23:03.828339+0000","last_clean":"2024-04-23T18:23:03.828339+0000","last_became_active":"2024-04-23T18:20:58.864231+0000","last_became_peered":"2024-04-23T18:20:58.864231+0000","last_unstale":"2024-04-23T18:23:03.828339+0000","last_undegraded":"2024-04-23T18:23:03.828339+0000","last_fullsized":"2024-04-23T18:23:03.828339+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:37:24.678023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830208+0000","last_change":"2024-04-23T18:20:59.865006+0000","last_active":"2024-04-23T18:23:03.830208+0000","last_peered":"2024-04-23T18:23:03.830208+0000","last_clean":"2024-04-23T18:23:03.830208+0000","last_became_active":"2024-04-23T18:20:59.864586+0000","last_became_peered":"2024-04-23T18:20:59.864586+0000","last_unstale":"2024-04-23T18:23:03.830208+0000","last_undegraded":"2024-04-23T18:23:03.830208+0000","last_fullsized":"2024-04-23T18:23:03.830208+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:02.186933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'38","reported_seq":331,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.006711+0000","last_change":"2024-04-23T18:21:56.730249+0000","last_active":"2024-04-23T18:23:04.006711+0000","last_peered":"2024-04-23T18:23:04.006711+0000","last_clean":"2024-04-23T18:23:04.006711+0000","last_became_active":"2024-04-23T18:21:56.722690+0000","last_became_peered":"2024-04-23T18:21:56.722690+0000","last_unstale":"2024-04-23T18:23:04.006711+0000","last_undegraded":"2024-04-23T18:23:04.006711+0000","last_fullsized":"2024-04-23T18:23:04.006711+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:29:21.005225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67758,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":246,"num_read_kb":189,"num_write":40,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61046,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829978+0000","last_change":"2024-04-23T18:20:59.870083+0000","last_active":"2024-04-23T18:23:03.829978+0000","last_peered":"2024-04-23T18:23:03.829978+0000","last_clean":"2024-04-23T18:23:03.829978+0000","last_became_active":"2024-04-23T18:20:59.869722+0000","last_became_peered":"2024-04-23T18:20:59.869722+0000","last_unstale":"2024-04-23T18:23:03.829978+0000","last_undegraded":"2024-04-23T18:23:03.829978+0000","last_fullsized":"2024-04-23T18:23:03.829978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:08:40.589017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735615+0000","last_change":"2024-04-23T18:20:58.866008+0000","last_active":"2024-04-23T18:23:03.735615+0000","last_peered":"2024-04-23T18:23:03.735615+0000","last_clean":"2024-04-23T18:23:03.735615+0000","last_became_active":"2024-04-23T18:20:58.865644+0000","last_became_peered":"2024-04-23T18:20:58.865644+0000","last_unstale":"2024-04-23T18:23:03.735615+0000","last_undegraded":"2024-04-23T18:23:03.735615+0000","last_fullsized":"2024-04-23T18:23:03.735615+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:25.002138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830353+0000","last_change":"2024-04-23T18:20:59.868766+0000","last_active":"2024-04-23T18:23:03.830353+0000","last_peered":"2024-04-23T18:23:03.830353+0000","last_clean":"2024-04-23T18:23:03.830353+0000","last_became_active":"2024-04-23T18:20:59.868334+0000","last_became_peered":"2024-04-23T18:20:59.868334+0000","last_unstale":"2024-04-23T18:23:03.830353+0000","last_undegraded":"2024-04-23T18:23:03.830353+0000","last_fullsized":"2024-04-23T18:23:03.830353+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:22:47.052087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.828016+0000","last_change":"2024-04-23T18:20:58.861138+0000","last_active":"2024-04-23T18:23:03.828016+0000","last_peered":"2024-04-23T18:23:03.828016+0000","last_clean":"2024-04-23T18:23:03.828016+0000","last_became_active":"2024-04-23T18:20:58.860783+0000","last_became_peered":"2024-04-23T18:20:58.860783+0000","last_unstale":"2024-04-23T18:23:03.828016+0000","last_undegraded":"2024-04-23T18:23:03.828016+0000","last_fullsized":"2024-04-23T18:23:03.828016+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:35:58.963320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829922+0000","last_change":"2024-04-23T18:20:59.871883+0000","last_active":"2024-04-23T18:23:03.829922+0000","last_peered":"2024-04-23T18:23:03.829922+0000","last_clean":"2024-04-23T18:23:03.829922+0000","last_became_active":"2024-04-23T18:20:59.871477+0000","last_became_peered":"2024-04-23T18:20:59.871477+0000","last_unstale":"2024-04-23T18:23:03.829922+0000","last_undegraded":"2024-04-23T18:23:03.829922+0000","last_fullsized":"2024-04-23T18:23:03.829922+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:46:08.094024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'8","reported_seq":157,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733961+0000","last_change":"2024-04-23T18:20:58.862877+0000","last_active":"2024-04-23T18:23:03.733961+0000","last_peered":"2024-04-23T18:23:03.733961+0000","last_clean":"2024-04-23T18:23:03.733961+0000","last_became_active":"2024-04-23T18:20:58.862222+0000","last_became_peered":"2024-04-23T18:20:58.862222+0000","last_unstale":"2024-04-23T18:23:03.733961+0000","last_undegraded":"2024-04-23T18:23:03.733961+0000","last_fullsized":"2024-04-23T18:23:03.733961+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:05:15.323778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829720+0000","last_change":"2024-04-23T18:20:59.876912+0000","last_active":"2024-04-23T18:23:03.829720+0000","last_peered":"2024-04-23T18:23:03.829720+0000","last_clean":"2024-04-23T18:23:03.829720+0000","last_became_active":"2024-04-23T18:20:59.876585+0000","last_became_peered":"2024-04-23T18:20:59.876585+0000","last_unstale":"2024-04-23T18:23:03.829720+0000","last_undegraded":"2024-04-23T18:23:03.829720+0000","last_fullsized":"2024-04-23T18:23:03.829720+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:25:02.654240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":67,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829608+0000","last_change":"2024-04-23T18:21:56.521434+0000","last_active":"2024-04-23T18:23:03.829608+0000","last_peered":"2024-04-23T18:23:03.829608+0000","last_clean":"2024-04-23T18:23:03.829608+0000","last_became_active":"2024-04-23T18:21:56.503572+0000","last_became_peered":"2024-04-23T18:21:56.503572+0000","last_unstale":"2024-04-23T18:23:03.829608+0000","last_undegraded":"2024-04-23T18:23:03.829608+0000","last_fullsized":"2024-04-23T18:23:03.829608+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:32:53.392151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.827869+0000","last_change":"2024-04-23T18:20:59.879008+0000","last_active":"2024-04-23T18:23:03.827869+0000","last_peered":"2024-04-23T18:23:03.827869+0000","last_clean":"2024-04-23T18:23:03.827869+0000","last_became_active":"2024-04-23T18:20:59.878644+0000","last_became_peered":"2024-04-23T18:20:59.878644+0000","last_unstale":"2024-04-23T18:23:03.827869+0000","last_undegraded":"2024-04-23T18:23:03.827869+0000","last_fullsized":"2024-04-23T18:23:03.827869+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:45:53.763888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830237+0000","last_change":"2024-04-23T18:20:58.855151+0000","last_active":"2024-04-23T18:23:03.830237+0000","last_peered":"2024-04-23T18:23:03.830237+0000","last_clean":"2024-04-23T18:23:03.830237+0000","last_became_active":"2024-04-23T18:20:58.854119+0000","last_became_peered":"2024-04-23T18:20:58.854119+0000","last_unstale":"2024-04-23T18:23:03.830237+0000","last_undegraded":"2024-04-23T18:23:03.830237+0000","last_fullsized":"2024-04-23T18:23:03.830237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:01:28.819873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829486+0000","last_change":"2024-04-23T18:21:56.503038+0000","last_active":"2024-04-23T18:23:03.829486+0000","last_peered":"2024-04-23T18:23:03.829486+0000","last_clean":"2024-04-23T18:23:03.829486+0000","last_became_active":"2024-04-23T18:21:56.502636+0000","last_became_peered":"2024-04-23T18:21:56.502636+0000","last_unstale":"2024-04-23T18:23:03.829486+0000","last_undegraded":"2024-04-23T18:23:03.829486+0000","last_fullsized":"2024-04-23T18:23:03.829486+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:27.418400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733185+0000","last_change":"2024-04-23T18:20:58.859592+0000","last_active":"2024-04-23T18:23:03.733185+0000","last_peered":"2024-04-23T18:23:03.733185+0000","last_clean":"2024-04-23T18:23:03.733185+0000","last_became_active":"2024-04-23T18:20:58.859216+0000","last_became_peered":"2024-04-23T18:20:58.859216+0000","last_unstale":"2024-04-23T18:23:03.733185+0000","last_undegraded":"2024-04-23T18:23:03.733185+0000","last_fullsized":"2024-04-23T18:23:03.733185+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:15:47.339706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825342+0000","last_change":"2024-04-23T18:20:59.872452+0000","last_active":"2024-04-23T18:23:03.825342+0000","last_peered":"2024-04-23T18:23:03.825342+0000","last_clean":"2024-04-23T18:23:03.825342+0000","last_became_active":"2024-04-23T18:20:59.872116+0000","last_became_peered":"2024-04-23T18:20:59.872116+0000","last_unstale":"2024-04-23T18:23:03.825342+0000","last_undegraded":"2024-04-23T18:23:03.825342+0000","last_fullsized":"2024-04-23T18:23:03.825342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:38:36.970099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'7","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.589994+0000","last_change":"2024-04-23T18:20:58.868460+0000","last_active":"2024-04-23T18:23:04.589994+0000","last_peered":"2024-04-23T18:23:04.589994+0000","last_clean":"2024-04-23T18:23:04.589994+0000","last_became_active":"2024-04-23T18:20:58.868115+0000","last_became_peered":"2024-04-23T18:20:58.868115+0000","last_unstale":"2024-04-23T18:23:04.589994+0000","last_undegraded":"2024-04-23T18:23:04.589994+0000","last_fullsized":"2024-04-23T18:23:04.589994+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:47.216609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.825303+0000","last_change":"2024-04-23T18:20:59.868545+0000","last_active":"2024-04-23T18:23:03.825303+0000","last_peered":"2024-04-23T18:23:03.825303+0000","last_clean":"2024-04-23T18:23:03.825303+0000","last_became_active":"2024-04-23T18:20:59.868223+0000","last_became_peered":"2024-04-23T18:20:59.868223+0000","last_unstale":"2024-04-23T18:23:03.825303+0000","last_undegraded":"2024-04-23T18:23:03.825303+0000","last_fullsized":"2024-04-23T18:23:03.825303+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:22:59.423338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.827786+0000","last_change":"2024-04-23T18:20:59.873360+0000","last_active":"2024-04-23T18:23:03.827786+0000","last_peered":"2024-04-23T18:23:03.827786+0000","last_clean":"2024-04-23T18:23:03.827786+0000","last_became_active":"2024-04-23T18:20:59.872988+0000","last_became_peered":"2024-04-23T18:20:59.872988+0000","last_unstale":"2024-04-23T18:23:03.827786+0000","last_undegraded":"2024-04-23T18:23:03.827786+0000","last_fullsized":"2024-04-23T18:23:03.827786+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:06:08.758482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'7","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.493912+0000","last_change":"2024-04-23T18:20:58.859121+0000","last_active":"2024-04-23T18:23:04.493912+0000","last_peered":"2024-04-23T18:23:04.493912+0000","last_clean":"2024-04-23T18:23:04.493912+0000","last_became_active":"2024-04-23T18:20:58.858797+0000","last_became_peered":"2024-04-23T18:20:58.858797+0000","last_unstale":"2024-04-23T18:23:04.493912+0000","last_undegraded":"2024-04-23T18:23:04.493912+0000","last_fullsized":"2024-04-23T18:23:04.493912+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:32:18.308667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.733108+0000","last_change":"2024-04-23T18:22:57.385161+0000","last_active":"2024-04-23T18:23:03.733108+0000","last_peered":"2024-04-23T18:23:03.733108+0000","last_clean":"2024-04-23T18:23:03.733108+0000","last_became_active":"2024-04-23T18:22:57.384725+0000","last_became_peered":"2024-04-23T18:22:57.384725+0000","last_unstale":"2024-04-23T18:23:03.733108+0000","last_undegraded":"2024-04-23T18:23:03.733108+0000","last_fullsized":"2024-04-23T18:23:03.733108+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:08:36.571403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734005+0000","last_change":"2024-04-23T18:20:58.854516+0000","last_active":"2024-04-23T18:23:03.734005+0000","last_peered":"2024-04-23T18:23:03.734005+0000","last_clean":"2024-04-23T18:23:03.734005+0000","last_became_active":"2024-04-23T18:20:58.854156+0000","last_became_peered":"2024-04-23T18:20:58.854156+0000","last_unstale":"2024-04-23T18:23:03.734005+0000","last_undegraded":"2024-04-23T18:23:03.734005+0000","last_fullsized":"2024-04-23T18:23:03.734005+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:55:57.825093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":361,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829880+0000","last_change":"2024-04-23T18:19:45.545830+0000","last_active":"2024-04-23T18:23:03.829880+0000","last_peered":"2024-04-23T18:23:03.829880+0000","last_clean":"2024-04-23T18:23:03.829880+0000","last_became_active":"2024-04-23T18:19:45.545228+0000","last_became_peered":"2024-04-23T18:19:45.545228+0000","last_unstale":"2024-04-23T18:23:03.829880+0000","last_undegraded":"2024-04-23T18:23:03.829880+0000","last_fullsized":"2024-04-23T18:23:03.829880+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:19.429544+0000","last_clean_scrub_stamp":"2024-04-23T18:16:19.429544+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:15:02.341971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831978+0000","last_change":"2024-04-23T18:20:59.867240+0000","last_active":"2024-04-23T18:23:03.831978+0000","last_peered":"2024-04-23T18:23:03.831978+0000","last_clean":"2024-04-23T18:23:03.831978+0000","last_became_active":"2024-04-23T18:20:59.866320+0000","last_became_peered":"2024-04-23T18:20:59.866320+0000","last_unstale":"2024-04-23T18:23:03.831978+0000","last_undegraded":"2024-04-23T18:23:03.831978+0000","last_fullsized":"2024-04-23T18:23:03.831978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:30.563962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830134+0000","last_change":"2024-04-23T18:20:58.859947+0000","last_active":"2024-04-23T18:23:03.830134+0000","last_peered":"2024-04-23T18:23:03.830134+0000","last_clean":"2024-04-23T18:23:03.830134+0000","last_became_active":"2024-04-23T18:20:58.859570+0000","last_became_peered":"2024-04-23T18:20:58.859570+0000","last_unstale":"2024-04-23T18:23:03.830134+0000","last_undegraded":"2024-04-23T18:23:03.830134+0000","last_fullsized":"2024-04-23T18:23:03.830134+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:46:30.452480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829403+0000","last_change":"2024-04-23T18:21:56.510077+0000","last_active":"2024-04-23T18:23:03.829403+0000","last_peered":"2024-04-23T18:23:03.829403+0000","last_clean":"2024-04-23T18:23:03.829403+0000","last_became_active":"2024-04-23T18:21:56.499133+0000","last_became_peered":"2024-04-23T18:21:56.499133+0000","last_unstale":"2024-04-23T18:23:03.829403+0000","last_undegraded":"2024-04-23T18:23:03.829403+0000","last_fullsized":"2024-04-23T18:23:03.829403+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:51:45.553289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831328+0000","last_change":"2024-04-23T18:20:59.863791+0000","last_active":"2024-04-23T18:23:03.831328+0000","last_peered":"2024-04-23T18:23:03.831328+0000","last_clean":"2024-04-23T18:23:03.831328+0000","last_became_active":"2024-04-23T18:20:59.863455+0000","last_became_peered":"2024-04-23T18:20:59.863455+0000","last_unstale":"2024-04-23T18:23:03.831328+0000","last_undegraded":"2024-04-23T18:23:03.831328+0000","last_fullsized":"2024-04-23T18:23:03.831328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:41:17.434620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'48","reported_seq":96,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.954418+0000","last_change":"2024-04-23T18:20:58.854305+0000","last_active":"2024-04-23T18:23:03.954418+0000","last_peered":"2024-04-23T18:23:03.954418+0000","last_clean":"2024-04-23T18:23:03.954418+0000","last_became_active":"2024-04-23T18:20:58.853957+0000","last_became_peered":"2024-04-23T18:20:58.853957+0000","last_unstale":"2024-04-23T18:23:03.954418+0000","last_undegraded":"2024-04-23T18:23:03.954418+0000","last_fullsized":"2024-04-23T18:23:03.954418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:33:07.949934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":84,"num_write_kb":836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830650+0000","last_change":"2024-04-23T18:20:59.871504+0000","last_active":"2024-04-23T18:23:03.830650+0000","last_peered":"2024-04-23T18:23:03.830650+0000","last_clean":"2024-04-23T18:23:03.830650+0000","last_became_active":"2024-04-23T18:20:59.871147+0000","last_became_peered":"2024-04-23T18:20:59.871147+0000","last_unstale":"2024-04-23T18:23:03.830650+0000","last_undegraded":"2024-04-23T18:23:03.830650+0000","last_fullsized":"2024-04-23T18:23:03.830650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:35.849085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.734157+0000","last_change":"2024-04-23T18:20:58.855690+0000","last_active":"2024-04-23T18:23:03.734157+0000","last_peered":"2024-04-23T18:23:03.734157+0000","last_clean":"2024-04-23T18:23:03.734157+0000","last_became_active":"2024-04-23T18:20:58.854957+0000","last_became_peered":"2024-04-23T18:20:58.854957+0000","last_unstale":"2024-04-23T18:23:03.734157+0000","last_undegraded":"2024-04-23T18:23:03.734157+0000","last_fullsized":"2024-04-23T18:23:03.734157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:17:35.335799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830637+0000","last_change":"2024-04-23T18:20:59.880722+0000","last_active":"2024-04-23T18:23:03.830637+0000","last_peered":"2024-04-23T18:23:03.830637+0000","last_clean":"2024-04-23T18:23:03.830637+0000","last_became_active":"2024-04-23T18:20:59.879508+0000","last_became_peered":"2024-04-23T18:20:59.879508+0000","last_unstale":"2024-04-23T18:23:03.830637+0000","last_undegraded":"2024-04-23T18:23:03.830637+0000","last_fullsized":"2024-04-23T18:23:03.830637+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:14.479368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829795+0000","last_change":"2024-04-23T18:20:58.859795+0000","last_active":"2024-04-23T18:23:03.829795+0000","last_peered":"2024-04-23T18:23:03.829795+0000","last_clean":"2024-04-23T18:23:03.829795+0000","last_became_active":"2024-04-23T18:20:58.859411+0000","last_became_peered":"2024-04-23T18:20:58.859411+0000","last_unstale":"2024-04-23T18:23:03.829795+0000","last_undegraded":"2024-04-23T18:23:03.829795+0000","last_fullsized":"2024-04-23T18:23:03.829795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:44:17.649834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829610+0000","last_change":"2024-04-23T18:20:59.862009+0000","last_active":"2024-04-23T18:23:03.829610+0000","last_peered":"2024-04-23T18:23:03.829610+0000","last_clean":"2024-04-23T18:23:03.829610+0000","last_became_active":"2024-04-23T18:20:59.861671+0000","last_became_peered":"2024-04-23T18:20:59.861671+0000","last_unstale":"2024-04-23T18:23:03.829610+0000","last_undegraded":"2024-04-23T18:23:03.829610+0000","last_fullsized":"2024-04-23T18:23:03.829610+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:17:52.432200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831086+0000","last_change":"2024-04-23T18:20:58.856987+0000","last_active":"2024-04-23T18:23:03.831086+0000","last_peered":"2024-04-23T18:23:03.831086+0000","last_clean":"2024-04-23T18:23:03.831086+0000","last_became_active":"2024-04-23T18:20:58.856502+0000","last_became_peered":"2024-04-23T18:20:58.856502+0000","last_unstale":"2024-04-23T18:23:03.831086+0000","last_undegraded":"2024-04-23T18:23:03.831086+0000","last_fullsized":"2024-04-23T18:23:03.831086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:07:22.044431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829235+0000","last_change":"2024-04-23T18:20:59.867752+0000","last_active":"2024-04-23T18:23:03.829235+0000","last_peered":"2024-04-23T18:23:03.829235+0000","last_clean":"2024-04-23T18:23:03.829235+0000","last_became_active":"2024-04-23T18:20:59.867376+0000","last_became_peered":"2024-04-23T18:20:59.867376+0000","last_unstale":"2024-04-23T18:23:03.829235+0000","last_undegraded":"2024-04-23T18:23:03.829235+0000","last_fullsized":"2024-04-23T18:23:03.829235+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:01:46.456149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"91'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735628+0000","last_change":"2024-04-23T18:20:58.866210+0000","last_active":"2024-04-23T18:23:03.735628+0000","last_peered":"2024-04-23T18:23:03.735628+0000","last_clean":"2024-04-23T18:23:03.735628+0000","last_became_active":"2024-04-23T18:20:58.865629+0000","last_became_peered":"2024-04-23T18:20:58.865629+0000","last_unstale":"2024-04-23T18:23:03.735628+0000","last_undegraded":"2024-04-23T18:23:03.735628+0000","last_fullsized":"2024-04-23T18:23:03.735628+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:00:43.591447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830314+0000","last_change":"2024-04-23T18:20:59.880765+0000","last_active":"2024-04-23T18:23:03.830314+0000","last_peered":"2024-04-23T18:23:03.830314+0000","last_clean":"2024-04-23T18:23:03.830314+0000","last_became_active":"2024-04-23T18:20:59.880020+0000","last_became_peered":"2024-04-23T18:20:59.880020+0000","last_unstale":"2024-04-23T18:23:03.830314+0000","last_undegraded":"2024-04-23T18:23:03.830314+0000","last_fullsized":"2024-04-23T18:23:03.830314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:38:59.500278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829742+0000","last_change":"2024-04-23T18:20:58.863595+0000","last_active":"2024-04-23T18:23:03.829742+0000","last_peered":"2024-04-23T18:23:03.829742+0000","last_clean":"2024-04-23T18:23:03.829742+0000","last_became_active":"2024-04-23T18:20:58.863219+0000","last_became_peered":"2024-04-23T18:20:58.863219+0000","last_unstale":"2024-04-23T18:23:03.829742+0000","last_undegraded":"2024-04-23T18:23:03.829742+0000","last_fullsized":"2024-04-23T18:23:03.829742+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:23:04.295307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830351+0000","last_change":"2024-04-23T18:20:59.870566+0000","last_active":"2024-04-23T18:23:03.830351+0000","last_peered":"2024-04-23T18:23:03.830351+0000","last_clean":"2024-04-23T18:23:03.830351+0000","last_became_active":"2024-04-23T18:20:59.870188+0000","last_became_peered":"2024-04-23T18:20:59.870188+0000","last_unstale":"2024-04-23T18:23:03.830351+0000","last_undegraded":"2024-04-23T18:23:03.830351+0000","last_fullsized":"2024-04-23T18:23:03.830351+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:55:36.266541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'6","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:04.472693+0000","last_change":"2024-04-23T18:20:58.863879+0000","last_active":"2024-04-23T18:23:04.472693+0000","last_peered":"2024-04-23T18:23:04.472693+0000","last_clean":"2024-04-23T18:23:04.472693+0000","last_became_active":"2024-04-23T18:20:58.863534+0000","last_became_peered":"2024-04-23T18:20:58.863534+0000","last_unstale":"2024-04-23T18:23:04.472693+0000","last_undegraded":"2024-04-23T18:23:04.472693+0000","last_fullsized":"2024-04-23T18:23:04.472693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:28:35.544094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":123,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830672+0000","last_change":"2024-04-23T18:20:59.869526+0000","last_active":"2024-04-23T18:23:03.830672+0000","last_peered":"2024-04-23T18:23:03.830672+0000","last_clean":"2024-04-23T18:23:03.830672+0000","last_became_active":"2024-04-23T18:20:59.869144+0000","last_became_peered":"2024-04-23T18:20:59.869144+0000","last_unstale":"2024-04-23T18:23:03.830672+0000","last_undegraded":"2024-04-23T18:23:03.830672+0000","last_fullsized":"2024-04-23T18:23:03.830672+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:49:51.853053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"91'41","reported_seq":74,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.952357+0000","last_change":"2024-04-23T18:20:58.856579+0000","last_active":"2024-04-23T18:23:03.952357+0000","last_peered":"2024-04-23T18:23:03.952357+0000","last_clean":"2024-04-23T18:23:03.952357+0000","last_became_active":"2024-04-23T18:20:58.856161+0000","last_became_peered":"2024-04-23T18:20:58.856161+0000","last_unstale":"2024-04-23T18:23:03.952357+0000","last_undegraded":"2024-04-23T18:23:03.952357+0000","last_fullsized":"2024-04-23T18:23:03.952357+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:07:04.531744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830222+0000","last_change":"2024-04-23T18:20:59.876359+0000","last_active":"2024-04-23T18:23:03.830222+0000","last_peered":"2024-04-23T18:23:03.830222+0000","last_clean":"2024-04-23T18:23:03.830222+0000","last_became_active":"2024-04-23T18:20:59.875998+0000","last_became_peered":"2024-04-23T18:20:59.875998+0000","last_unstale":"2024-04-23T18:23:03.830222+0000","last_undegraded":"2024-04-23T18:23:03.830222+0000","last_fullsized":"2024-04-23T18:23:03.830222+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:28:51.694991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831699+0000","last_change":"2024-04-23T18:20:58.857407+0000","last_active":"2024-04-23T18:23:03.831699+0000","last_peered":"2024-04-23T18:23:03.831699+0000","last_clean":"2024-04-23T18:23:03.831699+0000","last_became_active":"2024-04-23T18:20:58.857044+0000","last_became_peered":"2024-04-23T18:20:58.857044+0000","last_unstale":"2024-04-23T18:23:03.831699+0000","last_undegraded":"2024-04-23T18:23:03.831699+0000","last_fullsized":"2024-04-23T18:23:03.831699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:57.822866+0000","last_clean_scrub_stamp":"2024-04-23T18:20:57.822866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:14:20.733661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830826+0000","last_change":"2024-04-23T18:20:59.872513+0000","last_active":"2024-04-23T18:23:03.830826+0000","last_peered":"2024-04-23T18:23:03.830826+0000","last_clean":"2024-04-23T18:23:03.830826+0000","last_became_active":"2024-04-23T18:20:59.872198+0000","last_became_peered":"2024-04-23T18:20:59.872198+0000","last_unstale":"2024-04-23T18:23:03.830826+0000","last_undegraded":"2024-04-23T18:23:03.830826+0000","last_fullsized":"2024-04-23T18:23:03.830826+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:01:09.459433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829327+0000","last_change":"2024-04-23T18:20:59.874894+0000","last_active":"2024-04-23T18:23:03.829327+0000","last_peered":"2024-04-23T18:23:03.829327+0000","last_clean":"2024-04-23T18:23:03.829327+0000","last_became_active":"2024-04-23T18:20:59.874369+0000","last_became_peered":"2024-04-23T18:20:59.874369+0000","last_unstale":"2024-04-23T18:23:03.829327+0000","last_undegraded":"2024-04-23T18:23:03.829327+0000","last_fullsized":"2024-04-23T18:23:03.829327+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:54:55.029327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735671+0000","last_change":"2024-04-23T18:21:56.721574+0000","last_active":"2024-04-23T18:23:03.735671+0000","last_peered":"2024-04-23T18:23:03.735671+0000","last_clean":"2024-04-23T18:23:03.735671+0000","last_became_active":"2024-04-23T18:21:56.721283+0000","last_became_peered":"2024-04-23T18:21:56.721283+0000","last_unstale":"2024-04-23T18:23:03.735671+0000","last_undegraded":"2024-04-23T18:23:03.735671+0000","last_fullsized":"2024-04-23T18:23:03.735671+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:22:36.911372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735513+0000","last_change":"2024-04-23T18:20:59.869691+0000","last_active":"2024-04-23T18:23:03.735513+0000","last_peered":"2024-04-23T18:23:03.735513+0000","last_clean":"2024-04-23T18:23:03.735513+0000","last_became_active":"2024-04-23T18:20:59.869344+0000","last_became_peered":"2024-04-23T18:20:59.869344+0000","last_unstale":"2024-04-23T18:23:03.735513+0000","last_undegraded":"2024-04-23T18:23:03.735513+0000","last_fullsized":"2024-04-23T18:23:03.735513+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:34:53.583506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830170+0000","last_change":"2024-04-23T18:20:59.878530+0000","last_active":"2024-04-23T18:23:03.830170+0000","last_peered":"2024-04-23T18:23:03.830170+0000","last_clean":"2024-04-23T18:23:03.830170+0000","last_became_active":"2024-04-23T18:20:59.875872+0000","last_became_peered":"2024-04-23T18:20:59.875872+0000","last_unstale":"2024-04-23T18:23:03.830170+0000","last_undegraded":"2024-04-23T18:23:03.830170+0000","last_fullsized":"2024-04-23T18:23:03.830170+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:33.934384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.831152+0000","last_change":"2024-04-23T18:20:59.869103+0000","last_active":"2024-04-23T18:23:03.831152+0000","last_peered":"2024-04-23T18:23:03.831152+0000","last_clean":"2024-04-23T18:23:03.831152+0000","last_became_active":"2024-04-23T18:20:59.868028+0000","last_became_peered":"2024-04-23T18:20:59.868028+0000","last_unstale":"2024-04-23T18:23:03.831152+0000","last_undegraded":"2024-04-23T18:23:03.831152+0000","last_fullsized":"2024-04-23T18:23:03.831152+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:20.911608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829631+0000","last_change":"2024-04-23T18:20:59.874811+0000","last_active":"2024-04-23T18:23:03.829631+0000","last_peered":"2024-04-23T18:23:03.829631+0000","last_clean":"2024-04-23T18:23:03.829631+0000","last_became_active":"2024-04-23T18:20:59.874408+0000","last_became_peered":"2024-04-23T18:20:59.874408+0000","last_unstale":"2024-04-23T18:23:03.829631+0000","last_undegraded":"2024-04-23T18:23:03.829631+0000","last_fullsized":"2024-04-23T18:23:03.829631+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:41.507692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.735914+0000","last_change":"2024-04-23T18:20:59.860151+0000","last_active":"2024-04-23T18:23:03.735914+0000","last_peered":"2024-04-23T18:23:03.735914+0000","last_clean":"2024-04-23T18:23:03.735914+0000","last_became_active":"2024-04-23T18:20:59.859789+0000","last_became_peered":"2024-04-23T18:20:59.859789+0000","last_unstale":"2024-04-23T18:23:03.735914+0000","last_undegraded":"2024-04-23T18:23:03.735914+0000","last_fullsized":"2024-04-23T18:23:03.735914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:02:48.681980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830532+0000","last_change":"2024-04-23T18:21:56.503369+0000","last_active":"2024-04-23T18:23:03.830532+0000","last_peered":"2024-04-23T18:23:03.830532+0000","last_clean":"2024-04-23T18:23:03.830532+0000","last_became_active":"2024-04-23T18:21:56.502919+0000","last_became_peered":"2024-04-23T18:21:56.502919+0000","last_unstale":"2024-04-23T18:23:03.830532+0000","last_undegraded":"2024-04-23T18:23:03.830532+0000","last_fullsized":"2024-04-23T18:23:03.830532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:52:11.784950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829813+0000","last_change":"2024-04-23T18:21:56.501281+0000","last_active":"2024-04-23T18:23:03.829813+0000","last_peered":"2024-04-23T18:23:03.829813+0000","last_clean":"2024-04-23T18:23:03.829813+0000","last_became_active":"2024-04-23T18:21:56.500751+0000","last_became_peered":"2024-04-23T18:21:56.500751+0000","last_unstale":"2024-04-23T18:23:03.829813+0000","last_undegraded":"2024-04-23T18:23:03.829813+0000","last_fullsized":"2024-04-23T18:23:03.829813+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:03:15.725706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,3],"acting":[7,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830032+0000","last_change":"2024-04-23T18:20:59.867972+0000","last_active":"2024-04-23T18:23:03.830032+0000","last_peered":"2024-04-23T18:23:03.830032+0000","last_clean":"2024-04-23T18:23:03.830032+0000","last_became_active":"2024-04-23T18:20:59.867569+0000","last_became_peered":"2024-04-23T18:20:59.867569+0000","last_unstale":"2024-04-23T18:23:03.830032+0000","last_undegraded":"2024-04-23T18:23:03.830032+0000","last_fullsized":"2024-04-23T18:23:03.830032+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:09:09.998610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830005+0000","last_change":"2024-04-23T18:20:59.867527+0000","last_active":"2024-04-23T18:23:03.830005+0000","last_peered":"2024-04-23T18:23:03.830005+0000","last_clean":"2024-04-23T18:23:03.830005+0000","last_became_active":"2024-04-23T18:20:59.867182+0000","last_became_peered":"2024-04-23T18:20:59.867182+0000","last_unstale":"2024-04-23T18:23:03.830005+0000","last_undegraded":"2024-04-23T18:23:03.830005+0000","last_fullsized":"2024-04-23T18:23:03.830005+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:30:54.366187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.830986+0000","last_change":"2024-04-23T18:20:59.872298+0000","last_active":"2024-04-23T18:23:03.830986+0000","last_peered":"2024-04-23T18:23:03.830986+0000","last_clean":"2024-04-23T18:23:03.830986+0000","last_became_active":"2024-04-23T18:20:59.871967+0000","last_became_peered":"2024-04-23T18:20:59.871967+0000","last_unstale":"2024-04-23T18:23:03.830986+0000","last_undegraded":"2024-04-23T18:23:03.830986+0000","last_fullsized":"2024-04-23T18:23:03.830986+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:33:18.638757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-23T18:23:03.829474+0000","last_change":"2024-04-23T18:20:59.866917+0000","last_active":"2024-04-23T18:23:03.829474+0000","last_peered":"2024-04-23T18:23:03.829474+0000","last_clean":"2024-04-23T18:23:03.829474+0000","last_became_active":"2024-04-23T18:20:59.866580+0000","last_became_peered":"2024-04-23T18:20:59.866580+0000","last_unstale":"2024-04-23T18:23:03.829474+0000","last_undegraded":"2024-04-23T18:23:03.829474+0000","last_fullsized":"2024-04-23T18:23:03.829474+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:20:58.832171+0000","last_clean_scrub_stamp":"2024-04-23T18:20:58.832171+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:11:18.938388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":109173,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601932,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1330,"num_read_kb":781,"num_write":372,"num_write_kb":1467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":61942,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":671744,"data_stored":1805796,"data_compressed":89283,"data_compressed_allocated":118784,"data_compressed_original":1622016,"omap_allocated":0,"internal_metadata":0},"log_size":302,"ondisk_log_size":302,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351014,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1011712,"data_stored":487402,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612650,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32324,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712828,"statfs":{"total":95995035648,"available":95961935872,"internally_reserved":0,"allocated":1175552,"data_stored":1277454,"data_compressed":58904,"data_compressed_allocated":77824,"data_compressed_original":761856,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776176,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1044480,"data_stored":879373,"data_compressed":33625,"data_compressed_allocated":45056,"data_compressed_original":434176,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037813,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":879639,"data_compressed":33625,"data_compressed_allocated":45056,"data_compressed_original":434176,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299451,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1060864,"data_stored":1080535,"data_compressed":50870,"data_compressed_allocated":65536,"data_compressed_original":630784,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462976,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":486656,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1077248,"data_stored":553875,"data_compressed":16357,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":487604,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1007616,"data_stored":488209,"data_compressed":14479,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":1010515,"data_compressed":39781,"data_compressed_allocated":53248,"data_compressed_original":557056,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888137,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":553551,"data_compressed":24100,"data_compressed_allocated":32768,"data_compressed_original":98304,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724612,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1101824,"data_stored":1210863,"data_compressed":57026,"data_compressed_allocated":73728,"data_compressed_original":753664,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36391,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70404,"data_compressed":1878,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":69298,"data_compressed":9621,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135343,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":394604,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":201934,"data_compressed":8034,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:23:09.898 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:10.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:09 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2810270307' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:09 smithi076 ceph-mon[32458]: from='client.15483 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:10.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.044+0000 7effbca91640 1 -- 172.21.15.38:0/4078078772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7effb8103b50 msgr2=0x7effb810c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.044+0000 7effbca91640 1 --2- 172.21.15.38:0/4078078772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7effb8103b50 0x7effb810c030 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7effac009900 tx=0x7effac02a480 comp rx=0 tx=0).stop 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.044+0000 7effbca91640 1 -- 172.21.15.38:0/4078078772 shutdown_connections 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.044+0000 7effbca91640 1 --2- 172.21.15.38:0/4078078772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7effb810c570 0x7effb810e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.044+0000 7effbca91640 1 --2- 172.21.15.38:0/4078078772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7effb8103b50 0x7effb810c030 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.044+0000 7effbca91640 1 --2- 172.21.15.38:0/4078078772 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7effb8103230 0x7effb8103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.044+0000 7effbca91640 1 -- 172.21.15.38:0/4078078772 >> 172.21.15.38:0/4078078772 conn(0x7effb8077fb0 msgr2=0x7effb80783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.044+0000 7effbca91640 1 -- 172.21.15.38:0/4078078772 shutdown_connections 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.044+0000 7effbca91640 1 -- 172.21.15.38:0/4078078772 wait complete. 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effbca91640 1 Processor -- start 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effbca91640 1 -- start start 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effbca91640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7effb8103230 0x7effb819e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effbca91640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7effb8103b50 0x7effb819ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effbca91640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7effb810c570 0x7effb8198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effbca91640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7effb8112390 con 0x7effb810c570 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effbca91640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7effb8112210 con 0x7effb8103230 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effbca91640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7effb8112510 con 0x7effb8103b50 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb6d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7effb810c570 0x7effb8198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb5d9b640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7effb8103b50 0x7effb819ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb6d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7effb810c570 0x7effb8198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51270/0 (socket says 172.21.15.38:51270) 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb6d9d640 1 -- 172.21.15.38:0/878198128 learned_addr learned my addr 172.21.15.38:0/878198128 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb659c640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7effb8103230 0x7effb819e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb6d9d640 1 -- 172.21.15.38:0/878198128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7effb8103b50 msgr2=0x7effb819ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb6d9d640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7effb8103b50 0x7effb819ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb6d9d640 1 -- 172.21.15.38:0/878198128 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7effb8103230 msgr2=0x7effb819e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb6d9d640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7effb8103230 0x7effb819e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb6d9d640 1 -- 172.21.15.38:0/878198128 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effb8199010 con 0x7effb810c570 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb659c640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7effb8103230 0x7effb819e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:10.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.045+0000 7effb6d9d640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7effb810c570 0x7effb8198750 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7effb000e960 tx=0x7effb000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.046+0000 7effa77fe640 1 -- 172.21.15.38:0/878198128 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb0004d20 con 0x7effb810c570 2024-04-23T18:23:10.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.046+0000 7effa77fe640 1 -- 172.21.15.38:0/878198128 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7effb0005020 con 0x7effb810c570 2024-04-23T18:23:10.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.046+0000 7effbca91640 1 -- 172.21.15.38:0/878198128 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effb8199300 con 0x7effb810c570 2024-04-23T18:23:10.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.046+0000 7effa77fe640 1 -- 172.21.15.38:0/878198128 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb00116d0 con 0x7effb810c570 2024-04-23T18:23:10.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.046+0000 7effbca91640 1 -- 172.21.15.38:0/878198128 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effb81a5610 con 0x7effb810c570 2024-04-23T18:23:10.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.047+0000 7effbca91640 1 -- 172.21.15.38:0/878198128 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effb8199640 con 0x7effb810c570 2024-04-23T18:23:10.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.048+0000 7effa77fe640 1 -- 172.21.15.38:0/878198128 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7effb00051d0 con 0x7effb810c570 2024-04-23T18:23:10.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.049+0000 7effa77fe640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7effa00a3db0 0x7effa00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.049+0000 7effb659c640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7effa00a3db0 0x7effa00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.049+0000 7effa77fe640 1 -- 172.21.15.38:0/878198128 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7effb00d0eb0 con 0x7effb810c570 2024-04-23T18:23:10.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.049+0000 7effb659c640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7effa00a3db0 0x7effa00a6270 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7effa8009930 tx=0x7effa8008040 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.053+0000 7effa77fe640 1 -- 172.21.15.38:0/878198128 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7effb0016030 con 0x7effb810c570 2024-04-23T18:23:10.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:09 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2810270307' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:09 smithi102 ceph-mon[32874]: from='client.15483 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:10.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.279+0000 7effbca91640 1 -- 172.21.15.38:0/878198128 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7effb806ad80 con 0x7effb810c570 2024-04-23T18:23:10.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.280+0000 7effa77fe640 1 -- 172.21.15.38:0/878198128 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11923 (secure 0 0 0) 0x7effb009d3a0 con 0x7effb810c570 2024-04-23T18:23:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:10.272 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:23:02.320864+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24515,24466,14613,24476,24490]},"id":1}]} 2024-04-23T18:23:10.273 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 27 2024-04-23T18:23:10.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 -- 172.21.15.38:0/878198128 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7effa00a3db0 msgr2=0x7effa00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7effa00a3db0 0x7effa00a6270 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7effa8009930 tx=0x7effa8008040 comp rx=0 tx=0).stop 2024-04-23T18:23:10.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 -- 172.21.15.38:0/878198128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7effb810c570 msgr2=0x7effb8198750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7effb810c570 0x7effb8198750 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7effb000e960 tx=0x7effb000ee20 comp rx=0 tx=0).stop 2024-04-23T18:23:10.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 -- 172.21.15.38:0/878198128 shutdown_connections 2024-04-23T18:23:10.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7effa00a3db0 0x7effa00a6270 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7effb8103b50 0x7effb819ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7effb810c570 0x7effb8198750 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 --2- 172.21.15.38:0/878198128 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7effb8103230 0x7effb819e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 -- 172.21.15.38:0/878198128 >> 172.21.15.38:0/878198128 conn(0x7effb8077fb0 msgr2=0x7effb80fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 -- 172.21.15.38:0/878198128 shutdown_connections 2024-04-23T18:23:10.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.282+0000 7effbca91640 1 -- 172.21.15.38:0/878198128 wait complete. 2024-04-23T18:23:10.286 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:23:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.396+0000 7f4c77af6640 1 -- 172.21.15.38:0/2113562251 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4c701014c0 msgr2=0x7f4c70106bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.396+0000 7f4c77af6640 1 --2- 172.21.15.38:0/2113562251 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4c701014c0 0x7f4c70106bf0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4c60009900 tx=0x7f4c6002a410 comp rx=0 tx=0).stop 2024-04-23T18:23:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.396+0000 7f4c77af6640 1 -- 172.21.15.38:0/2113562251 shutdown_connections 2024-04-23T18:23:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.396+0000 7f4c77af6640 1 --2- 172.21.15.38:0/2113562251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c701072d0 0x7f4c7010eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.396+0000 7f4c77af6640 1 --2- 172.21.15.38:0/2113562251 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4c701014c0 0x7f4c70106bf0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.396+0000 7f4c77af6640 1 --2- 172.21.15.38:0/2113562251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c70100b10 0x7f4c70100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.396+0000 7f4c77af6640 1 -- 172.21.15.38:0/2113562251 >> 172.21.15.38:0/2113562251 conn(0x7f4c70076130 msgr2=0x7f4c70076540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.396+0000 7f4c77af6640 1 -- 172.21.15.38:0/2113562251 shutdown_connections 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.396+0000 7f4c77af6640 1 -- 172.21.15.38:0/2113562251 wait complete. 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c77af6640 1 Processor -- start 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c77af6640 1 -- start start 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c77af6640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c70100b10 0x7f4c7019e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c77af6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c701072d0 0x7f4c7019eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c77af6640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4c701986b0 0x7f4c70198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c77af6640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4c70112370 con 0x7f4c701986b0 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c77af6640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f4c701121f0 con 0x7f4c701072d0 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c77af6640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4c701124f0 con 0x7f4c70100b10 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c76093640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4c701986b0 0x7f4c70198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c75892640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c70100b10 0x7f4c7019e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c76093640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4c701986b0 0x7f4c70198b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51286/0 (socket says 172.21.15.38:51286) 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c76093640 1 -- 172.21.15.38:0/3963539258 learned_addr learned my addr 172.21.15.38:0/3963539258 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c75091640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c701072d0 0x7f4c7019eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c76093640 1 -- 172.21.15.38:0/3963539258 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c70100b10 msgr2=0x7f4c7019e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c76093640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c70100b10 0x7f4c7019e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c76093640 1 -- 172.21.15.38:0/3963539258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c701072d0 msgr2=0x7f4c7019eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.397+0000 7f4c76093640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c701072d0 0x7f4c7019eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.398+0000 7f4c76093640 1 -- 172.21.15.38:0/3963539258 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c701992b0 con 0x7f4c701986b0 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.398+0000 7f4c76093640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4c701986b0 0x7f4c70198b30 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f4c6800eb10 tx=0x7f4c6800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.398+0000 7f4c66ffd640 1 -- 172.21.15.38:0/3963539258 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c68004b20 con 0x7f4c701986b0 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.398+0000 7f4c66ffd640 1 -- 172.21.15.38:0/3963539258 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4c68004cc0 con 0x7f4c701986b0 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.398+0000 7f4c77af6640 1 -- 172.21.15.38:0/3963539258 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c701a5390 con 0x7f4c701986b0 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.398+0000 7f4c66ffd640 1 -- 172.21.15.38:0/3963539258 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c68010720 con 0x7f4c701986b0 2024-04-23T18:23:10.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.398+0000 7f4c77af6640 1 -- 172.21.15.38:0/3963539258 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c701a5790 con 0x7f4c701986b0 2024-04-23T18:23:10.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.399+0000 7f4c77af6640 1 -- 172.21.15.38:0/3963539258 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c7006a0a0 con 0x7f4c701986b0 2024-04-23T18:23:10.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.400+0000 7f4c66ffd640 1 -- 172.21.15.38:0/3963539258 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f4c680108c0 con 0x7f4c701986b0 2024-04-23T18:23:10.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.401+0000 7f4c66ffd640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4c5c0a3e30 0x7f4c5c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.401+0000 7f4c75892640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4c5c0a3e30 0x7f4c5c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.401+0000 7f4c66ffd640 1 -- 172.21.15.38:0/3963539258 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f4c680d1120 con 0x7f4c701986b0 2024-04-23T18:23:10.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.401+0000 7f4c75892640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4c5c0a3e30 0x7f4c5c0a62f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c009bd0 tx=0x7f4c6c005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.405+0000 7f4c66ffd640 1 -- 172.21.15.38:0/3963539258 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4c68053ff0 con 0x7f4c701986b0 2024-04-23T18:23:10.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.591+0000 7f4c77af6640 1 -- 172.21.15.38:0/3963539258 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4c700691c0 con 0x7f4c701986b0 2024-04-23T18:23:10.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.593+0000 7f4c66ffd640 1 -- 172.21.15.38:0/3963539258 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+23204 (secure 0 0 0) 0x7f4c6809d5b0 con 0x7f4c701986b0 2024-04-23T18:23:10.586 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:10.586 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":91,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:23:03.727152+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6801/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4002525649":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/1162570015":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6800/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/3564025484":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2743506787":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:23:10.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 -- 172.21.15.38:0/3963539258 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4c5c0a3e30 msgr2=0x7f4c5c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4c5c0a3e30 0x7f4c5c0a62f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c009bd0 tx=0x7f4c6c005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:10.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 -- 172.21.15.38:0/3963539258 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4c701986b0 msgr2=0x7f4c70198b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4c701986b0 0x7f4c70198b30 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f4c6800eb10 tx=0x7f4c6800c2d0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 -- 172.21.15.38:0/3963539258 shutdown_connections 2024-04-23T18:23:10.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4c5c0a3e30 0x7f4c5c0a62f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4c701986b0 0x7f4c70198b30 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c701072d0 0x7f4c7019eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 --2- 172.21.15.38:0/3963539258 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c70100b10 0x7f4c7019e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 -- 172.21.15.38:0/3963539258 >> 172.21.15.38:0/3963539258 conn(0x7f4c70076130 msgr2=0x7f4c700fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 -- 172.21.15.38:0/3963539258 shutdown_connections 2024-04-23T18:23:10.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.595+0000 7f4c77af6640 1 -- 172.21.15.38:0/3963539258 wait complete. 2024-04-23T18:23:10.600 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:56.907162+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:20:58.169501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.690000057220459, 'score_stable': 1.690000057220459, 'optimal_score': 1, 'raw_score_acting': 1.690000057220459, 'raw_score_stable': 1.690000057220459, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:23:10.600 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:23:10.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.713+0000 7f55da368640 1 -- 172.21.15.38:0/2130583903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f55d4107260 msgr2=0x7f55d410ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.713+0000 7f55da368640 1 --2- 172.21.15.38:0/2130583903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f55d4107260 0x7f55d410ee30 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f55cc009ca0 tx=0x7f55cc02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.713+0000 7f55da368640 1 -- 172.21.15.38:0/2130583903 shutdown_connections 2024-04-23T18:23:10.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.713+0000 7f55da368640 1 --2- 172.21.15.38:0/2130583903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f55d4107260 0x7f55d410ee30 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.713+0000 7f55da368640 1 --2- 172.21.15.38:0/2130583903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55d4102b40 0x7f55d4106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.713+0000 7f55da368640 1 --2- 172.21.15.38:0/2130583903 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55d4102190 0x7f55d4102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.713+0000 7f55da368640 1 -- 172.21.15.38:0/2130583903 >> 172.21.15.38:0/2130583903 conn(0x7f55d40793a0 msgr2=0x7f55d40797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.713+0000 7f55da368640 1 -- 172.21.15.38:0/2130583903 shutdown_connections 2024-04-23T18:23:10.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.713+0000 7f55da368640 1 -- 172.21.15.38:0/2130583903 wait complete. 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55da368640 1 Processor -- start 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55da368640 1 -- start start 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55da368640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55d4102190 0x7f55d41a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55da368640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55d4107260 0x7f55d41a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55da368640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f55d419a800 0x7f55d419acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55da368640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f55d4112300 con 0x7f55d419a800 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55da368640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f55d4112180 con 0x7f55d4102190 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55da368640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f55d4112480 con 0x7f55d4107260 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55d8905640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f55d419a800 0x7f55d419acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55d3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55d4102190 0x7f55d41a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55d8905640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f55d419a800 0x7f55d419acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51310/0 (socket says 172.21.15.38:51310) 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55d8905640 1 -- 172.21.15.38:0/2482032798 learned_addr learned my addr 172.21.15.38:0/2482032798 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.714+0000 7f55d37fe640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55d4107260 0x7f55d41a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55d8905640 1 -- 172.21.15.38:0/2482032798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55d4107260 msgr2=0x7f55d41a0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55d8905640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55d4107260 0x7f55d41a0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55d8905640 1 -- 172.21.15.38:0/2482032798 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55d4102190 msgr2=0x7f55d41a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55d8905640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55d4102190 0x7f55d41a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55d8905640 1 -- 172.21.15.38:0/2482032798 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d419b390 con 0x7f55d419a800 2024-04-23T18:23:10.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55d3fff640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55d4102190 0x7f55d41a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:10.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55d8905640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f55d419a800 0x7f55d419acb0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f55cc005e30 tx=0x7f55cc003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55d17fa640 1 -- 172.21.15.38:0/2482032798 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc031650 con 0x7f55d419a800 2024-04-23T18:23:10.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55da368640 1 -- 172.21.15.38:0/2482032798 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55d419b620 con 0x7f55d419a800 2024-04-23T18:23:10.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55d17fa640 1 -- 172.21.15.38:0/2482032798 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f55cc0317f0 con 0x7f55d419a800 2024-04-23T18:23:10.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55da368640 1 -- 172.21.15.38:0/2482032798 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55d41a7850 con 0x7f55d419a800 2024-04-23T18:23:10.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.715+0000 7f55d17fa640 1 -- 172.21.15.38:0/2482032798 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc02fac0 con 0x7f55d419a800 2024-04-23T18:23:10.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.716+0000 7f55da368640 1 -- 172.21.15.38:0/2482032798 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55d4103660 con 0x7f55d419a800 2024-04-23T18:23:10.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.717+0000 7f55d17fa640 1 -- 172.21.15.38:0/2482032798 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f55cc02fc60 con 0x7f55d419a800 2024-04-23T18:23:10.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.718+0000 7f55d17fa640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f55bc0a3db0 0x7f55bc0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.718+0000 7f55d17fa640 1 -- 172.21.15.38:0/2482032798 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f55cc0f1e00 con 0x7f55d419a800 2024-04-23T18:23:10.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.718+0000 7f55d3fff640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f55bc0a3db0 0x7f55bc0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.718+0000 7f55d3fff640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f55bc0a3db0 0x7f55bc0a6270 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f55c4009fc0 tx=0x7f55c4005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.721+0000 7f55d17fa640 1 -- 172.21.15.38:0/2482032798 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f55cc0be490 con 0x7f55d419a800 2024-04-23T18:23:10.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.906+0000 7f55da368640 1 -- 172.21.15.38:0/2482032798 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f55d4102b40 con 0x7f55d419a800 2024-04-23T18:23:10.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.906+0000 7f55d17fa640 1 -- 172.21.15.38:0/2482032798 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f55cc0bdd90 con 0x7f55d419a800 2024-04-23T18:23:10.899 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 -- 172.21.15.38:0/2482032798 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f55bc0a3db0 msgr2=0x7f55bc0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f55bc0a3db0 0x7f55bc0a6270 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f55c4009fc0 tx=0x7f55c4005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 -- 172.21.15.38:0/2482032798 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f55d419a800 msgr2=0x7f55d419acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f55d419a800 0x7f55d419acb0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f55cc005e30 tx=0x7f55cc003d80 comp rx=0 tx=0).stop 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 -- 172.21.15.38:0/2482032798 shutdown_connections 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f55bc0a3db0 0x7f55bc0a6270 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55d4107260 0x7f55d41a0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f55d419a800 0x7f55d419acb0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 --2- 172.21.15.38:0/2482032798 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55d4102190 0x7f55d41a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 -- 172.21.15.38:0/2482032798 >> 172.21.15.38:0/2482032798 conn(0x7f55d40793a0 msgr2=0x7f55d410d590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 -- 172.21.15.38:0/2482032798 shutdown_connections 2024-04-23T18:23:10.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:10.908+0000 7f55da368640 1 -- 172.21.15.38:0/2482032798 wait complete. 2024-04-23T18:23:10.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:10 smithi038 ceph-mon[29217]: from='client.15489 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:10.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:10 smithi038 ceph-mon[29217]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:10.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:10 smithi038 ceph-mon[29217]: from='client.15495 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:10.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:10 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/878198128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:10.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:10 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3963539258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:10.912 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:23:11.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:10 smithi076 ceph-mon[32458]: from='client.15489 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:11.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:10 smithi076 ceph-mon[32458]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:11.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:10 smithi076 ceph-mon[32458]: from='client.15495 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:11.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:10 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/878198128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:10 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3963539258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.024+0000 7fd7eebfe640 1 -- 172.21.15.38:0/2642482577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7e806af70 msgr2=0x7fd7e810ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.024+0000 7fd7eebfe640 1 --2- 172.21.15.38:0/2642482577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7e806af70 0x7fd7e810ede0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0009cd0 tx=0x7fd7e002a8e0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.024+0000 7fd7eebfe640 1 -- 172.21.15.38:0/2642482577 shutdown_connections 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.024+0000 7fd7eebfe640 1 --2- 172.21.15.38:0/2642482577 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd7e806a5b0 0x7fd7e806aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.024+0000 7fd7eebfe640 1 --2- 172.21.15.38:0/2642482577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7e806af70 0x7fd7e810ede0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.024+0000 7fd7eebfe640 1 --2- 172.21.15.38:0/2642482577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd7e8108060 0x7fd7e8108440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.024+0000 7fd7eebfe640 1 -- 172.21.15.38:0/2642482577 >> 172.21.15.38:0/2642482577 conn(0x7fd7e8077c40 msgr2=0x7fd7e8078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.024+0000 7fd7eebfe640 1 -- 172.21.15.38:0/2642482577 shutdown_connections 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.024+0000 7fd7eebfe640 1 -- 172.21.15.38:0/2642482577 wait complete. 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7eebfe640 1 Processor -- start 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7eebfe640 1 -- start start 2024-04-23T18:23:11.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7eebfe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd7e806a5b0 0x7fd7e819e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7eebfe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7e806af70 0x7fd7e819e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7eebfe640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd7e8108060 0x7fd7e81985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7eebfe640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e8112300 con 0x7fd7e806af70 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7eebfe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e8112180 con 0x7fd7e806a5b0 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7eebfe640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e8112480 con 0x7fd7e8108060 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7dffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7e806af70 0x7fd7e819e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7ec99a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd7e806a5b0 0x7fd7e819e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7dffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7e806af70 0x7fd7e819e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51336/0 (socket says 172.21.15.38:51336) 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7dffff640 1 -- 172.21.15.38:0/1550549201 learned_addr learned my addr 172.21.15.38:0/1550549201 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.025+0000 7fd7ed19b640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd7e8108060 0x7fd7e81985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7dffff640 1 -- 172.21.15.38:0/1550549201 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd7e8108060 msgr2=0x7fd7e81985c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7dffff640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd7e8108060 0x7fd7e81985c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7dffff640 1 -- 172.21.15.38:0/1550549201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd7e806a5b0 msgr2=0x7fd7e819e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7dffff640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd7e806a5b0 0x7fd7e819e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7dffff640 1 -- 172.21.15.38:0/1550549201 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7e8198d40 con 0x7fd7e806af70 2024-04-23T18:23:11.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7ec99a640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd7e806a5b0 0x7fd7e819e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:11.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7dffff640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7e806af70 0x7fd7e819e950 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fd7d800e9f0 tx=0x7fd7d800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7ddffb640 1 -- 172.21.15.38:0/1550549201 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d800cd80 con 0x7fd7e806af70 2024-04-23T18:23:11.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7ddffb640 1 -- 172.21.15.38:0/1550549201 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd7d80054f0 con 0x7fd7e806af70 2024-04-23T18:23:11.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7eebfe640 1 -- 172.21.15.38:0/1550549201 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7e8199030 con 0x7fd7e806af70 2024-04-23T18:23:11.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7ddffb640 1 -- 172.21.15.38:0/1550549201 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d8010690 con 0x7fd7e806af70 2024-04-23T18:23:11.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.026+0000 7fd7eebfe640 1 -- 172.21.15.38:0/1550549201 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7e81a52d0 con 0x7fd7e806af70 2024-04-23T18:23:11.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.027+0000 7fd7eebfe640 1 -- 172.21.15.38:0/1550549201 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7e8103650 con 0x7fd7e806af70 2024-04-23T18:23:11.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.028+0000 7fd7ddffb640 1 -- 172.21.15.38:0/1550549201 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7fd7d80046c0 con 0x7fd7e806af70 2024-04-23T18:23:11.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.029+0000 7fd7ddffb640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd7d00a3db0 0x7fd7d00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.029+0000 7fd7ddffb640 1 -- 172.21.15.38:0/1550549201 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fd7d80d0d40 con 0x7fd7e806af70 2024-04-23T18:23:11.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.029+0000 7fd7ec99a640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd7d00a3db0 0x7fd7d00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.029+0000 7fd7ec99a640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd7d00a3db0 0x7fd7d00a6270 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd7e4009fc0 tx=0x7fd7e4005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.034+0000 7fd7ddffb640 1 -- 172.21.15.38:0/1550549201 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd7d809d230 con 0x7fd7e806af70 2024-04-23T18:23:11.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:10 smithi102 ceph-mon[32874]: from='client.15489 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:11.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:10 smithi102 ceph-mon[32874]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:11.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:10 smithi102 ceph-mon[32874]: from='client.15495 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:11.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:10 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/878198128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:10 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3963539258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.218+0000 7fd7eebfe640 1 -- 172.21.15.38:0/1550549201 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd7e81a5560 con 0x7fd7e806af70 2024-04-23T18:23:11.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.218+0000 7fd7ddffb640 1 -- 172.21.15.38:0/1550549201 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7fd7d809cb30 con 0x7fd7e806af70 2024-04-23T18:23:11.212 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-04-23T18:23:11.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 -- 172.21.15.38:0/1550549201 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd7d00a3db0 msgr2=0x7fd7d00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd7d00a3db0 0x7fd7d00a6270 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd7e4009fc0 tx=0x7fd7e4005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:11.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 -- 172.21.15.38:0/1550549201 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7e806af70 msgr2=0x7fd7e819e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7e806af70 0x7fd7e819e950 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fd7d800e9f0 tx=0x7fd7d800edf0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 -- 172.21.15.38:0/1550549201 shutdown_connections 2024-04-23T18:23:11.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd7d00a3db0 0x7fd7d00a6270 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd7e8108060 0x7fd7e81985c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7e806af70 0x7fd7e819e950 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 --2- 172.21.15.38:0/1550549201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd7e806a5b0 0x7fd7e819e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 -- 172.21.15.38:0/1550549201 >> 172.21.15.38:0/1550549201 conn(0x7fd7e8077c40 msgr2=0x7fd7e80ffae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 -- 172.21.15.38:0/1550549201 shutdown_connections 2024-04-23T18:23:11.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.220+0000 7fd7eebfe640 1 -- 172.21.15.38:0/1550549201 wait complete. 2024-04-23T18:23:11.225 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.336+0000 7fdf782fa640 1 -- 172.21.15.38:0/3465129804 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf701031d0 msgr2=0x7fdf701035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.336+0000 7fdf782fa640 1 --2- 172.21.15.38:0/3465129804 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf701031d0 0x7fdf701035b0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fdf68009900 tx=0x7fdf6802a510 comp rx=0 tx=0).stop 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 -- 172.21.15.38:0/3465129804 shutdown_connections 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 --2- 172.21.15.38:0/3465129804 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf7010c510 0x7fdf7010e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 --2- 172.21.15.38:0/3465129804 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf70103af0 0x7fdf7010bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 --2- 172.21.15.38:0/3465129804 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf701031d0 0x7fdf701035b0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 -- 172.21.15.38:0/3465129804 >> 172.21.15.38:0/3465129804 conn(0x7fdf70077f50 msgr2=0x7fdf70078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 -- 172.21.15.38:0/3465129804 shutdown_connections 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 -- 172.21.15.38:0/3465129804 wait complete. 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 Processor -- start 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 -- start start 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf701031d0 0x7fdf7019e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf70103af0 0x7fdf7019eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf7010c510 0x7fdf701986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdf70112330 con 0x7fdf70103af0 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fdf701121b0 con 0x7fdf701031d0 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.337+0000 7fdf782fa640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf701124b0 con 0x7fdf7010c510 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf75895640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf70103af0 0x7fdf7019eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf75895640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf70103af0 0x7fdf7019eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51358/0 (socket says 172.21.15.38:51358) 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf75895640 1 -- 172.21.15.38:0/2906296331 learned_addr learned my addr 172.21.15.38:0/2906296331 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf76096640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf701031d0 0x7fdf7019e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf76897640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf7010c510 0x7fdf701986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf75895640 1 -- 172.21.15.38:0/2906296331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf7010c510 msgr2=0x7fdf701986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf75895640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf7010c510 0x7fdf701986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf75895640 1 -- 172.21.15.38:0/2906296331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf701031d0 msgr2=0x7fdf7019e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf75895640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf701031d0 0x7fdf7019e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf75895640 1 -- 172.21.15.38:0/2906296331 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf70198f70 con 0x7fdf70103af0 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf75895640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf70103af0 0x7fdf7019eb30 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fdf6000e9f0 tx=0x7fdf6000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf677fe640 1 -- 172.21.15.38:0/2906296331 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6000cd80 con 0x7fdf70103af0 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf782fa640 1 -- 172.21.15.38:0/2906296331 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf70199260 con 0x7fdf70103af0 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf677fe640 1 -- 172.21.15.38:0/2906296331 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdf60010900 con 0x7fdf70103af0 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf677fe640 1 -- 172.21.15.38:0/2906296331 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60018920 con 0x7fdf70103af0 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.338+0000 7fdf782fa640 1 -- 172.21.15.38:0/2906296331 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf701a5570 con 0x7fdf70103af0 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.339+0000 7fdf782fa640 1 -- 172.21.15.38:0/2906296331 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf700698e0 con 0x7fdf70103af0 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.340+0000 7fdf677fe640 1 -- 172.21.15.38:0/2906296331 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7fdf60010ab0 con 0x7fdf70103af0 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.341+0000 7fdf677fe640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf5c0a3db0 0x7fdf5c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.341+0000 7fdf76096640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf5c0a3db0 0x7fdf5c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.341+0000 7fdf677fe640 1 -- 172.21.15.38:0/2906296331 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fdf600d1120 con 0x7fdf70103af0 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.342+0000 7fdf76096640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf5c0a3db0 0x7fdf5c0a6270 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fdf68006010 tx=0x7fdf68000bc0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.345+0000 7fdf677fe640 1 -- 172.21.15.38:0/2906296331 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdf6009d060 con 0x7fdf70103af0 2024-04-23T18:23:11.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.532+0000 7fdf782fa640 1 -- 172.21.15.38:0/2906296331 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fdf70107690 con 0x7fdf70103af0 2024-04-23T18:23:11.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.532+0000 7fdf677fe640 1 -- 172.21.15.38:0/2906296331 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7fdf600a1360 con 0x7fdf70103af0 2024-04-23T18:23:11.526 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-04-23T18:23:11.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 -- 172.21.15.38:0/2906296331 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf5c0a3db0 msgr2=0x7fdf5c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf5c0a3db0 0x7fdf5c0a6270 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fdf68006010 tx=0x7fdf68000bc0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 -- 172.21.15.38:0/2906296331 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf70103af0 msgr2=0x7fdf7019eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf70103af0 0x7fdf7019eb30 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fdf6000e9f0 tx=0x7fdf6000eeb0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 -- 172.21.15.38:0/2906296331 shutdown_connections 2024-04-23T18:23:11.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf5c0a3db0 0x7fdf5c0a6270 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf7010c510 0x7fdf701986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf70103af0 0x7fdf7019eb30 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 --2- 172.21.15.38:0/2906296331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf701031d0 0x7fdf7019e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 -- 172.21.15.38:0/2906296331 >> 172.21.15.38:0/2906296331 conn(0x7fdf70077f50 msgr2=0x7fdf700ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 -- 172.21.15.38:0/2906296331 shutdown_connections 2024-04-23T18:23:11.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.534+0000 7fdf782fa640 1 -- 172.21.15.38:0/2906296331 wait complete. 2024-04-23T18:23:11.539 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:11.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.648+0000 7ff263e3c640 1 -- 172.21.15.38:0/3642885387 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff25c102b30 msgr2=0x7ff25c106b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.648+0000 7ff263e3c640 1 --2- 172.21.15.38:0/3642885387 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff25c102b30 0x7ff25c106b70 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ff24c009900 tx=0x7ff24c02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:11.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.648+0000 7ff263e3c640 1 -- 172.21.15.38:0/3642885387 shutdown_connections 2024-04-23T18:23:11.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.648+0000 7ff263e3c640 1 --2- 172.21.15.38:0/3642885387 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff25c107250 0x7ff25c10ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.648+0000 7ff263e3c640 1 --2- 172.21.15.38:0/3642885387 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff25c102b30 0x7ff25c106b70 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.648+0000 7ff263e3c640 1 --2- 172.21.15.38:0/3642885387 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff25c102180 0x7ff25c102560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.648+0000 7ff263e3c640 1 -- 172.21.15.38:0/3642885387 >> 172.21.15.38:0/3642885387 conn(0x7ff25c079350 msgr2=0x7ff25c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.648+0000 7ff263e3c640 1 -- 172.21.15.38:0/3642885387 shutdown_connections 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.648+0000 7ff263e3c640 1 -- 172.21.15.38:0/3642885387 wait complete. 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.649+0000 7ff263e3c640 1 Processor -- start 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.649+0000 7ff263e3c640 1 -- start start 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.649+0000 7ff263e3c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff25c102180 0x7ff25c19e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.649+0000 7ff263e3c640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff25c107250 0x7ff25c19eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.649+0000 7ff263e3c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff25c198670 0x7ff25c198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.649+0000 7ff263e3c640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff25c1122b0 con 0x7ff25c198670 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.649+0000 7ff263e3c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7ff25c112130 con 0x7ff25c102180 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.649+0000 7ff263e3c640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff25c112430 con 0x7ff25c107250 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2623d9640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff25c198670 0x7ff25c198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2623d9640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff25c198670 0x7ff25c198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51386/0 (socket says 172.21.15.38:51386) 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2623d9640 1 -- 172.21.15.38:0/2115784207 learned_addr learned my addr 172.21.15.38:0/2115784207 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2613d7640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff25c107250 0x7ff25c19eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff261bd8640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff25c102180 0x7ff25c19e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2623d9640 1 -- 172.21.15.38:0/2115784207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff25c107250 msgr2=0x7ff25c19eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2623d9640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff25c107250 0x7ff25c19eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2623d9640 1 -- 172.21.15.38:0/2115784207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff25c102180 msgr2=0x7ff25c19e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2623d9640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff25c102180 0x7ff25c19e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2623d9640 1 -- 172.21.15.38:0/2115784207 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff25c199270 con 0x7ff25c198670 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2613d7640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff25c107250 0x7ff25c19eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff261bd8640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff25c102180 0x7ff25c19e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff2623d9640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff25c198670 0x7ff25c198af0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7ff25400cad0 tx=0x7ff25400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff252ffd640 1 -- 172.21.15.38:0/2115784207 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff25400ae20 con 0x7ff25c198670 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff263e3c640 1 -- 172.21.15.38:0/2115784207 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff25c1a5350 con 0x7ff25c198670 2024-04-23T18:23:11.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff252ffd640 1 -- 172.21.15.38:0/2115784207 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff254005020 con 0x7ff25c198670 2024-04-23T18:23:11.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff252ffd640 1 -- 172.21.15.38:0/2115784207 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff25400f6b0 con 0x7ff25c198670 2024-04-23T18:23:11.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.650+0000 7ff263e3c640 1 -- 172.21.15.38:0/2115784207 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff25c1a5700 con 0x7ff25c198670 2024-04-23T18:23:11.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.651+0000 7ff263e3c640 1 -- 172.21.15.38:0/2115784207 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff25c103650 con 0x7ff25c198670 2024-04-23T18:23:11.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.653+0000 7ff252ffd640 1 -- 172.21.15.38:0/2115784207 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7ff2540051d0 con 0x7ff25c198670 2024-04-23T18:23:11.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.653+0000 7ff252ffd640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2480a3db0 0x7ff2480a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.653+0000 7ff252ffd640 1 -- 172.21.15.38:0/2115784207 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7ff2540d0e40 con 0x7ff25c198670 2024-04-23T18:23:11.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.653+0000 7ff261bd8640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2480a3db0 0x7ff2480a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.654+0000 7ff261bd8640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2480a3db0 0x7ff2480a6270 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff2580058c0 tx=0x7ff258005850 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.657+0000 7ff252ffd640 1 -- 172.21.15.38:0/2115784207 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff254014030 con 0x7ff25c198670 2024-04-23T18:23:11.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.883+0000 7ff263e3c640 1 -- 172.21.15.38:0/2115784207 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff25c0691c0 con 0x7ff25c198670 2024-04-23T18:23:11.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.884+0000 7ff252ffd640 1 -- 172.21.15.38:0/2115784207 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11923 (secure 0 0 0) 0x7ff25409d330 con 0x7ff25c198670 2024-04-23T18:23:11.877 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:11.878 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:23:02.320864+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24515,24466,14613,24476,24490]},"id":1}]} 2024-04-23T18:23:11.878 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 27 2024-04-23T18:23:11.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 -- 172.21.15.38:0/2115784207 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2480a3db0 msgr2=0x7ff2480a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2480a3db0 0x7ff2480a6270 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff2580058c0 tx=0x7ff258005850 comp rx=0 tx=0).stop 2024-04-23T18:23:11.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 -- 172.21.15.38:0/2115784207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff25c198670 msgr2=0x7ff25c198af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff25c198670 0x7ff25c198af0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7ff25400cad0 tx=0x7ff25400cf90 comp rx=0 tx=0).stop 2024-04-23T18:23:11.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 -- 172.21.15.38:0/2115784207 shutdown_connections 2024-04-23T18:23:11.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2480a3db0 0x7ff2480a6270 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff25c107250 0x7ff25c19eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff25c198670 0x7ff25c198af0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 --2- 172.21.15.38:0/2115784207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff25c102180 0x7ff25c19e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 -- 172.21.15.38:0/2115784207 >> 172.21.15.38:0/2115784207 conn(0x7ff25c079350 msgr2=0x7ff25c100190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 -- 172.21.15.38:0/2115784207 shutdown_connections 2024-04-23T18:23:11.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.886+0000 7ff263e3c640 1 -- 172.21.15.38:0/2115784207 wait complete. 2024-04-23T18:23:11.890 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:11 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2482032798' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:11.890 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:11 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1550549201' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:11.890 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:11 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2906296331' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:11.891 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:23:11.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.999+0000 7fdfba235640 1 -- 172.21.15.38:0/1271251848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfb4106140 msgr2=0x7fdfb410dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.999+0000 7fdfba235640 1 --2- 172.21.15.38:0/1271251848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfb4106140 0x7fdfb410dd10 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fdfac009ca0 tx=0x7fdfac02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.999+0000 7fdfba235640 1 -- 172.21.15.38:0/1271251848 shutdown_connections 2024-04-23T18:23:11.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.999+0000 7fdfba235640 1 --2- 172.21.15.38:0/1271251848 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfb4101aa0 0x7fdfb4105a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.999+0000 7fdfba235640 1 --2- 172.21.15.38:0/1271251848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfb4106140 0x7fdfb410dd10 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.999+0000 7fdfba235640 1 --2- 172.21.15.38:0/1271251848 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb41010f0 0x7fdfb41014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.999+0000 7fdfba235640 1 -- 172.21.15.38:0/1271251848 >> 172.21.15.38:0/1271251848 conn(0x7fdfb4076f60 msgr2=0x7fdfb4077370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.999+0000 7fdfba235640 1 -- 172.21.15.38:0/1271251848 shutdown_connections 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:11.999+0000 7fdfba235640 1 -- 172.21.15.38:0/1271251848 wait complete. 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfba235640 1 Processor -- start 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfba235640 1 -- start start 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfba235640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb41010f0 0x7fdfb41a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfba235640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfb4106140 0x7fdfb41a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfba235640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfb419a820 0x7fdfb419acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfba235640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb41122e0 con 0x7fdfb4106140 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfba235640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb4112160 con 0x7fdfb41010f0 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfba235640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb4112460 con 0x7fdfb419a820 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfb2ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfb4106140 0x7fdfb41a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfb2ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfb4106140 0x7fdfb41a0bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51412/0 (socket says 172.21.15.38:51412) 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.000+0000 7fdfb2ffd640 1 -- 172.21.15.38:0/1380871050 learned_addr learned my addr 172.21.15.38:0/1380871050 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb3fff640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfb419a820 0x7fdfb419acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb37fe640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb41010f0 0x7fdfb41a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb2ffd640 1 -- 172.21.15.38:0/1380871050 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfb419a820 msgr2=0x7fdfb419acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb2ffd640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfb419a820 0x7fdfb419acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb2ffd640 1 -- 172.21.15.38:0/1380871050 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb41010f0 msgr2=0x7fdfb41a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb2ffd640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb41010f0 0x7fdfb41a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb2ffd640 1 -- 172.21.15.38:0/1380871050 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb419b3b0 con 0x7fdfb4106140 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb3fff640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfb419a820 0x7fdfb419acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb37fe640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb41010f0 0x7fdfb41a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb2ffd640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfb4106140 0x7fdfb41a0bf0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fdfa800d740 tx=0x7fdfa800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb0ff9640 1 -- 172.21.15.38:0/1380871050 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa8017070 con 0x7fdfb4106140 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfba235640 1 -- 172.21.15.38:0/1380871050 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfb419b6a0 con 0x7fdfb4106140 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb0ff9640 1 -- 172.21.15.38:0/1380871050 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdfa800de50 con 0x7fdfb4106140 2024-04-23T18:23:11.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfb0ff9640 1 -- 172.21.15.38:0/1380871050 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa8004d90 con 0x7fdfb4106140 2024-04-23T18:23:11.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.001+0000 7fdfba235640 1 -- 172.21.15.38:0/1380871050 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfb41a7830 con 0x7fdfb4106140 2024-04-23T18:23:11.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.002+0000 7fdfba235640 1 -- 172.21.15.38:0/1380871050 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfb4102540 con 0x7fdfb4106140 2024-04-23T18:23:11.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.003+0000 7fdfb0ff9640 1 -- 172.21.15.38:0/1380871050 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7fdfa8005020 con 0x7fdfb4106140 2024-04-23T18:23:11.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.004+0000 7fdfb0ff9640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf9c0a3db0 0x7fdf9c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.004+0000 7fdfb37fe640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf9c0a3db0 0x7fdf9c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.004+0000 7fdfb0ff9640 1 -- 172.21.15.38:0/1380871050 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fdfa80d03b0 con 0x7fdfb4106140 2024-04-23T18:23:11.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.004+0000 7fdfb37fe640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf9c0a3db0 0x7fdf9c0a6270 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009b50 tx=0x7fdfa4005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.008+0000 7fdfb0ff9640 1 -- 172.21.15.38:0/1380871050 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdfb419b6a0 con 0x7fdfb4106140 2024-04-23T18:23:12.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:11 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2482032798' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:12.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:11 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1550549201' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:12.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:11 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2906296331' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:12.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.198+0000 7fdfba235640 1 -- 172.21.15.38:0/1380871050 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdfb4101b40 con 0x7fdfb4106140 2024-04-23T18:23:12.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.200+0000 7fdfb0ff9640 1 -- 172.21.15.38:0/1380871050 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+23204 (secure 0 0 0) 0x7fdfa809c8a0 con 0x7fdfb4106140 2024-04-23T18:23:12.193 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:12.194 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":91,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:23:03.727152+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6801/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4002525649":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/1162570015":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6800/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/3564025484":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2743506787":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:23:12.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 -- 172.21.15.38:0/1380871050 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf9c0a3db0 msgr2=0x7fdf9c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf9c0a3db0 0x7fdf9c0a6270 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009b50 tx=0x7fdfa4005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 -- 172.21.15.38:0/1380871050 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfb4106140 msgr2=0x7fdfb41a0bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfb4106140 0x7fdfb41a0bf0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fdfa800d740 tx=0x7fdfa800dc00 comp rx=0 tx=0).stop 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 -- 172.21.15.38:0/1380871050 shutdown_connections 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fdf9c0a3db0 0x7fdf9c0a6270 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfb419a820 0x7fdfb419acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfb4106140 0x7fdfb41a0bf0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 --2- 172.21.15.38:0/1380871050 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb41010f0 0x7fdfb41a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 -- 172.21.15.38:0/1380871050 >> 172.21.15.38:0/1380871050 conn(0x7fdfb4076f60 msgr2=0x7fdfb40ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 -- 172.21.15.38:0/1380871050 shutdown_connections 2024-04-23T18:23:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.202+0000 7fdfba235640 1 -- 172.21.15.38:0/1380871050 wait complete. 2024-04-23T18:23:12.207 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with random seed 93496 2024-04-23T18:23:12.207 DEBUG:tasks.quiescer:Yielding 2024-04-23T18:23:12.208 INFO:teuthology.run_tasks:Running task workunit... 2024-04-23T18:23:12.223 INFO:tasks.workunit:Pulling workunits from ref 57e0caf76fdb7ab8b1358588f292d08519163844 2024-04-23T18:23:12.223 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-23T18:23:12.223 INFO:tasks.workunit:timeout=3h 2024-04-23T18:23:12.223 INFO:tasks.workunit:cleanup=True 2024-04-23T18:23:12.224 DEBUG:teuthology.orchestra.run.smithi038:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-23T18:23:12.224 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:12.240 INFO:teuthology.orchestra.run.smithi038.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-23T18:23:12.240 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-23T18:23:12.240 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 73h/115d Inode: 1099511628283 Links: 2 2024-04-23T18:23:12.240 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:23:12.240 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-23T18:23:12.240 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-04-23 18:21:05.799829250 +0000 2024-04-23T18:23:12.240 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-04-23 18:21:05.799829250 +0000 2024-04-23T18:23:12.241 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-04-23 18:23:01.625173459 +0000 2024-04-23T18:23:12.241 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-04-23 18:21:05.799829250 +0000 2024-04-23T18:23:12.241 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-23T18:23:12.241 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-23T18:23:12.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:11 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2482032798' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:12.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:11 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1550549201' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:12.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:11 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2906296331' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:12.313 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 57e0caf76fdb7ab8b1358588f292d08519163844 2024-04-23T18:23:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.335+0000 7f240bc31640 1 -- 172.21.15.38:0/3934240726 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24041010a0 msgr2=0x7f2404101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.335+0000 7f240bc31640 1 --2- 172.21.15.38:0/3934240726 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24041010a0 0x7f2404101480 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f23fc009900 tx=0x7f23fc02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.336+0000 7f240bc31640 1 -- 172.21.15.38:0/3934240726 shutdown_connections 2024-04-23T18:23:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.336+0000 7f240bc31640 1 --2- 172.21.15.38:0/3934240726 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2404101a50 0x7f2404105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.336+0000 7f240bc31640 1 --2- 172.21.15.38:0/3934240726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2404106170 0x7f240410dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.336+0000 7f240bc31640 1 --2- 172.21.15.38:0/3934240726 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24041010a0 0x7f2404101480 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.336+0000 7f240bc31640 1 -- 172.21.15.38:0/3934240726 >> 172.21.15.38:0/3934240726 conn(0x7f2404077f50 msgr2=0x7f2404078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.336+0000 7f240bc31640 1 -- 172.21.15.38:0/3934240726 shutdown_connections 2024-04-23T18:23:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.336+0000 7f240bc31640 1 -- 172.21.15.38:0/3934240726 wait complete. 2024-04-23T18:23:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.336+0000 7f240bc31640 1 Processor -- start 2024-04-23T18:23:12.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240bc31640 1 -- start start 2024-04-23T18:23:12.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240bc31640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24041010a0 0x7f240419e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240bc31640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2404106170 0x7f240419e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240bc31640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24041985e0 0x7f2404198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240bc31640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2404111210 con 0x7f24041985e0 2024-04-23T18:23:12.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240bc31640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f2404111090 con 0x7f2404106170 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240bc31640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2404111390 con 0x7f24041010a0 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240a1ce640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24041985e0 0x7f2404198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240a1ce640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24041985e0 0x7f2404198a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51444/0 (socket says 172.21.15.38:51444) 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240a1ce640 1 -- 172.21.15.38:0/2732385791 learned_addr learned my addr 172.21.15.38:0/2732385791 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f24099cd640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24041010a0 0x7f240419e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f24091cc640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2404106170 0x7f240419e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240a1ce640 1 -- 172.21.15.38:0/2732385791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24041010a0 msgr2=0x7f240419e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240a1ce640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24041010a0 0x7f240419e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240a1ce640 1 -- 172.21.15.38:0/2732385791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2404106170 msgr2=0x7f240419e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240a1ce640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2404106170 0x7f240419e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240a1ce640 1 -- 172.21.15.38:0/2732385791 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2404199100 con 0x7f24041985e0 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f24091cc640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2404106170 0x7f240419e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.337+0000 7f240a1ce640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24041985e0 0x7f2404198a90 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f23f400cce0 tx=0x7f23f400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.338+0000 7f2402ffd640 1 -- 172.21.15.38:0/2732385791 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f400f450 con 0x7f24041985e0 2024-04-23T18:23:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.338+0000 7f240bc31640 1 -- 172.21.15.38:0/2732385791 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24041993f0 con 0x7f24041985e0 2024-04-23T18:23:12.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.338+0000 7f2402ffd640 1 -- 172.21.15.38:0/2732385791 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f23f400fac0 con 0x7f24041985e0 2024-04-23T18:23:12.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.338+0000 7f2402ffd640 1 -- 172.21.15.38:0/2732385791 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f4018be0 con 0x7f24041985e0 2024-04-23T18:23:12.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.338+0000 7f240bc31640 1 -- 172.21.15.38:0/2732385791 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24041a55f0 con 0x7f24041985e0 2024-04-23T18:23:12.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.339+0000 7f240bc31640 1 -- 172.21.15.38:0/2732385791 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2404068d70 con 0x7f24041985e0 2024-04-23T18:23:12.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.340+0000 7f2402ffd640 1 -- 172.21.15.38:0/2732385791 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f23f400fc70 con 0x7f24041985e0 2024-04-23T18:23:12.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.341+0000 7f2402ffd640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f23ec0a3db0 0x7f23ec0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.341+0000 7f24099cd640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f23ec0a3db0 0x7f23ec0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.341+0000 7f2402ffd640 1 -- 172.21.15.38:0/2732385791 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f23f40d10e0 con 0x7f24041985e0 2024-04-23T18:23:12.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.341+0000 7f24099cd640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f23ec0a3db0 0x7f23ec0a6270 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f23fc009230 tx=0x7f23fc0058d0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.345+0000 7f2402ffd640 1 -- 172.21.15.38:0/2732385791 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f23f4014030 con 0x7f24041985e0 2024-04-23T18:23:12.345 INFO:tasks.workunit.client.0.smithi038.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-23T18:23:12.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.571+0000 7f240bc31640 1 -- 172.21.15.38:0/2732385791 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2404199b10 con 0x7f24041985e0 2024-04-23T18:23:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.571+0000 7f2402ffd640 1 -- 172.21.15.38:0/2732385791 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11923 (secure 0 0 0) 0x7f2404199b10 con 0x7f24041985e0 2024-04-23T18:23:12.565 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:12.565 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:23:02.320864+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24515,24466,14613,24476,24490]},"id":1}]} 2024-04-23T18:23:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 27 2024-04-23T18:23:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 -- 172.21.15.38:0/2732385791 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f23ec0a3db0 msgr2=0x7f23ec0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f23ec0a3db0 0x7f23ec0a6270 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f23fc009230 tx=0x7f23fc0058d0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 -- 172.21.15.38:0/2732385791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24041985e0 msgr2=0x7f2404198a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24041985e0 0x7f2404198a90 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f23f400cce0 tx=0x7f23f400a620 comp rx=0 tx=0).stop 2024-04-23T18:23:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 -- 172.21.15.38:0/2732385791 shutdown_connections 2024-04-23T18:23:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f23ec0a3db0 0x7f23ec0a6270 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24041985e0 0x7f2404198a90 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2404106170 0x7f240419e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 --2- 172.21.15.38:0/2732385791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24041010a0 0x7f240419e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 -- 172.21.15.38:0/2732385791 >> 172.21.15.38:0/2732385791 conn(0x7f2404077f50 msgr2=0x7f2404069360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 -- 172.21.15.38:0/2732385791 shutdown_connections 2024-04-23T18:23:12.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.573+0000 7f240bc31640 1 -- 172.21.15.38:0/2732385791 wait complete. 2024-04-23T18:23:12.579 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-23T18:20:59.213374+0000', 'modified': '2024-04-23T18:23:02.320864+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24515, 'mds_1': 24490, 'mds_2': 24476, 'mds_3': 24466, 'mds_4': 14613}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14601': {'gid': 14601, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.38:6839/3049159496', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6838', 'nonce': 3049159496}, {'type': 'v1', 'addr': '172.21.15.38:6839', 'nonce': 3049159496}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14613': {'gid': 14613, 'name': 'a', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.38:6841/1442832074', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6840', 'nonce': 1442832074}, {'type': 'v1', 'addr': '172.21.15.38:6841', 'nonce': 1442832074}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24407': {'gid': 24407, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.76:6833/2806134072', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6832', 'nonce': 2806134072}, {'type': 'v1', 'addr': '172.21.15.76:6833', 'nonce': 2806134072}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24415': {'gid': 24415, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.102:6833/313383569', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6832', 'nonce': 313383569}, {'type': 'v1', 'addr': '172.21.15.102:6833', 'nonce': 313383569}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24446': {'gid': 24446, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.76:6835/2096401719', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6834', 'nonce': 2096401719}, {'type': 'v1', 'addr': '172.21.15.76:6835', 'nonce': 2096401719}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24454': {'gid': 24454, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.102:6835/102338408', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6834', 'nonce': 102338408}, {'type': 'v1', 'addr': '172.21.15.102:6835', 'nonce': 102338408}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'c', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.102:6837/4151349545', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6836', 'nonce': 4151349545}, {'type': 'v1', 'addr': '172.21.15.102:6837', 'nonce': 4151349545}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.76:6837/1729588944', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6836', 'nonce': 1729588944}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 1729588944}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.102:6839/605249821', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6838', 'nonce': 605249821}, {'type': 'v1', 'addr': '172.21.15.102:6839', 'nonce': 605249821}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24515': {'gid': 24515, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6839/1163687573', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6838', 'nonce': 1163687573}, {'type': 'v1', 'addr': '172.21.15.76:6839', 'nonce': 1163687573}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24515, 'qdb_cluster': [24515, 24466, 14613, 24476, 24490]} 2024-04-23T18:23:12.579 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-23T18:23:12.579 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-23T18:23:12.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 -- 172.21.15.38:0/1604287469 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb838107250 msgr2=0x7fb83810ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 --2- 172.21.15.38:0/1604287469 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb838107250 0x7fb83810ee20 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fb830009900 tx=0x7fb83002a410 comp rx=0 tx=0).stop 2024-04-23T18:23:12.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 -- 172.21.15.38:0/1604287469 shutdown_connections 2024-04-23T18:23:12.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 --2- 172.21.15.38:0/1604287469 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb838107250 0x7fb83810ee20 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 --2- 172.21.15.38:0/1604287469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb838102b30 0x7fb838106b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 --2- 172.21.15.38:0/1604287469 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb838102180 0x7fb838102560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 -- 172.21.15.38:0/1604287469 >> 172.21.15.38:0/1604287469 conn(0x7fb8380fd9c0 msgr2=0x7fb8380ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 -- 172.21.15.38:0/1604287469 shutdown_connections 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 -- 172.21.15.38:0/1604287469 wait complete. 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 Processor -- start 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.728+0000 7fb83ebfe640 1 -- start start 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83ebfe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb838102180 0x7fb83819e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83ebfe640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb838107250 0x7fb83819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83ebfe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8381985f0 0x7fb838198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83ebfe640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb8381122f0 con 0x7fb8381985f0 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83ebfe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fb838112170 con 0x7fb838102180 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83ebfe640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb838112470 con 0x7fb838107250 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83d19b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8381985f0 0x7fb838198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83d19b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8381985f0 0x7fb838198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51458/0 (socket says 172.21.15.38:51458) 2024-04-23T18:23:12.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83d19b640 1 -- 172.21.15.38:0/2949713634 learned_addr learned my addr 172.21.15.38:0/2949713634 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83c99a640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb838102180 0x7fb83819e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb837fff640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb838107250 0x7fb83819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83d19b640 1 -- 172.21.15.38:0/2949713634 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb838107250 msgr2=0x7fb83819e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83d19b640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb838107250 0x7fb83819e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83d19b640 1 -- 172.21.15.38:0/2949713634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb838102180 msgr2=0x7fb83819e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83d19b640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb838102180 0x7fb83819e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83d19b640 1 -- 172.21.15.38:0/2949713634 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb838199110 con 0x7fb8381985f0 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb837fff640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb838107250 0x7fb83819e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.729+0000 7fb83d19b640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8381985f0 0x7fb838198aa0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb830005ab0 tx=0x7fb8300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.730+0000 7fb835ffb640 1 -- 172.21.15.38:0/2949713634 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83003f030 con 0x7fb8381985f0 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.730+0000 7fb835ffb640 1 -- 172.21.15.38:0/2949713634 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb830003cd0 con 0x7fb8381985f0 2024-04-23T18:23:12.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.730+0000 7fb83ebfe640 1 -- 172.21.15.38:0/2949713634 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8381993a0 con 0x7fb8381985f0 2024-04-23T18:23:12.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.730+0000 7fb835ffb640 1 -- 172.21.15.38:0/2949713634 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb830035070 con 0x7fb8381985f0 2024-04-23T18:23:12.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.730+0000 7fb83ebfe640 1 -- 172.21.15.38:0/2949713634 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8381a5590 con 0x7fb8381985f0 2024-04-23T18:23:12.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.732+0000 7fb835ffb640 1 -- 172.21.15.38:0/2949713634 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7fb830042030 con 0x7fb8381985f0 2024-04-23T18:23:12.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.732+0000 7fb8419ef740 1 Processor -- start 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.732+0000 7fb8419ef740 1 -- start start 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf5056190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf5063220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb8419ef740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ccf4fbbc50 con 0x55ccf5056760 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb8419ef740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55ccf4f58830 con 0x55ccf5055db0 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb8419ef740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ccf4fb7c10 con 0x55ccf5060dd0 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb835ffb640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8240a3db0 0x7fb8240a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83c99a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83c99a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51470/0 (socket says 172.21.15.38:51470) 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83c99a640 1 -- 172.21.15.38:0/2689473562 learned_addr learned my addr 172.21.15.38:0/2689473562 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb837fff640 1 --2- 172.21.15.38:0/2689473562 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf5056190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83d19b640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8240a3db0 0x7fb8240a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb837fff640 1 --2- 172.21.15.38:0/2689473562 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf5063220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83c99a640 1 -- 172.21.15.38:0/2689473562 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 msgr2=0x55ccf5063220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83c99a640 1 --2- 172.21.15.38:0/2689473562 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf5063220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83c99a640 1 -- 172.21.15.38:0/2689473562 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 msgr2=0x55ccf5056190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83c99a640 1 --2- 172.21.15.38:0/2689473562 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf5056190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb835ffb640 1 -- 172.21.15.38:0/2949713634 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fb8300f1280 con 0x7fb8381985f0 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83c99a640 1 -- 172.21.15.38:0/2689473562 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ccf4cce2d0 con 0x55ccf5056760 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb837fff640 1 --2- 172.21.15.38:0/2689473562 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf5063220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83c99a640 1 --2- 172.21.15.38:0/2689473562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060800 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fb82000bcf0 tx=0x7fb82000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1289ba45d65a27f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb83d19b640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8240a3db0 0x7fb8240a6270 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb8300ee930 tx=0x7fb8300b9440 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.733+0000 7fb82effd640 1 -- 172.21.15.38:0/2689473562 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820015070 con 0x55ccf5056760 2024-04-23T18:23:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb82effd640 1 -- 172.21.15.38:0/2689473562 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb820011910 con 0x55ccf5056760 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb82effd640 1 -- 172.21.15.38:0/2689473562 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8200109c0 con 0x55ccf5056760 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb8419ef740 1 -- 172.21.15.38:0/2689473562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 msgr2=0x55ccf5060800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb8419ef740 1 --2- 172.21.15.38:0/2689473562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060800 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fb82000bcf0 tx=0x7fb82000f730 comp rx=0 tx=0).stop 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb8419ef740 1 -- 172.21.15.38:0/2689473562 shutdown_connections 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb8419ef740 1 --2- 172.21.15.38:0/2689473562 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf5063220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb8419ef740 1 --2- 172.21.15.38:0/2689473562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060800 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb8419ef740 1 --2- 172.21.15.38:0/2689473562 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf5056190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb8419ef740 1 -- 172.21.15.38:0/2689473562 >> 172.21.15.38:0/2689473562 conn(0x55ccf5052070 msgr2=0x55ccf5052450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb8419ef740 1 -- 172.21.15.38:0/2689473562 shutdown_connections 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.734+0000 7fb8419ef740 1 -- 172.21.15.38:0/2689473562 wait complete. 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb8419ef740 1 -- start start 2024-04-23T18:23:12.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb8419ef740 1 Processor -- start 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5055db0 0x55ccf505dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf505e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5060dd0 0x55ccf505e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb8419ef740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ccf5063d40 con 0x55ccf5056760 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb8419ef740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55ccf4f56470 con 0x55ccf5060dd0 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb8419ef740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ccf5063ec0 con 0x55ccf5055db0 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb8419ef740 10 client.0 _ll_register_callbacks cb 0x55ccf4f7bf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb83c99a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf505e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb83c99a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf505e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51480/0 (socket says 172.21.15.38:51480) 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb83c99a640 1 -- 172.21.15.38:0/82409974 learned_addr learned my addr 172.21.15.38:0/82409974 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb837fff640 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5055db0 0x55ccf505dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb837fff640 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5060dd0 0x55ccf505e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb83c99a640 1 -- 172.21.15.38:0/82409974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5055db0 msgr2=0x55ccf505dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb83c99a640 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5055db0 0x55ccf505dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.735+0000 7fb83c99a640 1 -- 172.21.15.38:0/82409974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5060dd0 msgr2=0x55ccf505e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb83c99a640 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5060dd0 0x55ccf505e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb83c99a640 1 -- 172.21.15.38:0/82409974 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ccf4d986b0 con 0x55ccf5056760 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb837fff640 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5060dd0 0x55ccf505e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb83c99a640 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf505e270 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fb820019000 tx=0x7fb82000ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f12fbc45a527c61f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb817fff640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb817fff640 1 -- 172.21.15.38:0/82409974 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820028060 con 0x55ccf5056760 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb817fff640 1 -- 172.21.15.38:0/82409974 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fb820011440 con 0x55ccf5056760 2024-04-23T18:23:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb8419ef740 1 -- 172.21.15.38:0/82409974 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb820011910 con 0x55ccf5056760 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb817fff640 1 -- 172.21.15.38:0/82409974 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fb820015050 con 0x55ccf5056760 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb8419ef740 10 client.15555 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb8419ef740 1 -- 172.21.15.38:0/82409974 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ccf50743b0 con 0x55ccf5056760 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb817fff640 1 -- 172.21.15.38:0/82409974 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb820011910 con 0x55ccf5056760 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb817fff640 1 -- 172.21.15.38:0/82409974 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fb820010860 con 0x55ccf5056760 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb8419ef740 10 client.15555 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb8419ef740 10 client.15555 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb8419ef740 20 client.15555 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb8419ef740 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ccf5076520 0x55ccf5077990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb8419ef740 4 client.15555 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.736+0000 7fb8419ef740 1 -- 172.21.15.38:0/82409974 --> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ccf4fc9670 con 0x55ccf5076520 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.737+0000 7fb837fff640 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ccf5076520 0x55ccf5077990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.737+0000 7fb817fff640 10 client.15555 ms_handle_connect on v2:172.21.15.38:6840/1442832074 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.737+0000 7fb837fff640 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ccf5076520 0x55ccf5077990 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7bb976ebab78eb60 server_cookie=d56a4cd99610eec5 in_seq=0 out_seq=0 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb817fff640 1 -- 172.21.15.38:0/82409974 <== mds.4 v2:172.21.15.38:6840/1442832074 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ccf4fc9670 con 0x55ccf5076520 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb817fff640 10 client.15555 handle_command_reply: tid=0 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 client.15555 shutdown 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 -- 172.21.15.38:0/82409974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 msgr2=0x55ccf505e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf505e270 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fb820019000 tx=0x7fb82000ba30 comp rx=0 tx=0).stop 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 -- 172.21.15.38:0/82409974 shutdown_connections 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ccf5076520 0x55ccf5077990 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5060dd0 0x55ccf505e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb817fff640 0 client.15555 ms_handle_reset on v2:172.21.15.38:6840/1442832074 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf505e270 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 --2- 172.21.15.38:0/82409974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5055db0 0x55ccf505dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 -- 172.21.15.38:0/82409974 >> 172.21.15.38:0/82409974 conn(0x55ccf5052070 msgr2=0x55ccf5057ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 -- 172.21.15.38:0/82409974 shutdown_connections 2024-04-23T18:23:12.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 1 -- 172.21.15.38:0/82409974 wait complete. 2024-04-23T18:23:12.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.738+0000 7fb8419ef740 20 client.15555 trim_cache size 0 max 16384 2024-04-23T18:23:12.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.756+0000 7fb8419ef740 1 Processor -- start 2024-04-23T18:23:12.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.756+0000 7fb8419ef740 1 -- start start 2024-04-23T18:23:12.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.756+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf5075760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.756+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.756+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf5051050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.756+0000 7fb8419ef740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ccf5075cd0 con 0x55ccf5056760 2024-04-23T18:23:12.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.756+0000 7fb8419ef740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55ccf50763a0 con 0x55ccf5055db0 2024-04-23T18:23:12.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.756+0000 7fb8419ef740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ccf5076a70 con 0x55ccf5060dd0 2024-04-23T18:23:12.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb83c99a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb83c99a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51490/0 (socket says 172.21.15.38:51490) 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb83c99a640 1 -- 172.21.15.38:0/3703222535 learned_addr learned my addr 172.21.15.38:0/3703222535 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb837fff640 1 --2- 172.21.15.38:0/3703222535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf5075760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb83c99a640 1 -- 172.21.15.38:0/3703222535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 msgr2=0x55ccf5051050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb83c99a640 1 --2- 172.21.15.38:0/3703222535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf5051050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb83c99a640 1 -- 172.21.15.38:0/3703222535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 msgr2=0x55ccf5075760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb83c99a640 1 --2- 172.21.15.38:0/3703222535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf5075760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb83c99a640 1 -- 172.21.15.38:0/3703222535 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ccf5063680 con 0x55ccf5056760 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb83c99a640 1 --2- 172.21.15.38:0/3703222535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060570 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fb820010da0 tx=0x7fb82000b5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66345440d23f0d39 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb82e7fc640 1 -- 172.21.15.38:0/3703222535 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820028070 con 0x55ccf5056760 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb82e7fc640 1 -- 172.21.15.38:0/3703222535 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb82000fc30 con 0x55ccf5056760 2024-04-23T18:23:12.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.757+0000 7fb82e7fc640 1 -- 172.21.15.38:0/3703222535 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8200116a0 con 0x55ccf5056760 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 -- 172.21.15.38:0/3703222535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 msgr2=0x55ccf5060570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 --2- 172.21.15.38:0/3703222535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060570 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fb820010da0 tx=0x7fb82000b5e0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 -- 172.21.15.38:0/3703222535 shutdown_connections 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 --2- 172.21.15.38:0/3703222535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf5051050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 --2- 172.21.15.38:0/3703222535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf5060570 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 --2- 172.21.15.38:0/3703222535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf5075760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 -- 172.21.15.38:0/3703222535 >> 172.21.15.38:0/3703222535 conn(0x55ccf5052070 msgr2=0x55ccf5050940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 -- 172.21.15.38:0/3703222535 shutdown_connections 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 -- 172.21.15.38:0/3703222535 wait complete. 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 -- start start 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.758+0000 7fb8419ef740 1 Processor -- start 2024-04-23T18:23:12.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf507ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf507b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb8419ef740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf507b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb8419ef740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ccf5077810 con 0x55ccf5056760 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb8419ef740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55ccf5077140 con 0x55ccf5055db0 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb8419ef740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ccf5077ee0 con 0x55ccf5060dd0 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb8419ef740 10 client.0 _ll_register_callbacks cb 0x7fb82000bb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb83c99a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf507b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb83c99a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf507b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51506/0 (socket says 172.21.15.38:51506) 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb83c99a640 1 -- 172.21.15.38:0/2496513083 learned_addr learned my addr 172.21.15.38:0/2496513083 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb837fff640 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf507ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb837fff640 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf507b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb83c99a640 1 -- 172.21.15.38:0/2496513083 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 msgr2=0x55ccf507b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb83c99a640 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf507b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb83c99a640 1 -- 172.21.15.38:0/2496513083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 msgr2=0x55ccf507ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb83c99a640 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf507ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb83c99a640 1 -- 172.21.15.38:0/2496513083 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ccf507bec0 con 0x55ccf5056760 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb837fff640 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf507b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb83c99a640 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf507b290 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fb82000bc10 tx=0x7fb82000b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e8200f4b813c1e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb817fff640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb817fff640 1 -- 172.21.15.38:0/2496513083 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820028070 con 0x55ccf5056760 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb8419ef740 1 -- 172.21.15.38:0/2496513083 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb82000fc30 con 0x55ccf5056760 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb817fff640 1 -- 172.21.15.38:0/2496513083 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fb820005030 con 0x55ccf5056760 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb817fff640 1 -- 172.21.15.38:0/2496513083 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fb820042050 con 0x55ccf5056760 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.759+0000 7fb8419ef740 10 client.15561 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:12.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb8419ef740 1 -- 172.21.15.38:0/2496513083 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ccf50dc3d0 con 0x55ccf5056760 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb817fff640 1 -- 172.21.15.38:0/2496513083 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb82000fc30 con 0x55ccf5056760 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb817fff640 1 -- 172.21.15.38:0/2496513083 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fb820032020 con 0x55ccf5056760 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb8419ef740 10 client.15561 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb8419ef740 10 client.15561 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb8419ef740 20 client.15561 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb8419ef740 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ccf50e0bd0 0x55ccf50df8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb8419ef740 4 client.15561 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb8419ef740 1 -- 172.21.15.38:0/2496513083 --> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] -- command(tid 0: {"prefix": "status"}) -- 0x55ccf4fc34e0 con 0x55ccf50e0bd0 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb837fff640 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ccf50e0bd0 0x55ccf50df8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb817fff640 10 client.15561 ms_handle_connect on v2:172.21.15.38:6840/1442832074 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.760+0000 7fb837fff640 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ccf50e0bd0 0x55ccf50df8e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=12da35829c759436 server_cookie=17101e6c6a3aaa2c in_seq=0 out_seq=0 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb817fff640 1 -- 172.21.15.38:0/2496513083 <== mds.4 v2:172.21.15.38:6840/1442832074 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55ccf4fc34e0 con 0x55ccf50e0bd0 2024-04-23T18:23:12.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb817fff640 10 client.15561 handle_command_reply: tid=0 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 client.15561 shutdown 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 -- 172.21.15.38:0/2496513083 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 msgr2=0x55ccf507b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf507b290 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fb82000bc10 tx=0x7fb82000b3b0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 -- 172.21.15.38:0/2496513083 shutdown_connections 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.38:6840/1442832074,v1:172.21.15.38:6841/1442832074] conn(0x55ccf50e0bd0 0x55ccf50df8e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ccf5060dd0 0x55ccf507b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ccf5056760 0x55ccf507b290 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb817fff640 0 client.15561 ms_handle_reset on v2:172.21.15.38:6840/1442832074 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 --2- 172.21.15.38:0/2496513083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ccf5055db0 0x55ccf507ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 -- 172.21.15.38:0/2496513083 >> 172.21.15.38:0/2496513083 conn(0x55ccf5052070 msgr2=0x55ccf50511d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 -- 172.21.15.38:0/2496513083 shutdown_connections 2024-04-23T18:23:12.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 1 -- 172.21.15.38:0/2496513083 wait complete. 2024-04-23T18:23:12.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb8419ef740 20 client.15561 trim_cache size 0 max 16384 2024-04-23T18:23:12.763 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:23:12.763 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:23:12.763 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 4, 2024-04-23T18:23:12.763 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 14613, 2024-04-23T18:23:12.763 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:23:12.763 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:23:12.763 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:23:12.763 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 127.469175347, 2024-04-23T18:23:12.763 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 27, 2024-04-23T18:23:12.764 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 91, 2024-04-23T18:23:12.764 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 90, 2024-04-23T18:23:12.764 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 142.58596590400001 2024-04-23T18:23:12.764 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:23:12.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb83ebfe640 1 -- 172.21.15.38:0/2949713634 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8240a3db0 msgr2=0x7fb8240a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb83ebfe640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8240a3db0 0x7fb8240a6270 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb8300ee930 tx=0x7fb8300b9440 comp rx=0 tx=0).stop 2024-04-23T18:23:12.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb83ebfe640 1 -- 172.21.15.38:0/2949713634 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8381985f0 msgr2=0x7fb838198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.761+0000 7fb83ebfe640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8381985f0 0x7fb838198aa0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb830005ab0 tx=0x7fb8300042f0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.762+0000 7fb83ebfe640 1 -- 172.21.15.38:0/2949713634 shutdown_connections 2024-04-23T18:23:12.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.762+0000 7fb83ebfe640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8240a3db0 0x7fb8240a6270 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.762+0000 7fb83ebfe640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb838107250 0x7fb83819e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.762+0000 7fb83ebfe640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8381985f0 0x7fb838198aa0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.762+0000 7fb83ebfe640 1 --2- 172.21.15.38:0/2949713634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb838102180 0x7fb83819e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.762+0000 7fb83ebfe640 1 -- 172.21.15.38:0/2949713634 >> 172.21.15.38:0/2949713634 conn(0x7fb8380fd9c0 msgr2=0x7fb8380ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.762+0000 7fb83ebfe640 1 -- 172.21.15.38:0/2949713634 shutdown_connections 2024-04-23T18:23:12.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.762+0000 7fb83ebfe640 1 -- 172.21.15.38:0/2949713634 wait complete. 2024-04-23T18:23:12.767 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-04-23T18:23:12.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.877+0000 7f87e14ae640 1 -- 172.21.15.38:0/2814204103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87dc101aa0 msgr2=0x7f87dc10dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.877+0000 7f87e14ae640 1 --2- 172.21.15.38:0/2814204103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87dc101aa0 0x7f87dc10dcb0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f87d4009ca0 tx=0x7f87d402a940 comp rx=0 tx=0).stop 2024-04-23T18:23:12.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.877+0000 7f87e14ae640 1 -- 172.21.15.38:0/2814204103 shutdown_connections 2024-04-23T18:23:12.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.877+0000 7f87e14ae640 1 --2- 172.21.15.38:0/2814204103 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87dc1010e0 0x7f87dc101560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.877+0000 7f87e14ae640 1 --2- 172.21.15.38:0/2814204103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87dc101aa0 0x7f87dc10dcb0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.877+0000 7f87e14ae640 1 --2- 172.21.15.38:0/2814204103 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87dc105e70 0x7f87dc106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.877+0000 7f87e14ae640 1 -- 172.21.15.38:0/2814204103 >> 172.21.15.38:0/2814204103 conn(0x7f87dc077cb0 msgr2=0x7f87dc0780c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.877+0000 7f87e14ae640 1 -- 172.21.15.38:0/2814204103 shutdown_connections 2024-04-23T18:23:12.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.877+0000 7f87e14ae640 1 -- 172.21.15.38:0/2814204103 wait complete. 2024-04-23T18:23:12.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87e14ae640 1 Processor -- start 2024-04-23T18:23:12.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87e14ae640 1 -- start start 2024-04-23T18:23:12.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87e14ae640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87dc1010e0 0x7f87dc199610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87e14ae640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87dc101aa0 0x7f87dc199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87e14ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87dc105e70 0x7f87dc1a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87e14ae640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f87dc111290 con 0x7f87dc101aa0 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87e14ae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f87dc111110 con 0x7f87dc105e70 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87e14ae640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f87dc111410 con 0x7f87dc1010e0 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87d27fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87dc101aa0 0x7f87dc199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87daffd640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87dc1010e0 0x7f87dc199610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87d27fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87dc101aa0 0x7f87dc199b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51532/0 (socket says 172.21.15.38:51532) 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87daffd640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87dc1010e0 0x7f87dc199610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:48468/0 (socket says 172.21.15.38:48468) 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87d27fc640 1 -- 172.21.15.38:0/3657343989 learned_addr learned my addr 172.21.15.38:0/3657343989 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.878+0000 7f87db7fe640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87dc105e70 0x7f87dc1a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87d27fc640 1 -- 172.21.15.38:0/3657343989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87dc1010e0 msgr2=0x7f87dc199610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87d27fc640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87dc1010e0 0x7f87dc199610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87d27fc640 1 -- 172.21.15.38:0/3657343989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87dc105e70 msgr2=0x7f87dc1a4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87d27fc640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87dc105e70 0x7f87dc1a4690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87d27fc640 1 -- 172.21.15.38:0/3657343989 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87dc1a4bd0 con 0x7f87dc101aa0 2024-04-23T18:23:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87daffd640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87dc1010e0 0x7f87dc199610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87d27fc640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87dc101aa0 0x7f87dc199b50 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f87c400d950 tx=0x7f87c400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87d8ff9640 1 -- 172.21.15.38:0/3657343989 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c4017030 con 0x7f87dc101aa0 2024-04-23T18:23:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87e14ae640 1 -- 172.21.15.38:0/3657343989 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87dc1a4da0 con 0x7f87dc101aa0 2024-04-23T18:23:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87d8ff9640 1 -- 172.21.15.38:0/3657343989 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f87c4004020 con 0x7f87dc101aa0 2024-04-23T18:23:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87e14ae640 1 -- 172.21.15.38:0/3657343989 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87dc1a5280 con 0x7f87dc101aa0 2024-04-23T18:23:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.879+0000 7f87d8ff9640 1 -- 172.21.15.38:0/3657343989 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c40047a0 con 0x7f87dc101aa0 2024-04-23T18:23:12.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.881+0000 7f87e41c8740 1 Processor -- start 2024-04-23T18:23:12.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.881+0000 7f87e41c8740 1 -- start start 2024-04-23T18:23:12.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87d8ff9640 1 -- 172.21.15.38:0/3657343989 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f87c40041d0 con 0x7f87dc101aa0 2024-04-23T18:23:12.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4ddb0 0x56276de4e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de58800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de5b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87e41c8740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56276ddb3c50 con 0x56276de4e760 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87e41c8740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x56276dd50830 con 0x56276de4ddb0 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87e41c8740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56276ddafc10 con 0x56276de58dd0 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87daffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de58800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87daffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de58800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51534/0 (socket says 172.21.15.38:51534) 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87daffd640 1 -- 172.21.15.38:0/4004071353 learned_addr learned my addr 172.21.15.38:0/4004071353 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87d27fc640 1 --2- 172.21.15.38:0/4004071353 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de5b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87db7fe640 1 --2- 172.21.15.38:0/4004071353 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4ddb0 0x56276de4e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87daffd640 1 -- 172.21.15.38:0/4004071353 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 msgr2=0x56276de5b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87daffd640 1 --2- 172.21.15.38:0/4004071353 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de5b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87daffd640 1 -- 172.21.15.38:0/4004071353 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4ddb0 msgr2=0x56276de4e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87daffd640 1 --2- 172.21.15.38:0/4004071353 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4ddb0 0x56276de4e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87daffd640 1 -- 172.21.15.38:0/4004071353 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56276dac62d0 con 0x56276de4e760 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.882+0000 7f87d8ff9640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87c80a3db0 0x7f87c80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.883+0000 7f87db7fe640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87c80a3db0 0x7f87c80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.883+0000 7f87d8ff9640 1 -- 172.21.15.38:0/3657343989 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f87c40d0370 con 0x7f87dc101aa0 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.883+0000 7f87daffd640 1 --2- 172.21.15.38:0/4004071353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de58800 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f87cc011440 tx=0x7f87cc011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7511a99160e238e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.883+0000 7f87d17fa640 1 -- 172.21.15.38:0/4004071353 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc004310 con 0x56276de4e760 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.883+0000 7f87d17fa640 1 -- 172.21.15.38:0/4004071353 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f87cc0044b0 con 0x56276de4e760 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.883+0000 7f87d17fa640 1 -- 172.21.15.38:0/4004071353 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc0035f0 con 0x56276de4e760 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 -- 172.21.15.38:0/4004071353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 msgr2=0x56276de58800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87db7fe640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87c80a3db0 0x7f87c80a6270 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f87d4009430 tx=0x7f87d4005c30 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 --2- 172.21.15.38:0/4004071353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de58800 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f87cc011440 tx=0x7f87cc011900 comp rx=0 tx=0).stop 2024-04-23T18:23:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 -- 172.21.15.38:0/4004071353 shutdown_connections 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 --2- 172.21.15.38:0/4004071353 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de5b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 --2- 172.21.15.38:0/4004071353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de58800 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 --2- 172.21.15.38:0/4004071353 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4ddb0 0x56276de4e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 -- 172.21.15.38:0/4004071353 >> 172.21.15.38:0/4004071353 conn(0x56276de4a070 msgr2=0x56276de4a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 -- 172.21.15.38:0/4004071353 shutdown_connections 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 -- 172.21.15.38:0/4004071353 wait complete. 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 -- start start 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 Processor -- start 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.884+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4ddb0 0x56276de55d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de56240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de56780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87e41c8740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56276de5bd40 con 0x56276de4e760 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87e41c8740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x56276dd4e470 con 0x56276de4ddb0 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87e41c8740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56276de5bec0 con 0x56276de58dd0 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87e41c8740 10 client.0 _ll_register_callbacks cb 0x56276dd73f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87d27fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de56240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87d27fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de56240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51536/0 (socket says 172.21.15.38:51536) 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87d27fc640 1 -- 172.21.15.38:0/3143506063 learned_addr learned my addr 172.21.15.38:0/3143506063 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87db7fe640 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de56780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87daffd640 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4ddb0 0x56276de55d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87d27fc640 1 -- 172.21.15.38:0/3143506063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 msgr2=0x56276de56780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87d27fc640 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de56780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87d27fc640 1 -- 172.21.15.38:0/3143506063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4ddb0 msgr2=0x56276de55d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87d27fc640 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4ddb0 0x56276de55d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87d27fc640 1 -- 172.21.15.38:0/3143506063 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56276db906b0 con 0x56276de4e760 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87d27fc640 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de56240 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f87c409be60 tx=0x7f87c40d3ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca3e079d33d6ea52 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87c27fc640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87c27fc640 1 -- 172.21.15.38:0/3143506063 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c409bf30 con 0x56276de4e760 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87c27fc640 1 -- 172.21.15.38:0/3143506063 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f87c40a0200 con 0x56276de4e760 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87e41c8740 1 -- 172.21.15.38:0/3143506063 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87cc0044b0 con 0x56276de4e760 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87c27fc640 1 -- 172.21.15.38:0/3143506063 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f87c409bac0 con 0x56276de4e760 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87e41c8740 10 client.15573 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.885+0000 7f87e41c8740 1 -- 172.21.15.38:0/3143506063 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56276de680a0 con 0x56276de4e760 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.886+0000 7f87c27fc640 1 -- 172.21.15.38:0/3143506063 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f87cc0044b0 con 0x56276de4e760 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.886+0000 7f87c27fc640 1 -- 172.21.15.38:0/3143506063 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f87c40cdc70 con 0x56276de4e760 2024-04-23T18:23:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.886+0000 7f87e41c8740 10 client.15573 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.886+0000 7f87e41c8740 10 client.15573 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.886+0000 7f87e41c8740 20 client.15573 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.886+0000 7f87e41c8740 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x56276de6a720 0x56276de6bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.886+0000 7f87e41c8740 4 client.15573 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.886+0000 7f87e41c8740 1 -- 172.21.15.38:0/3143506063 --> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56276ddc1670 con 0x56276de6a720 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.886+0000 7f87daffd640 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x56276de6a720 0x56276de6bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.887+0000 7f87c27fc640 10 client.15573 ms_handle_connect on v2:172.21.15.102:6836/4151349545 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.887+0000 7f87daffd640 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x56276de6a720 0x56276de6bb90 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2b296af92bb7068c server_cookie=727e50663ba96ed1 in_seq=0 out_seq=0 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.887+0000 7f87c27fc640 1 -- 172.21.15.38:0/3143506063 <== mds.3 v2:172.21.15.102:6836/4151349545 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56276ddc1670 con 0x56276de6a720 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.887+0000 7f87c27fc640 10 client.15573 handle_command_reply: tid=0 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.887+0000 7f87e41c8740 1 client.15573 shutdown 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.887+0000 7f87e41c8740 1 -- 172.21.15.38:0/3143506063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 msgr2=0x56276de56240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.887+0000 7f87e41c8740 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de56240 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f87c409be60 tx=0x7f87c40d3ab0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.888+0000 7f87e41c8740 1 -- 172.21.15.38:0/3143506063 shutdown_connections 2024-04-23T18:23:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.888+0000 7f87e41c8740 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x56276de6a720 0x56276de6bb90 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.888+0000 7f87e41c8740 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de56780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.888+0000 7f87c27fc640 0 client.15573 ms_handle_reset on v2:172.21.15.102:6836/4151349545 2024-04-23T18:23:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.888+0000 7f87e41c8740 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4e760 0x56276de56240 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.888+0000 7f87e41c8740 1 --2- 172.21.15.38:0/3143506063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4ddb0 0x56276de55d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.888+0000 7f87e41c8740 1 -- 172.21.15.38:0/3143506063 >> 172.21.15.38:0/3143506063 conn(0x56276de4a070 msgr2=0x56276de4fee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.888+0000 7f87e41c8740 1 -- 172.21.15.38:0/3143506063 shutdown_connections 2024-04-23T18:23:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.888+0000 7f87e41c8740 1 -- 172.21.15.38:0/3143506063 wait complete. 2024-04-23T18:23:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.888+0000 7f87e41c8740 20 client.15573 trim_cache size 0 max 16384 2024-04-23T18:23:12.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.906+0000 7f87e41c8740 1 Processor -- start 2024-04-23T18:23:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.906+0000 7f87e41c8740 1 -- start start 2024-04-23T18:23:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.906+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.906+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4e760 0x56276de74260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.906+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de545d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.906+0000 7f87e41c8740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56276de69ed0 con 0x56276de4ddb0 2024-04-23T18:23:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.906+0000 7f87e41c8740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x56276de6a5a0 con 0x56276de4e760 2024-04-23T18:23:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.906+0000 7f87e41c8740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56276de6ac70 con 0x56276de58dd0 2024-04-23T18:23:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87daffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87daffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51546/0 (socket says 172.21.15.38:51546) 2024-04-23T18:23:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87daffd640 1 -- 172.21.15.38:0/2241854337 learned_addr learned my addr 172.21.15.38:0/2241854337 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87db7fe640 1 --2- 172.21.15.38:0/2241854337 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87daffd640 1 -- 172.21.15.38:0/2241854337 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 msgr2=0x56276de545d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87daffd640 1 --2- 172.21.15.38:0/2241854337 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de545d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87daffd640 1 -- 172.21.15.38:0/2241854337 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4e760 msgr2=0x56276de74260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87daffd640 1 --2- 172.21.15.38:0/2241854337 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4e760 0x56276de74260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87daffd640 1 -- 172.21.15.38:0/2241854337 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56276de5b1c0 con 0x56276de4ddb0 2024-04-23T18:23:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87daffd640 1 --2- 172.21.15.38:0/2241854337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6a050 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f87cc009730 tx=0x7f87cc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52c9fd614b0d7e34 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87d0ff9640 1 -- 172.21.15.38:0/2241854337 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc01d040 con 0x56276de4ddb0 2024-04-23T18:23:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87d0ff9640 1 -- 172.21.15.38:0/2241854337 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f87cc005c50 con 0x56276de4ddb0 2024-04-23T18:23:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.907+0000 7f87d0ff9640 1 -- 172.21.15.38:0/2241854337 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc00fb30 con 0x56276de4ddb0 2024-04-23T18:23:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 -- 172.21.15.38:0/2241854337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 msgr2=0x56276de6a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 --2- 172.21.15.38:0/2241854337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6a050 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f87cc009730 tx=0x7f87cc000bc0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 -- 172.21.15.38:0/2241854337 shutdown_connections 2024-04-23T18:23:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 --2- 172.21.15.38:0/2241854337 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de545d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 --2- 172.21.15.38:0/2241854337 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4e760 0x56276de74260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 --2- 172.21.15.38:0/2241854337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6a050 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 -- 172.21.15.38:0/2241854337 >> 172.21.15.38:0/2241854337 conn(0x56276de4a070 msgr2=0x56276de4a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 -- 172.21.15.38:0/2241854337 shutdown_connections 2024-04-23T18:23:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 -- 172.21.15.38:0/2241854337 wait complete. 2024-04-23T18:23:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 -- start start 2024-04-23T18:23:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 Processor -- start 2024-04-23T18:23:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4e760 0x56276de6d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de6d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56276de6ba10 con 0x56276de4ddb0 2024-04-23T18:23:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x56276de6b340 con 0x56276de4e760 2024-04-23T18:23:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.908+0000 7f87e41c8740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56276de6c0e0 con 0x56276de58dd0 2024-04-23T18:23:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87e41c8740 10 client.0 _ll_register_callbacks cb 0x7f87c40d3b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87daffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87daffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51554/0 (socket says 172.21.15.38:51554) 2024-04-23T18:23:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87daffd640 1 -- 172.21.15.38:0/2864700988 learned_addr learned my addr 172.21.15.38:0/2864700988 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87db7fe640 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de6d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87d27fc640 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4e760 0x56276de6d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87daffd640 1 -- 172.21.15.38:0/2864700988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 msgr2=0x56276de6d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87daffd640 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de6d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87daffd640 1 -- 172.21.15.38:0/2864700988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4e760 msgr2=0x56276de6d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87daffd640 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4e760 0x56276de6d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87daffd640 1 -- 172.21.15.38:0/2864700988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56276ded3860 con 0x56276de4ddb0 2024-04-23T18:23:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87daffd640 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6cd90 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f87cc005e00 tx=0x7f87cc00f5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=140a4f229179ddae server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87c27fc640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87c27fc640 1 -- 172.21.15.38:0/2864700988 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc036070 con 0x56276de4ddb0 2024-04-23T18:23:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87c27fc640 1 -- 172.21.15.38:0/2864700988 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f87cc00fad0 con 0x56276de4ddb0 2024-04-23T18:23:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87e41c8740 1 -- 172.21.15.38:0/2864700988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87cc005c50 con 0x56276de4ddb0 2024-04-23T18:23:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87c27fc640 1 -- 172.21.15.38:0/2864700988 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f87cc01d040 con 0x56276de4ddb0 2024-04-23T18:23:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87e41c8740 10 client.15579 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.909+0000 7f87e41c8740 1 -- 172.21.15.38:0/2864700988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56276ded4b00 con 0x56276de4ddb0 2024-04-23T18:23:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.910+0000 7f87c27fc640 1 -- 172.21.15.38:0/2864700988 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f87cc005c50 con 0x56276de4ddb0 2024-04-23T18:23:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.910+0000 7f87c27fc640 1 -- 172.21.15.38:0/2864700988 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f87cc004960 con 0x56276de4ddb0 2024-04-23T18:23:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.910+0000 7f87e41c8740 10 client.15579 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.910+0000 7f87e41c8740 10 client.15579 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.910+0000 7f87e41c8740 20 client.15579 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.910+0000 7f87e41c8740 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x56276ded9130 0x56276ded7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.910+0000 7f87e41c8740 4 client.15579 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.910+0000 7f87e41c8740 1 -- 172.21.15.38:0/2864700988 --> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] -- command(tid 0: {"prefix": "status"}) -- 0x56276ddbb4e0 con 0x56276ded9130 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.910+0000 7f87d27fc640 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x56276ded9130 0x56276ded7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87c27fc640 10 client.15579 ms_handle_connect on v2:172.21.15.102:6836/4151349545 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87d27fc640 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x56276ded9130 0x56276ded7e40 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=69540bd27459d6a2 server_cookie=74b87786a27e2059 in_seq=0 out_seq=0 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87c27fc640 1 -- 172.21.15.38:0/2864700988 <== mds.3 v2:172.21.15.102:6836/4151349545 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56276ddbb4e0 con 0x56276ded9130 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87c27fc640 10 client.15579 handle_command_reply: tid=0 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 client.15579 shutdown 2024-04-23T18:23:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 -- 172.21.15.38:0/2864700988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 msgr2=0x56276de6cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6cd90 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f87cc005e00 tx=0x7f87cc00f5e0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 -- 172.21.15.38:0/2864700988 shutdown_connections 2024-04-23T18:23:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.102:6836/4151349545,v1:172.21.15.102:6837/4151349545] conn(0x56276ded9130 0x56276ded7e40 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56276de58dd0 0x56276de6d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87c27fc640 0 client.15579 ms_handle_reset on v2:172.21.15.102:6836/4151349545 2024-04-23T18:23:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56276de4e760 0x56276de6d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 --2- 172.21.15.38:0/2864700988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56276de4ddb0 0x56276de6cd90 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 -- 172.21.15.38:0/2864700988 >> 172.21.15.38:0/2864700988 conn(0x56276de4a070 msgr2=0x56276de4a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 -- 172.21.15.38:0/2864700988 shutdown_connections 2024-04-23T18:23:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 1 -- 172.21.15.38:0/2864700988 wait complete. 2024-04-23T18:23:12.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e41c8740 20 client.15579 trim_cache size 0 max 16384 2024-04-23T18:23:12.916 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:23:12.916 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:23:12.916 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 3, 2024-04-23T18:23:12.916 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24466, 2024-04-23T18:23:12.916 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:23:12.917 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:23:12.917 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:23:12.917 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 128.57225615999999, 2024-04-23T18:23:12.917 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 27, 2024-04-23T18:23:12.917 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 91, 2024-04-23T18:23:12.917 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 90, 2024-04-23T18:23:12.917 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 154.269971277 2024-04-23T18:23:12.917 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:23:12.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e14ae640 1 -- 172.21.15.38:0/3657343989 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87c80a3db0 msgr2=0x7f87c80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e14ae640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87c80a3db0 0x7f87c80a6270 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f87d4009430 tx=0x7f87d4005c30 comp rx=0 tx=0).stop 2024-04-23T18:23:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e14ae640 1 -- 172.21.15.38:0/3657343989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87dc101aa0 msgr2=0x7f87dc199b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.911+0000 7f87e14ae640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87dc101aa0 0x7f87dc199b50 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f87c400d950 tx=0x7f87c400de10 comp rx=0 tx=0).stop 2024-04-23T18:23:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.912+0000 7f87e14ae640 1 -- 172.21.15.38:0/3657343989 shutdown_connections 2024-04-23T18:23:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.912+0000 7f87e14ae640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87c80a3db0 0x7f87c80a6270 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.912+0000 7f87e14ae640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87dc105e70 0x7f87dc1a4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.912+0000 7f87e14ae640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87dc101aa0 0x7f87dc199b50 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.912+0000 7f87e14ae640 1 --2- 172.21.15.38:0/3657343989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87dc1010e0 0x7f87dc199610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.912+0000 7f87e14ae640 1 -- 172.21.15.38:0/3657343989 >> 172.21.15.38:0/3657343989 conn(0x7f87dc077cb0 msgr2=0x7f87dc0fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.912+0000 7f87e14ae640 1 -- 172.21.15.38:0/3657343989 shutdown_connections 2024-04-23T18:23:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:12.912+0000 7f87e14ae640 1 -- 172.21.15.38:0/3657343989 wait complete. 2024-04-23T18:23:12.920 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:12 smithi038 ceph-mon[29217]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 131 KiB/s wr, 79 op/s 2024-04-23T18:23:12.920 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:12 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2115784207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:12.920 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:12 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1380871050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:12.920 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:12 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2732385791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:12.921 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-23T18:23:13.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 -- 172.21.15.38:0/631747091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc3c105e70 msgr2=0x7fcc3c106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 --2- 172.21.15.38:0/631747091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc3c105e70 0x7fcc3c106250 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fcc34009900 tx=0x7fcc3402a470 comp rx=0 tx=0).stop 2024-04-23T18:23:13.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 -- 172.21.15.38:0/631747091 shutdown_connections 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 --2- 172.21.15.38:0/631747091 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc3c101aa0 0x7fcc3c10dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 --2- 172.21.15.38:0/631747091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc3c1010e0 0x7fcc3c101560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 --2- 172.21.15.38:0/631747091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc3c105e70 0x7fcc3c106250 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 -- 172.21.15.38:0/631747091 >> 172.21.15.38:0/631747091 conn(0x7fcc3c077cb0 msgr2=0x7fcc3c0780c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 -- 172.21.15.38:0/631747091 shutdown_connections 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 -- 172.21.15.38:0/631747091 wait complete. 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 Processor -- start 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.032+0000 7fcc445cd640 1 -- start start 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc445cd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc3c1010e0 0x7fcc3c0fea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc445cd640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc3c101aa0 0x7fcc3c0fef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc445cd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc3c105e70 0x7fcc3c0ff4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc445cd640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c1112e0 con 0x7fcc3c1010e0 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc445cd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c111160 con 0x7fcc3c105e70 2024-04-23T18:23:13.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc445cd640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c111460 con 0x7fcc3c101aa0 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc42369640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc3c1010e0 0x7fcc3c0fea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc42369640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc3c1010e0 0x7fcc3c0fea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51570/0 (socket says 172.21.15.38:51570) 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc42369640 1 -- 172.21.15.38:0/1422397532 learned_addr learned my addr 172.21.15.38:0/1422397532 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc41b68640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc3c101aa0 0x7fcc3c0fef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc42369640 1 -- 172.21.15.38:0/1422397532 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc3c101aa0 msgr2=0x7fcc3c0fef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc42369640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc3c101aa0 0x7fcc3c0fef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc42b6a640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc3c105e70 0x7fcc3c0ff4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc42369640 1 -- 172.21.15.38:0/1422397532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc3c105e70 msgr2=0x7fcc3c0ff4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc42369640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc3c105e70 0x7fcc3c0ff4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc42369640 1 -- 172.21.15.38:0/1422397532 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc3c1a6d20 con 0x7fcc3c1010e0 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc42369640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc3c1010e0 0x7fcc3c0fea50 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fcc3402a990 tx=0x7fcc340045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc337fe640 1 -- 172.21.15.38:0/1422397532 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3403f070 con 0x7fcc3c1010e0 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc337fe640 1 -- 172.21.15.38:0/1422397532 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc34005590 con 0x7fcc3c1010e0 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc445cd640 1 -- 172.21.15.38:0/1422397532 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc3c1a6fb0 con 0x7fcc3c1010e0 2024-04-23T18:23:13.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.033+0000 7fcc337fe640 1 -- 172.21.15.38:0/1422397532 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc34035030 con 0x7fcc3c1010e0 2024-04-23T18:23:13.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.034+0000 7fcc445cd640 1 -- 172.21.15.38:0/1422397532 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc3c1a7410 con 0x7fcc3c1010e0 2024-04-23T18:23:13.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.036+0000 7fcc337fe640 1 -- 172.21.15.38:0/1422397532 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7fcc34042070 con 0x7fcc3c1010e0 2024-04-23T18:23:13.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.036+0000 7fcc473be740 1 Processor -- start 2024-04-23T18:23:13.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.036+0000 7fcc473be740 1 -- start start 2024-04-23T18:23:13.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc473be740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea84db0 0x55a30ea85190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc473be740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea85760 0x55a30ea8f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc473be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea92220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc473be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a30e9eac50 con 0x55a30ea8fdd0 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc473be740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55a30e987830 con 0x55a30ea84db0 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc473be740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a30e9e6c10 con 0x55a30ea85760 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc41b68640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea92220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc337fe640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fcc280a3db0 0x7fcc280a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc41b68640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea92220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51576/0 (socket says 172.21.15.38:51576) 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc41b68640 1 -- 172.21.15.38:0/1655954652 learned_addr learned my addr 172.21.15.38:0/1655954652 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc42369640 1 --2- 172.21.15.38:0/1655954652 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea85760 0x55a30ea8f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc42b6a640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fcc280a3db0 0x7fcc280a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc337fe640 1 -- 172.21.15.38:0/1422397532 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fcc340f12f0 con 0x7fcc3c1010e0 2024-04-23T18:23:13.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc42b6a640 1 --2- 172.21.15.38:0/1655954652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea84db0 0x55a30ea85190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc41b68640 1 -- 172.21.15.38:0/1655954652 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea85760 msgr2=0x55a30ea8f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc41b68640 1 --2- 172.21.15.38:0/1655954652 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea85760 0x55a30ea8f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc41b68640 1 -- 172.21.15.38:0/1655954652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea84db0 msgr2=0x55a30ea85190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc41b68640 1 --2- 172.21.15.38:0/1655954652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea84db0 0x55a30ea85190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc41b68640 1 -- 172.21.15.38:0/1655954652 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a30e6fd2d0 con 0x55a30ea8fdd0 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc42b6a640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fcc280a3db0 0x7fcc280a6270 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcc38005c40 tx=0x7fcc380093e0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.037+0000 7fcc41b68640 1 --2- 172.21.15.38:0/1655954652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea92220 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c005bc0 tx=0x7fcc2c00e2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c6b4c9d9f3a652 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc30bfe640 1 -- 172.21.15.38:0/1655954652 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c016070 con 0x55a30ea8fdd0 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc30bfe640 1 -- 172.21.15.38:0/1655954652 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc2c0054f0 con 0x55a30ea8fdd0 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc30bfe640 1 -- 172.21.15.38:0/1655954652 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c011470 con 0x55a30ea8fdd0 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc473be740 1 -- 172.21.15.38:0/1655954652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 msgr2=0x55a30ea92220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc473be740 1 --2- 172.21.15.38:0/1655954652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea92220 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c005bc0 tx=0x7fcc2c00e2f0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc473be740 1 -- 172.21.15.38:0/1655954652 shutdown_connections 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc473be740 1 --2- 172.21.15.38:0/1655954652 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea85760 0x55a30ea8f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc473be740 1 --2- 172.21.15.38:0/1655954652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea92220 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc473be740 1 --2- 172.21.15.38:0/1655954652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea84db0 0x55a30ea85190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc473be740 1 -- 172.21.15.38:0/1655954652 >> 172.21.15.38:0/1655954652 conn(0x55a30ea81070 msgr2=0x55a30ea81450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc473be740 1 -- 172.21.15.38:0/1655954652 shutdown_connections 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.038+0000 7fcc473be740 1 -- 172.21.15.38:0/1655954652 wait complete. 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc473be740 1 -- start start 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc473be740 1 Processor -- start 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc473be740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 0x55a30ea8cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc473be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea8d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc473be740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea8fdd0 0x55a30ea8d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc473be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a30ea92d40 con 0x55a30ea85760 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc473be740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55a30e985470 con 0x55a30ea8fdd0 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc473be740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a30ea92ec0 con 0x55a30ea84db0 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc473be740 10 client.0 _ll_register_callbacks cb 0x55a30e9aaf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc41b68640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea8d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc41b68640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea8d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51580/0 (socket says 172.21.15.38:51580) 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc41b68640 1 -- 172.21.15.38:0/344318057 learned_addr learned my addr 172.21.15.38:0/344318057 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc42369640 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 0x55a30ea8cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc42b6a640 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea8fdd0 0x55a30ea8d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc41b68640 1 -- 172.21.15.38:0/344318057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 msgr2=0x55a30ea8cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc41b68640 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 0x55a30ea8cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc41b68640 1 -- 172.21.15.38:0/344318057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea8fdd0 msgr2=0x55a30ea8d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc41b68640 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea8fdd0 0x55a30ea8d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.039+0000 7fcc41b68640 1 -- 172.21.15.38:0/344318057 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a30e7c76b0 con 0x55a30ea85760 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc42b6a640 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea8fdd0 0x55a30ea8d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc41b68640 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea8d190 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c004bf0 tx=0x7fcc2c00eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=902051d233387c15 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc25ffb640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc25ffb640 1 -- 172.21.15.38:0/344318057 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c028060 con 0x55a30ea85760 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc25ffb640 1 -- 172.21.15.38:0/344318057 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fcc2c004f20 con 0x55a30ea85760 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc473be740 1 -- 172.21.15.38:0/344318057 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc2c0054f0 con 0x55a30ea85760 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc25ffb640 1 -- 172.21.15.38:0/344318057 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fcc2c016040 con 0x55a30ea85760 2024-04-23T18:23:13.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc473be740 10 client.15591 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc473be740 1 -- 172.21.15.38:0/344318057 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a30ea9ef60 con 0x55a30ea85760 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc25ffb640 1 -- 172.21.15.38:0/344318057 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc2c0054f0 con 0x55a30ea85760 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc25ffb640 1 -- 172.21.15.38:0/344318057 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fcc2c00f040 con 0x55a30ea85760 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc473be740 10 client.15591 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc473be740 10 client.15591 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.040+0000 7fcc473be740 20 client.15591 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.041+0000 7fcc473be740 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55a30eaa11b0 0x55a30eaa2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.041+0000 7fcc473be740 4 client.15591 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.041+0000 7fcc473be740 1 -- 172.21.15.38:0/344318057 --> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a30e9f8670 con 0x55a30eaa11b0 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.041+0000 7fcc42369640 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55a30eaa11b0 0x55a30eaa2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.041+0000 7fcc42369640 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55a30eaa11b0 0x55a30eaa2620 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b879b41f9a5cfa05 server_cookie=5a616bdd7a5ce9d5 in_seq=0 out_seq=0 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.041+0000 7fcc25ffb640 10 client.15591 ms_handle_connect on v2:172.21.15.76:6836/1729588944 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc25ffb640 1 -- 172.21.15.38:0/344318057 <== mds.2 v2:172.21.15.76:6836/1729588944 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a30e9f8670 con 0x55a30eaa11b0 2024-04-23T18:23:13.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc25ffb640 10 client.15591 handle_command_reply: tid=0 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 client.15591 shutdown 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 -- 172.21.15.38:0/344318057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 msgr2=0x55a30ea8d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea8d190 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c004bf0 tx=0x7fcc2c00eb20 comp rx=0 tx=0).stop 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 -- 172.21.15.38:0/344318057 shutdown_connections 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55a30eaa11b0 0x55a30eaa2620 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea8fdd0 0x55a30ea8d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea8d190 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 --2- 172.21.15.38:0/344318057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 0x55a30ea8cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc25ffb640 0 client.15591 ms_handle_reset on v2:172.21.15.76:6836/1729588944 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 -- 172.21.15.38:0/344318057 >> 172.21.15.38:0/344318057 conn(0x55a30ea81070 msgr2=0x55a30ea86ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 -- 172.21.15.38:0/344318057 shutdown_connections 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 1 -- 172.21.15.38:0/344318057 wait complete. 2024-04-23T18:23:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.042+0000 7fcc473be740 20 client.15591 trim_cache size 0 max 16384 2024-04-23T18:23:13.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:12 smithi102 ceph-mon[32874]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 131 KiB/s wr, 79 op/s 2024-04-23T18:23:13.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:12 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2115784207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:13.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:12 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1380871050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:13.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:12 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2732385791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:13.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.060+0000 7fcc473be740 1 Processor -- start 2024-04-23T18:23:13.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.060+0000 7fcc473be740 1 -- start start 2024-04-23T18:23:13.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc473be740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea84db0 0x55a30ea81450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc473be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea9b820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc473be740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea8fdd0 0x55a30ea8d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc473be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a30eaa0960 con 0x55a30ea85760 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc473be740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55a30eaa1030 con 0x55a30ea84db0 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc473be740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a30eaa1700 con 0x55a30ea8fdd0 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc41b68640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea9b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc41b68640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea9b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51594/0 (socket says 172.21.15.38:51594) 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc41b68640 1 -- 172.21.15.38:0/3476832306 learned_addr learned my addr 172.21.15.38:0/3476832306 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc42369640 1 --2- 172.21.15.38:0/3476832306 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea84db0 0x55a30ea81450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc42b6a640 1 --2- 172.21.15.38:0/3476832306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea8fdd0 0x55a30ea8d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc41b68640 1 -- 172.21.15.38:0/3476832306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea8fdd0 msgr2=0x55a30ea8d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc41b68640 1 --2- 172.21.15.38:0/3476832306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea8fdd0 0x55a30ea8d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc41b68640 1 -- 172.21.15.38:0/3476832306 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea84db0 msgr2=0x55a30ea81450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc41b68640 1 --2- 172.21.15.38:0/3476832306 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea84db0 0x55a30ea81450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc41b68640 1 -- 172.21.15.38:0/3476832306 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a30ea80ea0 con 0x55a30ea85760 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc41b68640 1 --2- 172.21.15.38:0/3476832306 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea9b820 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c00e7f0 tx=0x7fcc2c001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1c4cf5c9904105e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc27fff640 1 -- 172.21.15.38:0/3476832306 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c028040 con 0x55a30ea85760 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc27fff640 1 -- 172.21.15.38:0/3476832306 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc2c004a10 con 0x55a30ea85760 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.061+0000 7fcc27fff640 1 -- 172.21.15.38:0/3476832306 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c005410 con 0x55a30ea85760 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 -- 172.21.15.38:0/3476832306 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 msgr2=0x55a30ea9b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 --2- 172.21.15.38:0/3476832306 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea9b820 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c00e7f0 tx=0x7fcc2c001e50 comp rx=0 tx=0).stop 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 -- 172.21.15.38:0/3476832306 shutdown_connections 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 --2- 172.21.15.38:0/3476832306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea8fdd0 0x55a30ea8d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 --2- 172.21.15.38:0/3476832306 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea85760 0x55a30ea9b820 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 --2- 172.21.15.38:0/3476832306 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea84db0 0x55a30ea81450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 -- 172.21.15.38:0/3476832306 >> 172.21.15.38:0/3476832306 conn(0x55a30ea81070 msgr2=0x55a30ea9b110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 -- 172.21.15.38:0/3476832306 shutdown_connections 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 -- 172.21.15.38:0/3476832306 wait complete. 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 -- start start 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.062+0000 7fcc473be740 1 Processor -- start 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc473be740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 0x55a30eaaac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc473be740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea85760 0x55a30ea89610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc473be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea89b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc473be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a30eaa24a0 con 0x55a30ea8fdd0 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc473be740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55a30eaa1dd0 con 0x55a30ea85760 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc473be740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a30eaa2b70 con 0x55a30ea84db0 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc473be740 10 client.0 _ll_register_callbacks cb 0x7fcc2c0099e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42b6a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea89b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42b6a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea89b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51604/0 (socket says 172.21.15.38:51604) 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42b6a640 1 -- 172.21.15.38:0/3229800607 learned_addr learned my addr 172.21.15.38:0/3229800607 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42369640 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 0x55a30eaaac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc41b68640 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea85760 0x55a30ea89610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42b6a640 1 -- 172.21.15.38:0/3229800607 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 msgr2=0x55a30eaaac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42b6a640 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 0x55a30eaaac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42b6a640 1 -- 172.21.15.38:0/3229800607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea85760 msgr2=0x55a30ea89610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42b6a640 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea85760 0x55a30ea89610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42b6a640 1 -- 172.21.15.38:0/3229800607 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a30ea8a350 con 0x55a30ea8fdd0 2024-04-23T18:23:13.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42369640 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 0x55a30eaaac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc41b68640 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea85760 0x55a30ea89610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc42b6a640 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea89b50 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fcc380127e0 tx=0x7fcc38004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=541058eaaa3b101c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc25ffb640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc25ffb640 1 -- 172.21.15.38:0/3229800607 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc38011960 con 0x55a30ea8fdd0 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc25ffb640 1 -- 172.21.15.38:0/3229800607 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fcc38011b00 con 0x55a30ea8fdd0 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.063+0000 7fcc473be740 1 -- 172.21.15.38:0/3229800607 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc2c004a10 con 0x55a30ea8fdd0 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc25ffb640 1 -- 172.21.15.38:0/3229800607 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fcc38011d00 con 0x55a30ea8fdd0 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc473be740 10 client.15597 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc473be740 1 -- 172.21.15.38:0/3229800607 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a30eb071c0 con 0x55a30ea8fdd0 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc25ffb640 1 -- 172.21.15.38:0/3229800607 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc2c004a10 con 0x55a30ea8fdd0 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc25ffb640 1 -- 172.21.15.38:0/3229800607 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fcc38030030 con 0x55a30ea8fdd0 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc473be740 10 client.15597 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc473be740 10 client.15597 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc473be740 20 client.15597 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:13.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc473be740 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55a30eb0be40 0x55a30eb0ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc473be740 4 client.15597 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc473be740 1 -- 172.21.15.38:0/3229800607 --> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] -- command(tid 0: {"prefix": "status"}) -- 0x55a30e9f24e0 con 0x55a30eb0be40 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.064+0000 7fcc42369640 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55a30eb0be40 0x55a30eb0ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc25ffb640 10 client.15597 ms_handle_connect on v2:172.21.15.76:6836/1729588944 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc42369640 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55a30eb0be40 0x55a30eb0ab50 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=84f60a4ad6656cf6 server_cookie=421ddcade48fdd11 in_seq=0 out_seq=0 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc25ffb640 1 -- 172.21.15.38:0/3229800607 <== mds.2 v2:172.21.15.76:6836/1729588944 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55a30e9f24e0 con 0x55a30eb0be40 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc25ffb640 10 client.15597 handle_command_reply: tid=0 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 client.15597 shutdown 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 -- 172.21.15.38:0/3229800607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 msgr2=0x55a30ea89b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea89b50 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fcc380127e0 tx=0x7fcc38004a40 comp rx=0 tx=0).stop 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 -- 172.21.15.38:0/3229800607 shutdown_connections 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.76:6836/1729588944,v1:172.21.15.76:6837/1729588944] conn(0x55a30eb0be40 0x55a30eb0ab50 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a30ea8fdd0 0x55a30ea89b50 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a30ea85760 0x55a30ea89610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc25ffb640 0 client.15597 ms_handle_reset on v2:172.21.15.76:6836/1729588944 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 --2- 172.21.15.38:0/3229800607 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a30ea84db0 0x55a30eaaac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 -- 172.21.15.38:0/3229800607 >> 172.21.15.38:0/3229800607 conn(0x55a30ea81070 msgr2=0x55a30ea9b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 -- 172.21.15.38:0/3229800607 shutdown_connections 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 1 -- 172.21.15.38:0/3229800607 wait complete. 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.065+0000 7fcc473be740 20 client.15597 trim_cache size 0 max 16384 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 2, 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24476, 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:23:13.065 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:23:13.066 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:23:13.066 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 129.73521231199999, 2024-04-23T18:23:13.066 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 27, 2024-04-23T18:23:13.066 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 91, 2024-04-23T18:23:13.066 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 90, 2024-04-23T18:23:13.066 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 151.54917455 2024-04-23T18:23:13.066 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 -- 172.21.15.38:0/1422397532 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fcc280a3db0 msgr2=0x7fcc280a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fcc280a3db0 0x7fcc280a6270 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcc38005c40 tx=0x7fcc380093e0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 -- 172.21.15.38:0/1422397532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc3c1010e0 msgr2=0x7fcc3c0fea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc3c1010e0 0x7fcc3c0fea50 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fcc3402a990 tx=0x7fcc340045e0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 -- 172.21.15.38:0/1422397532 shutdown_connections 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fcc280a3db0 0x7fcc280a6270 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc3c101aa0 0x7fcc3c0fef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc3c105e70 0x7fcc3c0ff4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 --2- 172.21.15.38:0/1422397532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc3c1010e0 0x7fcc3c0fea50 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 -- 172.21.15.38:0/1422397532 >> 172.21.15.38:0/1422397532 conn(0x7fcc3c077cb0 msgr2=0x7fcc3c0693c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 -- 172.21.15.38:0/1422397532 shutdown_connections 2024-04-23T18:23:13.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.066+0000 7fcc445cd640 1 -- 172.21.15.38:0/1422397532 wait complete. 2024-04-23T18:23:13.070 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-23T18:23:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.180+0000 7f4bde1e5640 1 -- 172.21.15.38:0/567944749 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bd810c600 msgr2=0x7f4bd810ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.180+0000 7f4bde1e5640 1 --2- 172.21.15.38:0/567944749 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bd810c600 0x7f4bd810ea50 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f4bd0009ca0 tx=0x7f4bd002a950 comp rx=0 tx=0).stop 2024-04-23T18:23:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.180+0000 7f4bde1e5640 1 -- 172.21.15.38:0/567944749 shutdown_connections 2024-04-23T18:23:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.180+0000 7f4bde1e5640 1 --2- 172.21.15.38:0/567944749 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bd810c600 0x7f4bd810ea50 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.180+0000 7f4bde1e5640 1 --2- 172.21.15.38:0/567944749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bd8103b50 0x7f4bd810c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.180+0000 7f4bde1e5640 1 --2- 172.21.15.38:0/567944749 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bd8103230 0x7f4bd8103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.180+0000 7f4bde1e5640 1 -- 172.21.15.38:0/567944749 >> 172.21.15.38:0/567944749 conn(0x7f4bd8077f80 msgr2=0x7f4bd8078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.180+0000 7f4bde1e5640 1 -- 172.21.15.38:0/567944749 shutdown_connections 2024-04-23T18:23:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.180+0000 7f4bde1e5640 1 -- 172.21.15.38:0/567944749 wait complete. 2024-04-23T18:23:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.180+0000 7f4bde1e5640 1 Processor -- start 2024-04-23T18:23:13.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bde1e5640 1 -- start start 2024-04-23T18:23:13.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bde1e5640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bd8103230 0x7f4bd8100e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bde1e5640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bd8103b50 0x7f4bd81013c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bde1e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bd810c600 0x7f4bd8101900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bde1e5640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd81123c0 con 0x7f4bd8103b50 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bde1e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd8112240 con 0x7f4bd810c600 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bde1e5640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd8112540 con 0x7f4bd8103230 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd6ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bd8103b50 0x7f4bd81013c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd6ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bd8103b50 0x7f4bd81013c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51620/0 (socket says 172.21.15.38:51620) 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/3998492969 learned_addr learned my addr 172.21.15.38:0/3998492969 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd77fe640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bd8103230 0x7f4bd8100e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd7fff640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bd810c600 0x7f4bd8101900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/3998492969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bd8103230 msgr2=0x7f4bd8100e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bd8103230 0x7f4bd8100e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/3998492969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bd810c600 msgr2=0x7f4bd8101900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bd810c600 0x7f4bd8101900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/3998492969 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bd81a6d00 con 0x7f4bd8103b50 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.181+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bd8103b50 0x7f4bd81013c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc00c890 tx=0x7f4bcc00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.182+0000 7f4bd4ff9640 1 -- 172.21.15.38:0/3998492969 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc004220 con 0x7f4bd8103b50 2024-04-23T18:23:13.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.182+0000 7f4bd4ff9640 1 -- 172.21.15.38:0/3998492969 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4bcc0043c0 con 0x7f4bd8103b50 2024-04-23T18:23:13.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.182+0000 7f4bde1e5640 1 -- 172.21.15.38:0/3998492969 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bd81a6ff0 con 0x7f4bd8103b50 2024-04-23T18:23:13.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.182+0000 7f4bd4ff9640 1 -- 172.21.15.38:0/3998492969 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc0049e0 con 0x7f4bd8103b50 2024-04-23T18:23:13.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.182+0000 7f4bde1e5640 1 -- 172.21.15.38:0/3998492969 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bd81a74b0 con 0x7f4bd8103b50 2024-04-23T18:23:13.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.184+0000 7f4bd4ff9640 1 -- 172.21.15.38:0/3998492969 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f4bcc005140 con 0x7f4bd8103b50 2024-04-23T18:23:13.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.184+0000 7f4be0fdc740 1 Processor -- start 2024-04-23T18:23:13.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.184+0000 7f4be0fdc740 1 -- start start 2024-04-23T18:23:13.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.184+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c745190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.184+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c74f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c752220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55978c6aac50 con 0x55978c745760 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55978c647830 con 0x55978c74fdd0 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55978c6a6c10 con 0x55978c744db0 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd77fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c74f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd4ff9640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4bc00a3db0 0x7f4bc00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd77fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c74f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51634/0 (socket says 172.21.15.38:51634) 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd77fe640 1 -- 172.21.15.38:0/573481479 learned_addr learned my addr 172.21.15.38:0/573481479 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd7fff640 1 --2- 172.21.15.38:0/573481479 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c745190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd4ff9640 1 -- 172.21.15.38:0/3998492969 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f4bcc0d0520 con 0x7f4bd8103b50 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/573481479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c752220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd77fe640 1 -- 172.21.15.38:0/573481479 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 msgr2=0x55978c745190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd7fff640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4bc00a3db0 0x7f4bc00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd77fe640 1 --2- 172.21.15.38:0/573481479 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c745190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd77fe640 1 -- 172.21.15.38:0/573481479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 msgr2=0x55978c752220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd77fe640 1 --2- 172.21.15.38:0/573481479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c752220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd77fe640 1 -- 172.21.15.38:0/573481479 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55978c3bd2d0 con 0x55978c745760 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd77fe640 1 --2- 172.21.15.38:0/573481479 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c74f800 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f4bc800bd10 tx=0x7f4bc80107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2080aae6bca5fec4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bbdffb640 1 -- 172.21.15.38:0/573481479 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc8004030 con 0x55978c745760 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bd7fff640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4bc00a3db0 0x7f4bc00a6270 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4bd0006010 tx=0x7f4bd0005d80 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bbdffb640 1 -- 172.21.15.38:0/573481479 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4bc80041d0 con 0x55978c745760 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.185+0000 7f4bbdffb640 1 -- 172.21.15.38:0/573481479 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc8011840 con 0x55978c745760 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.186+0000 7f4be0fdc740 1 -- 172.21.15.38:0/573481479 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 msgr2=0x55978c74f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.186+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/573481479 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c74f800 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f4bc800bd10 tx=0x7f4bc80107a0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.186+0000 7f4be0fdc740 1 -- 172.21.15.38:0/573481479 shutdown_connections 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.186+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/573481479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c752220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.186+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/573481479 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c74f800 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.186+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/573481479 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c745190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.186+0000 7f4be0fdc740 1 -- 172.21.15.38:0/573481479 >> 172.21.15.38:0/573481479 conn(0x55978c741070 msgr2=0x55978c741450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.186+0000 7f4be0fdc740 1 -- 172.21.15.38:0/573481479 shutdown_connections 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.186+0000 7f4be0fdc740 1 -- 172.21.15.38:0/573481479 wait complete. 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.186+0000 7f4be0fdc740 1 -- start start 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4be0fdc740 1 Processor -- start 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c744db0 0x55978c74cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c745760 0x55978c74d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c74d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55978c752d40 con 0x55978c744db0 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55978c645470 con 0x55978c74fdd0 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55978c752ec0 con 0x55978c745760 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4be0fdc740 10 client.0 _ll_register_callbacks cb 0x55978c66af30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4bd77fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c744db0 0x55978c74cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4bd77fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c744db0 0x55978c74cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51638/0 (socket says 172.21.15.38:51638) 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4bd77fe640 1 -- 172.21.15.38:0/2580134038 learned_addr learned my addr 172.21.15.38:0/2580134038 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4bd7fff640 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c74d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c745760 0x55978c74d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4bd77fe640 1 -- 172.21.15.38:0/2580134038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c745760 msgr2=0x55978c74d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4bd77fe640 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c745760 0x55978c74d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4bd77fe640 1 -- 172.21.15.38:0/2580134038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 msgr2=0x55978c74d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4bd77fe640 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c74d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.187+0000 7f4bd77fe640 1 -- 172.21.15.38:0/2580134038 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55978c4876b0 con 0x55978c744db0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4bd77fe640 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c744db0 0x55978c74cc90 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f4bc801a000 tx=0x7f4bc80058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10998ad3de6ceff6 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4bb6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2580134038 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc8029060 con 0x55978c744db0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2580134038 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f4bc80035f0 con 0x55978c744db0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2580134038 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bc80041d0 con 0x55978c744db0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2580134038 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4bc800b8e0 con 0x55978c744db0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4be0fdc740 10 client.15609 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2580134038 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55978c75eff0 con 0x55978c744db0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2580134038 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4bc80041d0 con 0x55978c744db0 2024-04-23T18:23:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2580134038 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f4bc8004800 con 0x55978c744db0 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4be0fdc740 10 client.15609 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4be0fdc740 10 client.15609 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4be0fdc740 20 client.15609 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55978c7603a0 0x55978c7625a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4be0fdc740 4 client.15609 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.188+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2580134038 --> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55978c6b8670 con 0x55978c7603a0 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.189+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55978c7603a0 0x55978c7625a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.189+0000 7f4bb6ffd640 10 client.15609 ms_handle_connect on v2:172.21.15.102:6838/605249821 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.189+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55978c7603a0 0x55978c7625a0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f2f2ce95f9ea44b3 server_cookie=f8b884ff5169019e in_seq=0 out_seq=0 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2580134038 <== mds.1 v2:172.21.15.102:6838/605249821 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55978c6b8670 con 0x55978c7603a0 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4bb6ffd640 10 client.15609 handle_command_reply: tid=0 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 client.15609 shutdown 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2580134038 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c744db0 msgr2=0x55978c74cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c744db0 0x55978c74cc90 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f4bc801a000 tx=0x7f4bc80058e0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2580134038 shutdown_connections 2024-04-23T18:23:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55978c7603a0 0x55978c7625a0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c745760 0x55978c74d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4bb6ffd640 0 client.15609 ms_handle_reset on v2:172.21.15.102:6838/605249821 2024-04-23T18:23:13.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c74d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2580134038 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c744db0 0x55978c74cc90 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2580134038 >> 172.21.15.38:0/2580134038 conn(0x55978c741070 msgr2=0x55978c746ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2580134038 shutdown_connections 2024-04-23T18:23:13.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2580134038 wait complete. 2024-04-23T18:23:13.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.190+0000 7f4be0fdc740 20 client.15609 trim_cache size 0 max 16384 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4be0fdc740 1 Processor -- start 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4be0fdc740 1 -- start start 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c760a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c747460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c75b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55978c7608e0 con 0x55978c745760 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55978c760fb0 con 0x55978c74fdd0 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55978c761680 con 0x55978c744db0 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bd6ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c747460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bd6ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c747460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51646/0 (socket says 172.21.15.38:51646) 2024-04-23T18:23:13.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/3389054467 learned_addr learned my addr 172.21.15.38:0/3389054467 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bd7fff640 1 --2- 172.21.15.38:0/3389054467 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c75b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/3389054467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 msgr2=0x55978c760a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/3389054467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c760a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/3389054467 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 msgr2=0x55978c75b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/3389054467 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c75b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/3389054467 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55978c761b30 con 0x55978c745760 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/3389054467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c747460 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc0cdc50 tx=0x7f4bcc098040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2078f45047fc33bb server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bbd7fa640 1 -- 172.21.15.38:0/3389054467 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc01d040 con 0x55978c745760 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bbd7fa640 1 -- 172.21.15.38:0/3389054467 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4bcc09a6c0 con 0x55978c745760 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.209+0000 7f4bbd7fa640 1 -- 172.21.15.38:0/3389054467 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc004ea0 con 0x55978c745760 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.210+0000 7f4be0fdc740 1 -- 172.21.15.38:0/3389054467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 msgr2=0x55978c747460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.210+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/3389054467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c747460 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc0cdc50 tx=0x7f4bcc098040 comp rx=0 tx=0).stop 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.210+0000 7f4be0fdc740 1 -- 172.21.15.38:0/3389054467 shutdown_connections 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.210+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/3389054467 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c74fdd0 0x55978c75b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.210+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/3389054467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c745760 0x55978c747460 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.210+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/3389054467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c760a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.210+0000 7f4be0fdc740 1 -- 172.21.15.38:0/3389054467 >> 172.21.15.38:0/3389054467 conn(0x55978c741070 msgr2=0x55978c75b170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.210+0000 7f4be0fdc740 1 -- 172.21.15.38:0/3389054467 shutdown_connections 2024-04-23T18:23:13.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.210+0000 7f4be0fdc740 1 -- 172.21.15.38:0/3389054467 wait complete. 2024-04-23T18:23:13.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.210+0000 7f4be0fdc740 1 -- start start 2024-04-23T18:23:13.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4be0fdc740 1 Processor -- start 2024-04-23T18:23:13.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c7648f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c745760 0x55978c764e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4be0fdc740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c74fdd0 0x55978c768e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55978c762420 con 0x55978c74fdd0 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55978c761d50 con 0x55978c745760 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4be0fdc740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55978c762af0 con 0x55978c744db0 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4be0fdc740 10 client.0 _ll_register_callbacks cb 0x7f4bc800bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd7fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c74fdd0 0x55978c768e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c745760 0x55978c764e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd77fe640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c7648f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c745760 0x55978c764e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:34694/0 (socket says 172.21.15.38:34694) 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/2448070747 learned_addr learned my addr 172.21.15.38:0/2448070747 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd7fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c74fdd0 0x55978c768e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51652/0 (socket says 172.21.15.38:51652) 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/2448070747 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 msgr2=0x55978c7648f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c7648f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/2448070747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c74fdd0 msgr2=0x55978c768e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c74fdd0 0x55978c768e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.211+0000 7f4bd6ffd640 1 -- 172.21.15.38:0/2448070747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55978c7693b0 con 0x55978c745760 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4bd6ffd640 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c745760 0x55978c764e30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc098d90 tx=0x7f4bcc000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b8e0be267261df4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4bb6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2448070747 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc0b4070 con 0x55978c745760 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2448070747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bcc09a6c0 con 0x55978c745760 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2448070747 <== mon.2 v2:172.21.15.76:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f4bcc004c40 con 0x55978c745760 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2448070747 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4bcc01d050 con 0x55978c745760 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4be0fdc740 10 client.25277 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2448070747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55978c7c7820 con 0x55978c745760 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2448070747 <== mon.2 v2:172.21.15.76:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4bcc09a6c0 con 0x55978c745760 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2448070747 <== mon.2 v2:172.21.15.76:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f4bcc0d0040 con 0x55978c745760 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4be0fdc740 10 client.25277 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:13.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4be0fdc740 10 client.25277 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4be0fdc740 20 client.25277 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55978c7cbf80 0x55978c7cac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4be0fdc740 4 client.25277 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.212+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2448070747 --> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] -- command(tid 0: {"prefix": "status"}) -- 0x55978c6b24e0 con 0x55978c7cbf80 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4bd77fe640 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55978c7cbf80 0x55978c7cac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4bd77fe640 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55978c7cbf80 0x55978c7cac90 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bc9494968afec5a1 server_cookie=404a68aba9134c9e in_seq=0 out_seq=0 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4bb6ffd640 10 client.25277 ms_handle_connect on v2:172.21.15.102:6838/605249821 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4bb6ffd640 1 -- 172.21.15.38:0/2448070747 <== mds.1 v2:172.21.15.102:6838/605249821 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55978c6b24e0 con 0x55978c7cbf80 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4bb6ffd640 10 client.25277 handle_command_reply: tid=0 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4be0fdc740 1 client.25277 shutdown 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2448070747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c745760 msgr2=0x55978c764e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c745760 0x55978c764e30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc098d90 tx=0x7f4bcc000bc0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2448070747 shutdown_connections 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55978c74fdd0 0x55978c768e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55978c745760 0x55978c764e30 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.102:6838/605249821,v1:172.21.15.102:6839/605249821] conn(0x55978c7cbf80 0x55978c7cac90 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4be0fdc740 1 --2- 172.21.15.38:0/2448070747 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55978c744db0 0x55978c7648f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4bb6ffd640 0 client.25277 ms_handle_reset on v2:172.21.15.102:6838/605249821 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.213+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2448070747 >> 172.21.15.38:0/2448070747 conn(0x55978c741070 msgr2=0x55978c7401d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2448070747 shutdown_connections 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4be0fdc740 1 -- 172.21.15.38:0/2448070747 wait complete. 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4be0fdc740 20 client.25277 trim_cache size 0 max 16384 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 1, 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24490, 2024-04-23T18:23:13.213 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:23:13.214 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:23:13.214 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:23:13.214 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 130.89529524899999, 2024-04-23T18:23:13.214 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 27, 2024-04-23T18:23:13.214 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 91, 2024-04-23T18:23:13.214 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 90, 2024-04-23T18:23:13.214 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 148.70018510599999 2024-04-23T18:23:13.214 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:23:13.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 -- 172.21.15.38:0/3998492969 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4bc00a3db0 msgr2=0x7f4bc00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4bc00a3db0 0x7f4bc00a6270 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4bd0006010 tx=0x7f4bd0005d80 comp rx=0 tx=0).stop 2024-04-23T18:23:13.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 -- 172.21.15.38:0/3998492969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bd8103b50 msgr2=0x7f4bd81013c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bd8103b50 0x7f4bd81013c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc00c890 tx=0x7f4bcc00cd50 comp rx=0 tx=0).stop 2024-04-23T18:23:13.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 -- 172.21.15.38:0/3998492969 shutdown_connections 2024-04-23T18:23:13.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4bc00a3db0 0x7f4bc00a6270 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bd810c600 0x7f4bd8101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4bd8103b50 0x7f4bd81013c0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 --2- 172.21.15.38:0/3998492969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bd8103230 0x7f4bd8100e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 -- 172.21.15.38:0/3998492969 >> 172.21.15.38:0/3998492969 conn(0x7f4bd8077f80 msgr2=0x7f4bd80fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 -- 172.21.15.38:0/3998492969 shutdown_connections 2024-04-23T18:23:13.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.214+0000 7f4bde1e5640 1 -- 172.21.15.38:0/3998492969 wait complete. 2024-04-23T18:23:13.219 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-23T18:23:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:12 smithi076 ceph-mon[32458]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 131 KiB/s wr, 79 op/s 2024-04-23T18:23:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:12 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2115784207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:12 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1380871050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:12 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2732385791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:13.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.328+0000 7f0ad89a8640 1 -- 172.21.15.38:0/2491807544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ad410c600 msgr2=0x7f0ad410ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.328+0000 7f0ad89a8640 1 --2- 172.21.15.38:0/2491807544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ad410c600 0x7f0ad410ea50 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f0acc009ca0 tx=0x7f0acc02a950 comp rx=0 tx=0).stop 2024-04-23T18:23:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.328+0000 7f0ad89a8640 1 -- 172.21.15.38:0/2491807544 shutdown_connections 2024-04-23T18:23:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.328+0000 7f0ad89a8640 1 --2- 172.21.15.38:0/2491807544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ad410c600 0x7f0ad410ea50 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.329+0000 7f0ad89a8640 1 --2- 172.21.15.38:0/2491807544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ad4103b50 0x7f0ad410c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.329+0000 7f0ad89a8640 1 --2- 172.21.15.38:0/2491807544 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ad4103230 0x7f0ad4103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.329+0000 7f0ad89a8640 1 -- 172.21.15.38:0/2491807544 >> 172.21.15.38:0/2491807544 conn(0x7f0ad4077f80 msgr2=0x7f0ad4078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.329+0000 7f0ad89a8640 1 -- 172.21.15.38:0/2491807544 shutdown_connections 2024-04-23T18:23:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.329+0000 7f0ad89a8640 1 -- 172.21.15.38:0/2491807544 wait complete. 2024-04-23T18:23:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.329+0000 7f0ad89a8640 1 Processor -- start 2024-04-23T18:23:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.329+0000 7f0ad89a8640 1 -- start start 2024-04-23T18:23:13.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad89a8640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ad4103230 0x7f0ad419e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad89a8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ad4103b50 0x7f0ad419eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad89a8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ad410c600 0x7f0ad4198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad89a8640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad41123c0 con 0x7f0ad410c600 2024-04-23T18:23:13.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad89a8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad4112240 con 0x7f0ad4103b50 2024-04-23T18:23:13.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad89a8640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad4112540 con 0x7f0ad4103230 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad2d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ad410c600 0x7f0ad4198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad2d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ad410c600 0x7f0ad4198640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51682/0 (socket says 172.21.15.38:51682) 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad2d9d640 1 -- 172.21.15.38:0/1713809210 learned_addr learned my addr 172.21.15.38:0/1713809210 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ad4103b50 0x7f0ad419eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad259c640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ad4103230 0x7f0ad419e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad2d9d640 1 -- 172.21.15.38:0/1713809210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ad4103230 msgr2=0x7f0ad419e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad2d9d640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ad4103230 0x7f0ad419e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad2d9d640 1 -- 172.21.15.38:0/1713809210 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ad4103b50 msgr2=0x7f0ad419eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad2d9d640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ad4103b50 0x7f0ad419eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad2d9d640 1 -- 172.21.15.38:0/1713809210 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ad4198f00 con 0x7f0ad410c600 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ad4103b50 0x7f0ad419eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad259c640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ad4103230 0x7f0ad419e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad2d9d640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ad410c600 0x7f0ad4198640 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f0acc009dc0 tx=0x7f0acc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ac37fe640 1 -- 172.21.15.38:0/1713809210 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0acc034040 con 0x7f0ad410c600 2024-04-23T18:23:13.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad89a8640 1 -- 172.21.15.38:0/1713809210 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ad4199190 con 0x7f0ad410c600 2024-04-23T18:23:13.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ac37fe640 1 -- 172.21.15.38:0/1713809210 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0acc02fdf0 con 0x7f0ad410c600 2024-04-23T18:23:13.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ac37fe640 1 -- 172.21.15.38:0/1713809210 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0acc004830 con 0x7f0ad410c600 2024-04-23T18:23:13.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.330+0000 7f0ad89a8640 1 -- 172.21.15.38:0/1713809210 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ad41a5320 con 0x7f0ad410c600 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.333+0000 7f0adb795740 1 Processor -- start 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.333+0000 7f0ac37fe640 1 -- 172.21.15.38:0/1713809210 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f0acc037020 con 0x7f0ad410c600 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.333+0000 7f0adb795740 1 -- start start 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.333+0000 7f0adb795740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633bdb0 0x55db8633c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.333+0000 7f0adb795740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633c760 0x55db86346800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0adb795740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86349220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0adb795740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55db862a1c50 con 0x55db86346dd0 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0adb795740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55db8623e830 con 0x55db8633c760 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0adb795740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55db8629dc10 con 0x55db8633bdb0 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad1d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86349220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad1d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86349220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51692/0 (socket says 172.21.15.38:51692) 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/3852486770 learned_addr learned my addr 172.21.15.38:0/3852486770 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ac37fe640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f0abc0a3db0 0x7f0abc0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/3852486770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633bdb0 0x55db8633c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad259c640 1 --2- 172.21.15.38:0/3852486770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633c760 0x55db86346800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad2d9d640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f0abc0a3db0 0x7f0abc0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/3852486770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633bdb0 msgr2=0x55db8633c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/3852486770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633bdb0 0x55db8633c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/3852486770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633c760 msgr2=0x55db86346800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/3852486770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633c760 0x55db86346800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/3852486770 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db85fb42d0 con 0x55db86346dd0 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ac37fe640 1 -- 172.21.15.38:0/1713809210 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f0acc0f18f0 con 0x7f0ad410c600 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/3852486770 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86349220 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0ac80138f0 tx=0x7f0ac800b420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c8c72dc1f616ec5 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ad2d9d640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f0abc0a3db0 0x7f0abc0a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0acc0ef0b0 tx=0x7f0acc0b93f0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.334+0000 7f0ac0ff9640 1 -- 172.21.15.38:0/3852486770 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac8004220 con 0x55db86346dd0 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0ac0ff9640 1 -- 172.21.15.38:0/3852486770 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0ac80043c0 con 0x55db86346dd0 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0ac0ff9640 1 -- 172.21.15.38:0/3852486770 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac8003830 con 0x55db86346dd0 2024-04-23T18:23:13.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0adb795740 1 -- 172.21.15.38:0/3852486770 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 msgr2=0x55db86349220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0adb795740 1 --2- 172.21.15.38:0/3852486770 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86349220 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0ac80138f0 tx=0x7f0ac800b420 comp rx=0 tx=0).stop 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0adb795740 1 -- 172.21.15.38:0/3852486770 shutdown_connections 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0adb795740 1 --2- 172.21.15.38:0/3852486770 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86349220 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0adb795740 1 --2- 172.21.15.38:0/3852486770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633c760 0x55db86346800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0adb795740 1 --2- 172.21.15.38:0/3852486770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633bdb0 0x55db8633c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0adb795740 1 -- 172.21.15.38:0/3852486770 >> 172.21.15.38:0/3852486770 conn(0x55db86338070 msgr2=0x55db86338450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0adb795740 1 -- 172.21.15.38:0/3852486770 shutdown_connections 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.335+0000 7f0adb795740 1 -- 172.21.15.38:0/3852486770 wait complete. 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0adb795740 1 -- start start 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0adb795740 1 Processor -- start 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0adb795740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 0x55db86343cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0adb795740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633c760 0x55db86344230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0adb795740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86344770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0adb795740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55db86349d40 con 0x55db86346dd0 2024-04-23T18:23:13.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0adb795740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55db8623c470 con 0x55db8633bdb0 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0adb795740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55db86349ec0 con 0x55db8633c760 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0adb795740 10 client.0 _ll_register_callbacks cb 0x55db86261f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0ad1d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86344770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0ad1d9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86344770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51694/0 (socket says 172.21.15.38:51694) 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/1640404856 learned_addr learned my addr 172.21.15.38:0/1640404856 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0ad259c640 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633c760 0x55db86344230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.336+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 0x55db86343cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/1640404856 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633c760 msgr2=0x55db86344230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633c760 0x55db86344230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/1640404856 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 msgr2=0x55db86343cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 0x55db86343cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/1640404856 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db8607e6b0 con 0x55db86346dd0 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86344770 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0ac800f010 tx=0x7f0ac8005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c305e4b3e3bf4eeb server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ab9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/1640404856 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac80038a0 con 0x55db86346dd0 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/1640404856 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f0ac800e750 con 0x55db86346dd0 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0adb795740 1 -- 172.21.15.38:0/1640404856 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ac80043c0 con 0x55db86346dd0 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/1640404856 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f0ac8032050 con 0x55db86346dd0 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0adb795740 10 client.15627 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0adb795740 1 -- 172.21.15.38:0/1640404856 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55db86356010 con 0x55db86346dd0 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/1640404856 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0ac80043c0 con 0x55db86346dd0 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/1640404856 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f0ac801e640 con 0x55db86346dd0 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0adb795740 10 client.15627 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0adb795740 10 client.15627 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0adb795740 20 client.15627 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0adb795740 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55db863583b0 0x55db86359820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0adb795740 4 client.15627 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.337+0000 7f0adb795740 1 -- 172.21.15.38:0/1640404856 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55db862af670 con 0x55db863583b0 2024-04-23T18:23:13.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.338+0000 7f0ad259c640 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55db863583b0 0x55db86359820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.338+0000 7f0ad259c640 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55db863583b0 0x55db86359820 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c4b93471a37f0e9 server_cookie=81a4cae84d79af96 in_seq=0 out_seq=0 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.338+0000 7f0ab9ffb640 10 client.15627 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/1640404856 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55db862af670 con 0x55db863583b0 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0ab9ffb640 10 client.15627 handle_command_reply: tid=0 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 client.15627 shutdown 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 -- 172.21.15.38:0/1640404856 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 msgr2=0x55db86344770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86344770 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0ac800f010 tx=0x7f0ac8005f10 comp rx=0 tx=0).stop 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 -- 172.21.15.38:0/1640404856 shutdown_connections 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55db863583b0 0x55db86359820 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633c760 0x55db86344230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db86346dd0 0x55db86344770 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 --2- 172.21.15.38:0/1640404856 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 0x55db86343cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 -- 172.21.15.38:0/1640404856 >> 172.21.15.38:0/1640404856 conn(0x55db86338070 msgr2=0x55db8633dee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0ab9ffb640 0 client.15627 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:13.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 -- 172.21.15.38:0/1640404856 shutdown_connections 2024-04-23T18:23:13.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 1 -- 172.21.15.38:0/1640404856 wait complete. 2024-04-23T18:23:13.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.339+0000 7f0adb795740 20 client.15627 trim_cache size 0 max 16384 2024-04-23T18:23:13.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0adb795740 1 Processor -- start 2024-04-23T18:23:13.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0adb795740 1 -- start start 2024-04-23T18:23:13.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0adb795740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db86338070 0x55db86337950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0adb795740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633bdb0 0x55db8633e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0adb795740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633c760 0x55db86340fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0adb795740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55db86357b60 con 0x55db8633bdb0 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0adb795740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55db86358230 con 0x55db86338070 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0adb795740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55db86358900 con 0x55db8633c760 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0ad259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633bdb0 0x55db8633e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0ad259c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633bdb0 0x55db8633e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51700/0 (socket says 172.21.15.38:51700) 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0ad259c640 1 -- 172.21.15.38:0/2608215858 learned_addr learned my addr 172.21.15.38:0/2608215858 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/2608215858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db86338070 0x55db86337950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/2608215858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633c760 0x55db86340fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0ad259c640 1 -- 172.21.15.38:0/2608215858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633c760 msgr2=0x55db86340fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0ad259c640 1 --2- 172.21.15.38:0/2608215858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633c760 0x55db86340fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0ad259c640 1 -- 172.21.15.38:0/2608215858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db86338070 msgr2=0x55db86337950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0ad259c640 1 --2- 172.21.15.38:0/2608215858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db86338070 0x55db86337950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.358+0000 7f0ad259c640 1 -- 172.21.15.38:0/2608215858 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db8633c3d0 con 0x55db8633bdb0 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0ad259c640 1 --2- 172.21.15.38:0/2608215858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633bdb0 0x55db8633e3b0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x55db8633cb40 tx=0x7f0ac4013b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d6b460565d76deb server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0abbfff640 1 -- 172.21.15.38:0/2608215858 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac401d430 con 0x55db8633bdb0 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0abbfff640 1 -- 172.21.15.38:0/2608215858 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0ac4005020 con 0x55db8633bdb0 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0abbfff640 1 -- 172.21.15.38:0/2608215858 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac4004cd0 con 0x55db8633bdb0 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0adb795740 1 -- 172.21.15.38:0/2608215858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633bdb0 msgr2=0x55db8633e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0adb795740 1 --2- 172.21.15.38:0/2608215858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633bdb0 0x55db8633e3b0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x55db8633cb40 tx=0x7f0ac4013b00 comp rx=0 tx=0).stop 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0adb795740 1 -- 172.21.15.38:0/2608215858 shutdown_connections 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0adb795740 1 --2- 172.21.15.38:0/2608215858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db8633c760 0x55db86340fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0adb795740 1 --2- 172.21.15.38:0/2608215858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633bdb0 0x55db8633e3b0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0adb795740 1 --2- 172.21.15.38:0/2608215858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db86338070 0x55db86337950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0adb795740 1 -- 172.21.15.38:0/2608215858 >> 172.21.15.38:0/2608215858 conn(0x55db86357780 msgr2=0x55db86342620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0adb795740 1 -- 172.21.15.38:0/2608215858 shutdown_connections 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.359+0000 7f0adb795740 1 -- 172.21.15.38:0/2608215858 wait complete. 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0adb795740 1 -- start start 2024-04-23T18:23:13.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0adb795740 1 Processor -- start 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0adb795740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db86338070 0x55db86361c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0adb795740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 0x55db863405c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0adb795740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633c760 0x55db86340b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0adb795740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55db863596a0 con 0x55db8633c760 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0adb795740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55db86358fd0 con 0x55db8633bdb0 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0adb795740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55db86359d70 con 0x55db86338070 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0adb795740 10 client.0 _ll_register_callbacks cb 0x7f0ac400b440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad1d9b640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db86338070 0x55db86361c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad1d9b640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db86338070 0x55db86361c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:48700/0 (socket says 172.21.15.38:48700) 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/2586972845 learned_addr learned my addr 172.21.15.38:0/2586972845 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633c760 0x55db86340b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad259c640 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 0x55db863405c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/2586972845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 msgr2=0x55db863405c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 0x55db863405c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/2586972845 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633c760 msgr2=0x55db86340b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633c760 0x55db86340b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad1d9b640 1 -- 172.21.15.38:0/2586972845 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db86333960 con 0x55db86338070 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.360+0000 7f0ad259c640 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 0x55db863405c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.361+0000 7f0ad1d9b640 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db86338070 0x55db86361c10 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8005940 tx=0x7f0ac8004330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=623a82d155dc706a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.361+0000 7f0ab9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.361+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/2586972845 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac8003c60 con 0x55db86338070 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.361+0000 7f0adb795740 1 -- 172.21.15.38:0/2586972845 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ac4005020 con 0x55db86338070 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.361+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/2586972845 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f0ac8003e00 con 0x55db86338070 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.361+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/2586972845 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f0ac8048050 con 0x55db86338070 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.361+0000 7f0adb795740 10 client.25285 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.361+0000 7f0adb795740 1 -- 172.21.15.38:0/2586972845 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55db86361500 con 0x55db86338070 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.361+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/2586972845 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0ac4005020 con 0x55db86338070 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.361+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/2586972845 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f0ac800e990 con 0x55db86338070 2024-04-23T18:23:13.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.362+0000 7f0adb795740 10 client.25285 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.362+0000 7f0adb795740 10 client.25285 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.362+0000 7f0adb795740 20 client.25285 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.362+0000 7f0adb795740 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55db86346dd0 0x55db863c1700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.362+0000 7f0adb795740 4 client.25285 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.362+0000 7f0adb795740 1 -- 172.21.15.38:0/2586972845 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "status"}) -- 0x55db862a94e0 con 0x55db86346dd0 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.362+0000 7f0ad259c640 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55db86346dd0 0x55db863c1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.362+0000 7f0ab9ffb640 10 client.25285 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.362+0000 7f0ad259c640 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55db86346dd0 0x55db863c1700 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e77f0eab6f3fbfab server_cookie=1d545c7b25b64df0 in_seq=0 out_seq=0 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ab9ffb640 1 -- 172.21.15.38:0/2586972845 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55db862a94e0 con 0x55db86346dd0 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ab9ffb640 10 client.25285 handle_command_reply: tid=0 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 client.25285 shutdown 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 -- 172.21.15.38:0/2586972845 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db86338070 msgr2=0x55db86361c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db86338070 0x55db86361c10 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8005940 tx=0x7f0ac8004330 comp rx=0 tx=0).stop 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 -- 172.21.15.38:0/2586972845 shutdown_connections 2024-04-23T18:23:13.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55db86346dd0 0x55db863c1700 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55db8633c760 0x55db86340b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55db8633bdb0 0x55db863405c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ab9ffb640 0 client.25285 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 --2- 172.21.15.38:0/2586972845 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55db86338070 0x55db86361c10 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 -- 172.21.15.38:0/2586972845 >> 172.21.15.38:0/2586972845 conn(0x55db86357780 msgr2=0x55db863529d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 -- 172.21.15.38:0/2586972845 shutdown_connections 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 1 -- 172.21.15.38:0/2586972845 wait complete. 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0adb795740 20 client.25285 trim_cache size 0 max 16384 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "e0b71514-019c-11ef-bc93-c7b262605968", 2024-04-23T18:23:13.363 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 0, 2024-04-23T18:23:13.364 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 24515, 2024-04-23T18:23:13.364 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-04-23T18:23:13.364 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-04-23T18:23:13.364 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-04-23T18:23:13.364 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 133.52193687600001, 2024-04-23T18:23:13.364 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 27, 2024-04-23T18:23:13.364 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 91, 2024-04-23T18:23:13.364 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 90, 2024-04-23T18:23:13.364 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 140.313459889 2024-04-23T18:23:13.364 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:23:13.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 -- 172.21.15.38:0/1713809210 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f0abc0a3db0 msgr2=0x7f0abc0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f0abc0a3db0 0x7f0abc0a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0acc0ef0b0 tx=0x7f0acc0b93f0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 -- 172.21.15.38:0/1713809210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ad410c600 msgr2=0x7f0ad4198640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:13.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ad410c600 0x7f0ad4198640 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f0acc009dc0 tx=0x7f0acc003f10 comp rx=0 tx=0).stop 2024-04-23T18:23:13.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 -- 172.21.15.38:0/1713809210 shutdown_connections 2024-04-23T18:23:13.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f0abc0a3db0 0x7f0abc0a6270 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ad410c600 0x7f0ad4198640 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ad4103b50 0x7f0ad419eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 --2- 172.21.15.38:0/1713809210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ad4103230 0x7f0ad419e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:13.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 -- 172.21.15.38:0/1713809210 >> 172.21.15.38:0/1713809210 conn(0x7f0ad4077f80 msgr2=0x7f0ad40fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.363+0000 7f0ad89a8640 1 -- 172.21.15.38:0/1713809210 shutdown_connections 2024-04-23T18:23:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:13.364+0000 7f0ad89a8640 1 -- 172.21.15.38:0/1713809210 wait complete. 2024-04-23T18:23:13.368 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-04-23T18:23:15.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:14 smithi102 ceph-mon[32874]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-04-23T18:23:15.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:14 smithi038 ceph-mon[29217]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-04-23T18:23:15.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:14 smithi076 ceph-mon[32458]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-04-23T18:23:17.008 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:16 smithi076 ceph-mon[32458]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-04-23T18:23:17.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:16 smithi102 ceph-mon[32874]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-04-23T18:23:17.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:16 smithi038 ceph-mon[29217]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-04-23T18:23:19.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:18 smithi102 ceph-mon[32874]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-23T18:23:19.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:18 smithi038 ceph-mon[29217]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-23T18:23:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.234+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/1930700797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f68101aa0 msgr2=0x7f6f68105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.234+0000 7f6f6d6cf640 1 --2- 172.21.15.38:0/1930700797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f68101aa0 0x7f6f68105a90 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c009900 tx=0x7f6f5c02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.234+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/1930700797 shutdown_connections 2024-04-23T18:23:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.234+0000 7f6f6d6cf640 1 --2- 172.21.15.38:0/1930700797 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f68106170 0x7f6f6810dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.234+0000 7f6f6d6cf640 1 --2- 172.21.15.38:0/1930700797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f68101aa0 0x7f6f68105a90 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.234+0000 7f6f6d6cf640 1 --2- 172.21.15.38:0/1930700797 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f681010f0 0x7f6f681014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.234+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/1930700797 >> 172.21.15.38:0/1930700797 conn(0x7f6f68077fd0 msgr2=0x7f6f680783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.234+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/1930700797 shutdown_connections 2024-04-23T18:23:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.234+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/1930700797 wait complete. 2024-04-23T18:23:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.234+0000 7f6f6d6cf640 1 Processor -- start 2024-04-23T18:23:19.230 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f6d6cf640 1 -- start start 2024-04-23T18:23:19.230 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f6d6cf640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f681010f0 0x7f6f68102b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.230 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f6d6cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f68106170 0x7f6f68103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f6d6cf640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f681035b0 0x7f6f681a69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f6d6cf640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6f681111f0 con 0x7f6f681010f0 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f6d6cf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f6f68111070 con 0x7f6f68106170 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f6d6cf640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6f68111370 con 0x7f6f681035b0 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f66ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f681010f0 0x7f6f68102b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f66ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f681010f0 0x7f6f68102b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51726/0 (socket says 172.21.15.38:51726) 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f66ffd640 1 -- 172.21.15.38:0/51082455 learned_addr learned my addr 172.21.15.38:0/51082455 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f677fe640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f681035b0 0x7f6f681a69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f667fc640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f68106170 0x7f6f68103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f66ffd640 1 -- 172.21.15.38:0/51082455 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f681035b0 msgr2=0x7f6f681a69b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f681035b0 0x7f6f681a69b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f66ffd640 1 -- 172.21.15.38:0/51082455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f68106170 msgr2=0x7f6f68103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:19.231 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f68106170 0x7f6f68103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.235+0000 7f6f66ffd640 1 -- 172.21.15.38:0/51082455 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f681a70b0 con 0x7f6f681010f0 2024-04-23T18:23:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.236+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f681010f0 0x7f6f68102b30 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f6f5800d770 tx=0x7f6f5800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.236+0000 7f6f4ffff640 1 -- 172.21.15.38:0/51082455 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f58017070 con 0x7f6f681010f0 2024-04-23T18:23:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.236+0000 7f6f4ffff640 1 -- 172.21.15.38:0/51082455 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6f580054f0 con 0x7f6f681010f0 2024-04-23T18:23:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.236+0000 7f6f4ffff640 1 -- 172.21.15.38:0/51082455 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f58004de0 con 0x7f6f681010f0 2024-04-23T18:23:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.236+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/51082455 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f681a73a0 con 0x7f6f681010f0 2024-04-23T18:23:19.232 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.236+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/51082455 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f681a78c0 con 0x7f6f681010f0 2024-04-23T18:23:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.238+0000 7f6f4ffff640 1 -- 172.21.15.38:0/51082455 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f6f58004f80 con 0x7f6f681010f0 2024-04-23T18:23:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.238+0000 7f6f703eb740 1 Processor -- start 2024-04-23T18:23:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f703eb740 1 -- start start 2024-04-23T18:23:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f4ffff640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6f500a3f10 0x7f6f500a63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 0x55b0f7ea1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eac2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7eac800 0x55b0f7eaebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f703eb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b0f7e06970 con 0x55b0f7ea1f40 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f703eb740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55b0f7da34a0 con 0x55b0f7ea1620 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f703eb740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b0f7e02930 con 0x55b0f7eac800 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f667fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eac2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f667fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eac2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51730/0 (socket says 172.21.15.38:51730) 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f667fc640 1 -- 172.21.15.38:0/1601029243 learned_addr learned my addr 172.21.15.38:0/1601029243 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f677fe640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6f500a3f10 0x7f6f500a63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f4ffff640 1 -- 172.21.15.38:0/51082455 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f6f580d0460 con 0x7f6f681010f0 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/1601029243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 0x55b0f7ea1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f677fe640 1 --2- 172.21.15.38:0/1601029243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7eac800 0x55b0f7eaebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f667fc640 1 -- 172.21.15.38:0/1601029243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7eac800 msgr2=0x55b0f7eaebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f667fc640 1 --2- 172.21.15.38:0/1601029243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7eac800 0x55b0f7eaebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f667fc640 1 -- 172.21.15.38:0/1601029243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 msgr2=0x55b0f7ea1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f667fc640 1 --2- 172.21.15.38:0/1601029243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 0x55b0f7ea1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f667fc640 1 -- 172.21.15.38:0/1601029243 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0f7b19210 con 0x55b0f7ea1f40 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.239+0000 7f6f677fe640 1 --2- 172.21.15.38:0/1601029243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7eac800 0x55b0f7eaebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.240+0000 7f6f677fe640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6f500a3f10 0x7f6f500a63d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x55b0f7e9ef50 tx=0x7f6f60009a60 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.240+0000 7f6f667fc640 1 --2- 172.21.15.38:0/1601029243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eac2c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c005940 tx=0x7f6f5c032bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d651e693dcc2d65 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.240+0000 7f6f4d7fa640 1 -- 172.21.15.38:0/1601029243 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f5c03f070 con 0x55b0f7ea1f40 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.240+0000 7f6f4d7fa640 1 -- 172.21.15.38:0/1601029243 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6f5c004030 con 0x55b0f7ea1f40 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.240+0000 7f6f4d7fa640 1 -- 172.21.15.38:0/1601029243 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f5c035070 con 0x55b0f7ea1f40 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.240+0000 7f6f703eb740 1 -- 172.21.15.38:0/1601029243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1f40 msgr2=0x55b0f7eac2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.240+0000 7f6f703eb740 1 --2- 172.21.15.38:0/1601029243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eac2c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c005940 tx=0x7f6f5c032bd0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 -- 172.21.15.38:0/1601029243 shutdown_connections 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 --2- 172.21.15.38:0/1601029243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7eac800 0x55b0f7eaebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 --2- 172.21.15.38:0/1601029243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eac2c0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 --2- 172.21.15.38:0/1601029243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 0x55b0f7ea1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 -- 172.21.15.38:0/1601029243 >> 172.21.15.38:0/1601029243 conn(0x55b0f7e9db30 msgr2=0x55b0f7e9df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 -- 172.21.15.38:0/1601029243 shutdown_connections 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 -- 172.21.15.38:0/1601029243 wait complete. 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 -- start start 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 Processor -- start 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 0x55b0f7eac150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1f40 0x55b0f7ea9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ea99a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b0f7eaf3d0 con 0x55b0f7eac800 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55b0f7da10b0 con 0x55b0f7ea1620 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b0f7eaf550 con 0x55b0f7ea1f40 2024-04-23T18:23:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f703eb740 10 client.0 _ll_register_callbacks cb 0x55b0f7d8ed30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f677fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ea99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f677fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ea99a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51740/0 (socket says 172.21.15.38:51740) 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f677fe640 1 -- 172.21.15.38:0/3054174096 learned_addr learned my addr 172.21.15.38:0/3054174096 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.241+0000 7f6f66ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 0x55b0f7eac150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f667fc640 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1f40 0x55b0f7ea9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f66ffd640 1 -- 172.21.15.38:0/3054174096 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1f40 msgr2=0x55b0f7ea9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1f40 0x55b0f7ea9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f66ffd640 1 -- 172.21.15.38:0/3054174096 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 msgr2=0x55b0f7ea99a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ea99a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f66ffd640 1 -- 172.21.15.38:0/3054174096 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0f7be5620 con 0x55b0f7ea1620 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 0x55b0f7eac150 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6f580cdab0 tx=0x7f6f580b5bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78b4195d0d0baff0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f4aff5640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f4aff5640 1 -- 172.21.15.38:0/3054174096 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f58020040 con 0x55b0f7ea1620 2024-04-23T18:23:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f4aff5640 1 -- 172.21.15.38:0/3054174096 <== mon.2 v2:172.21.15.76:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f6f5809a550 con 0x55b0f7ea1620 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f703eb740 1 -- 172.21.15.38:0/3054174096 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f5c004030 con 0x55b0f7ea1620 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f4aff5640 1 -- 172.21.15.38:0/3054174096 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6f5809c250 con 0x55b0f7ea1620 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f703eb740 10 client.25304 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f703eb740 1 -- 172.21.15.38:0/3054174096 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b0f7ebb2d0 con 0x55b0f7ea1620 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.242+0000 7f6f4aff5640 1 -- 172.21.15.38:0/3054174096 <== mon.2 v2:172.21.15.76:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6f5c004030 con 0x55b0f7ea1620 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.243+0000 7f6f4aff5640 1 -- 172.21.15.38:0/3054174096 <== mon.2 v2:172.21.15.76:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f6f580988c0 con 0x55b0f7ea1620 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.243+0000 7f6f703eb740 10 client.25304 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.243+0000 7f6f703eb740 10 client.25304 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.243+0000 7f6f703eb740 20 client.25304 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.243+0000 7f6f703eb740 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55b0f7ebc790 0x55b0f7ebeba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.243+0000 7f6f703eb740 4 client.25304 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.243+0000 7f6f703eb740 1 -- 172.21.15.38:0/3054174096 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0f7e14390 con 0x55b0f7ebc790 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.243+0000 7f6f667fc640 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55b0f7ebc790 0x55b0f7ebeba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.243 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.243+0000 7f6f4aff5640 10 client.25304 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.243+0000 7f6f667fc640 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55b0f7ebc790 0x55b0f7ebeba0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30915e9eed716c14 server_cookie=7d7310aca4cd21ef in_seq=0 out_seq=0 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f4aff5640 1 -- 172.21.15.38:0/3054174096 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b0f7e14390 con 0x55b0f7ebc790 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f4aff5640 10 client.25304 handle_command_reply: tid=0 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 client.25304 shutdown 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 -- 172.21.15.38:0/3054174096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 msgr2=0x55b0f7eac150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 0x55b0f7eac150 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6f580cdab0 tx=0x7f6f580b5bb0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 -- 172.21.15.38:0/3054174096 shutdown_connections 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55b0f7ebc790 0x55b0f7ebeba0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1f40 0x55b0f7ea9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f4aff5640 0 client.25304 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ea99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 --2- 172.21.15.38:0/3054174096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1620 0x55b0f7eac150 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 -- 172.21.15.38:0/3054174096 >> 172.21.15.38:0/3054174096 conn(0x55b0f7e9db30 msgr2=0x55b0f7ea38b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 -- 172.21.15.38:0/3054174096 shutdown_connections 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.244+0000 7f6f703eb740 1 -- 172.21.15.38:0/3054174096 wait complete. 2024-04-23T18:23:19.244 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.245+0000 7f6f703eb740 20 client.25304 trim_cache size 0 max 16384 2024-04-23T18:23:19.258 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.260+0000 7f6f703eb740 1 Processor -- start 2024-04-23T18:23:19.258 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.260+0000 7f6f703eb740 1 -- start start 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1620 0x55b0f7eb8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eabc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ec4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f703eb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6f681afe60 con 0x55b0f7eac800 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f703eb740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f6f681b19a0 con 0x55b0f7ea1f40 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f703eb740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6f681b0530 con 0x55b0f7ea1620 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f677fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ec4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f677fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ec4480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51756/0 (socket says 172.21.15.38:51756) 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f677fe640 1 -- 172.21.15.38:0/2725865062 learned_addr learned my addr 172.21.15.38:0/2725865062 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/2725865062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1620 0x55b0f7eb8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f667fc640 1 --2- 172.21.15.38:0/2725865062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eabc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f677fe640 1 -- 172.21.15.38:0/2725865062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1620 msgr2=0x55b0f7eb8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:19.259 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f677fe640 1 --2- 172.21.15.38:0/2725865062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1620 0x55b0f7eb8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f677fe640 1 -- 172.21.15.38:0/2725865062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1f40 msgr2=0x55b0f7eabc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f677fe640 1 --2- 172.21.15.38:0/2725865062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eabc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f677fe640 1 -- 172.21.15.38:0/2725865062 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0f7ea1d70 con 0x55b0f7eac800 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.261+0000 7f6f677fe640 1 --2- 172.21.15.38:0/2725865062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ec4480 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f6f6000f8e0 tx=0x7f6f60014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71caaa5299bf3050 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f4cff9640 1 -- 172.21.15.38:0/2725865062 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f6001fb70 con 0x55b0f7eac800 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f4cff9640 1 -- 172.21.15.38:0/2725865062 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6f6001fd10 con 0x55b0f7eac800 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f4cff9640 1 -- 172.21.15.38:0/2725865062 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f60026660 con 0x55b0f7eac800 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f703eb740 1 -- 172.21.15.38:0/2725865062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 msgr2=0x55b0f7ec4480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f703eb740 1 --2- 172.21.15.38:0/2725865062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ec4480 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f6f6000f8e0 tx=0x7f6f60014040 comp rx=0 tx=0).stop 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f703eb740 1 -- 172.21.15.38:0/2725865062 shutdown_connections 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f703eb740 1 --2- 172.21.15.38:0/2725865062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7eac800 0x55b0f7ec4480 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f703eb740 1 --2- 172.21.15.38:0/2725865062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eabc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f703eb740 1 --2- 172.21.15.38:0/2725865062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1620 0x55b0f7eb8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.260 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f703eb740 1 -- 172.21.15.38:0/2725865062 >> 172.21.15.38:0/2725865062 conn(0x55b0f7e9db30 msgr2=0x55b0f7ea49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f703eb740 1 -- 172.21.15.38:0/2725865062 shutdown_connections 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.262+0000 7f6f703eb740 1 -- 172.21.15.38:0/2725865062 wait complete. 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f703eb740 1 -- start start 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f703eb740 1 Processor -- start 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1620 0x55b0f7eb4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eafd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f703eb740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7eac800 0x55b0f7eb02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f703eb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6f681b12d0 con 0x55b0f7ea1620 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f703eb740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f6f681b0c00 con 0x55b0f7eac800 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f703eb740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6f681ade40 con 0x55b0f7ea1f40 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f703eb740 10 client.0 _ll_register_callbacks cb 0x7f6f5809bbb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f66ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1620 0x55b0f7eb4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f66ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1620 0x55b0f7eb4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:51760/0 (socket says 172.21.15.38:51760) 2024-04-23T18:23:19.261 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f66ffd640 1 -- 172.21.15.38:0/4078205222 learned_addr learned my addr 172.21.15.38:0/4078205222 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f667fc640 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eafd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f677fe640 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7eac800 0x55b0f7eb02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f66ffd640 1 -- 172.21.15.38:0/4078205222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1f40 msgr2=0x55b0f7eafd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eafd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f66ffd640 1 -- 172.21.15.38:0/4078205222 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7eac800 msgr2=0x55b0f7eb02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7eac800 0x55b0f7eb02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f66ffd640 1 -- 172.21.15.38:0/4078205222 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0f7eb0800 con 0x55b0f7ea1620 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.263+0000 7f6f677fe640 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7eac800 0x55b0f7eb02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f66ffd640 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1620 0x55b0f7eb4820 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f6f5809c410 tx=0x7f6f580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efa01e9433f195d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f4aff5640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f4aff5640 1 -- 172.21.15.38:0/4078205222 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f58020070 con 0x55b0f7ea1620 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f4aff5640 1 -- 172.21.15.38:0/4078205222 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f6f5809a550 con 0x55b0f7ea1620 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f703eb740 1 -- 172.21.15.38:0/4078205222 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f6001fd10 con 0x55b0f7ea1620 2024-04-23T18:23:19.262 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f4aff5640 1 -- 172.21.15.38:0/4078205222 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6f580a4ec0 con 0x55b0f7ea1620 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f703eb740 10 client.15651 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f703eb740 1 -- 172.21.15.38:0/4078205222 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b0f7f229b0 con 0x55b0f7ea1620 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f4aff5640 1 -- 172.21.15.38:0/4078205222 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6f6001fd10 con 0x55b0f7ea1620 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f4aff5640 1 -- 172.21.15.38:0/4078205222 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f6f580cdd60 con 0x55b0f7ea1620 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f703eb740 10 client.15651 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f703eb740 10 client.15651 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f703eb740 20 client.15651 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f703eb740 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55b0f7f22fa0 0x55b0f7f253c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f703eb740 4 client.15651 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.264+0000 7f6f703eb740 1 -- 172.21.15.38:0/4078205222 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b0f7e0e200 con 0x55b0f7f22fa0 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.265+0000 7f6f667fc640 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55b0f7f22fa0 0x55b0f7f253c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.265+0000 7f6f667fc640 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55b0f7f22fa0 0x55b0f7f253c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e88938576f8b888 server_cookie=81fddf2c7c98993f in_seq=0 out_seq=0 2024-04-23T18:23:19.263 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.265+0000 7f6f4aff5640 10 client.15651 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:19.264 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:18 smithi076 ceph-mon[32458]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-23T18:23:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f4aff5640 1 -- 172.21.15.38:0/4078205222 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b0f7e0e200 con 0x55b0f7f22fa0 2024-04-23T18:23:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f4aff5640 10 client.15651 handle_command_reply: tid=0 2024-04-23T18:23:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 client.15651 shutdown 2024-04-23T18:23:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 -- 172.21.15.38:0/4078205222 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1620 msgr2=0x55b0f7eb4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1620 0x55b0f7eb4820 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f6f5809c410 tx=0x7f6f580057f0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 -- 172.21.15.38:0/4078205222 shutdown_connections 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55b0f7f22fa0 0x55b0f7f253c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0f7ea1f40 0x55b0f7eafd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55b0f7eac800 0x55b0f7eb02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f4aff5640 0 client.15651 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 --2- 172.21.15.38:0/4078205222 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b0f7ea1620 0x55b0f7eb4820 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 -- 172.21.15.38:0/4078205222 >> 172.21.15.38:0/4078205222 conn(0x55b0f7e9db30 msgr2=0x55b0f7eb7280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 -- 172.21.15.38:0/4078205222 shutdown_connections 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 1 -- 172.21.15.38:0/4078205222 wait complete. 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.277+0000 7f6f703eb740 20 client.15651 trim_cache size 0 max 16384 2024-04-23T18:23:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:23:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:23:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:23:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/51082455 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6f500a3f10 msgr2=0x7f6f500a63d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6f500a3f10 0x7f6f500a63d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x55b0f7e9ef50 tx=0x7f6f60009a60 comp rx=0 tx=0).stop 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/51082455 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f681010f0 msgr2=0x7f6f68102b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f681010f0 0x7f6f68102b30 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f6f5800d770 tx=0x7f6f5800dc30 comp rx=0 tx=0).stop 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/51082455 shutdown_connections 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6f500a3f10 0x7f6f500a63d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f681035b0 0x7f6f681a69b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f68106170 0x7f6f68103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 --2- 172.21.15.38:0/51082455 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f681010f0 0x7f6f68102b30 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/51082455 >> 172.21.15.38:0/51082455 conn(0x7f6f68077fd0 msgr2=0x7f6f68069960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/51082455 shutdown_connections 2024-04-23T18:23:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:19.278+0000 7f6f6d6cf640 1 -- 172.21.15.38:0/51082455 wait complete. 2024-04-23T18:23:21.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:20 smithi102 ceph-mon[32874]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-04-23T18:23:21.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:20 smithi038 ceph-mon[29217]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-04-23T18:23:21.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:20 smithi076 ceph-mon[32458]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-04-23T18:23:23.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:22 smithi038 ceph-mon[29217]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 79 KiB/s wr, 59 op/s 2024-04-23T18:23:23.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:22 smithi076 ceph-mon[32458]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 79 KiB/s wr, 59 op/s 2024-04-23T18:23:23.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:22 smithi102 ceph-mon[32874]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 79 KiB/s wr, 59 op/s 2024-04-23T18:23:25.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:24 smithi038 ceph-mon[29217]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 13 op/s 2024-04-23T18:23:25.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:24 smithi076 ceph-mon[32458]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 13 op/s 2024-04-23T18:23:25.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:24 smithi102 ceph-mon[32874]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 13 op/s 2024-04-23T18:23:27.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:26 smithi038 ceph-mon[29217]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.3 KiB/s wr, 17 op/s 2024-04-23T18:23:27.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:26 smithi076 ceph-mon[32458]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.3 KiB/s wr, 17 op/s 2024-04-23T18:23:27.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:26 smithi102 ceph-mon[32874]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.3 KiB/s wr, 17 op/s 2024-04-23T18:23:28.369 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-23T18:23:28.369 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-23T18:23:28.369 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:28.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.498+0000 7f87633f7640 1 -- 172.21.15.38:0/386828667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f875c1010a0 msgr2=0x7f875c101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.498+0000 7f87633f7640 1 --2- 172.21.15.38:0/386828667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f875c1010a0 0x7f875c101480 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f8754009900 tx=0x7f875402a410 comp rx=0 tx=0).stop 2024-04-23T18:23:28.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.498+0000 7f87633f7640 1 -- 172.21.15.38:0/386828667 shutdown_connections 2024-04-23T18:23:28.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.498+0000 7f87633f7640 1 --2- 172.21.15.38:0/386828667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f875c101a50 0x7f875c105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.498+0000 7f87633f7640 1 --2- 172.21.15.38:0/386828667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f875c106170 0x7f875c10dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.498+0000 7f87633f7640 1 --2- 172.21.15.38:0/386828667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f875c1010a0 0x7f875c101480 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.498+0000 7f87633f7640 1 -- 172.21.15.38:0/386828667 >> 172.21.15.38:0/386828667 conn(0x7f875c077f50 msgr2=0x7f875c078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.498+0000 7f87633f7640 1 -- 172.21.15.38:0/386828667 shutdown_connections 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.498+0000 7f87633f7640 1 -- 172.21.15.38:0/386828667 wait complete. 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f87633f7640 1 Processor -- start 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f87633f7640 1 -- start start 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f87633f7640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f875c1010a0 0x7f875c102b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f87633f7640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f875c106170 0x7f875c103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f87633f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f875c1035b0 0x7f875c1a6a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f87633f7640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f875c111290 con 0x7f875c106170 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f87633f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f875c111110 con 0x7f875c1035b0 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f87633f7640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f875c111410 con 0x7f875c1010a0 2024-04-23T18:23:28.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8760992640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f875c106170 0x7f875c103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8760992640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f875c106170 0x7f875c103070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46968/0 (socket says 172.21.15.38:46968) 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8760992640 1 -- 172.21.15.38:0/3832793612 learned_addr learned my addr 172.21.15.38:0/3832793612 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8761193640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f875c1010a0 0x7f875c102b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8761994640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f875c1035b0 0x7f875c1a6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8760992640 1 -- 172.21.15.38:0/3832793612 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f875c1010a0 msgr2=0x7f875c102b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8760992640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f875c1010a0 0x7f875c102b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8760992640 1 -- 172.21.15.38:0/3832793612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f875c1035b0 msgr2=0x7f875c1a6a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8760992640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f875c1035b0 0x7f875c1a6a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8760992640 1 -- 172.21.15.38:0/3832793612 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f875c1a7140 con 0x7f875c106170 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.499+0000 7f8761994640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f875c1035b0 0x7f875c1a6a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.500+0000 7f8760992640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f875c106170 0x7f875c103070 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f875000d740 tx=0x7f875000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.500+0000 7f875a7fc640 1 -- 172.21.15.38:0/3832793612 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8750017070 con 0x7f875c106170 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.500+0000 7f875a7fc640 1 -- 172.21.15.38:0/3832793612 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f875000de50 con 0x7f875c106170 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.500+0000 7f87633f7640 1 -- 172.21.15.38:0/3832793612 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f875c1a7430 con 0x7f875c106170 2024-04-23T18:23:28.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.500+0000 7f875a7fc640 1 -- 172.21.15.38:0/3832793612 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8750004d90 con 0x7f875c106170 2024-04-23T18:23:28.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.500+0000 7f87633f7640 1 -- 172.21.15.38:0/3832793612 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f875c1a7930 con 0x7f875c106170 2024-04-23T18:23:28.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.501+0000 7f87633f7640 1 -- 172.21.15.38:0/3832793612 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f875c068d70 con 0x7f875c106170 2024-04-23T18:23:28.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.502+0000 7f875a7fc640 1 -- 172.21.15.38:0/3832793612 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f8750004f30 con 0x7f875c106170 2024-04-23T18:23:28.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.502+0000 7f875a7fc640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87440a3de0 0x7f87440a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.503+0000 7f875a7fc640 1 -- 172.21.15.38:0/3832793612 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f87500d0360 con 0x7f875c106170 2024-04-23T18:23:28.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.503+0000 7f8761193640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87440a3de0 0x7f87440a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.503+0000 7f8761193640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87440a3de0 0x7f87440a62a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8754009230 tx=0x7f87540058d0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:28.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.507+0000 7f875a7fc640 1 -- 172.21.15.38:0/3832793612 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f875009c850 con 0x7f875c106170 2024-04-23T18:23:28.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.786+0000 7f87633f7640 1 -- 172.21.15.38:0/3832793612 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f875c10a3b0 con 0x7f875c106170 2024-04-23T18:23:28.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.786+0000 7f875a7fc640 1 -- 172.21.15.38:0/3832793612 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11923 (secure 0 0 0) 0x7f875009c150 con 0x7f875c106170 2024-04-23T18:23:28.780 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:28.780 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:23:02.320864+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24515,24466,14613,24476,24490]},"id":1}]} 2024-04-23T18:23:28.780 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 27 2024-04-23T18:23:28.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 -- 172.21.15.38:0/3832793612 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87440a3de0 msgr2=0x7f87440a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87440a3de0 0x7f87440a62a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8754009230 tx=0x7f87540058d0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 -- 172.21.15.38:0/3832793612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f875c106170 msgr2=0x7f875c103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f875c106170 0x7f875c103070 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f875000d740 tx=0x7f875000dc00 comp rx=0 tx=0).stop 2024-04-23T18:23:28.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 -- 172.21.15.38:0/3832793612 shutdown_connections 2024-04-23T18:23:28.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f87440a3de0 0x7f87440a62a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f875c1035b0 0x7f875c1a6a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f875c106170 0x7f875c103070 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 --2- 172.21.15.38:0/3832793612 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f875c1010a0 0x7f875c102b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 -- 172.21.15.38:0/3832793612 >> 172.21.15.38:0/3832793612 conn(0x7f875c077f50 msgr2=0x7f875c0693f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:28.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.788+0000 7f87633f7640 1 -- 172.21.15.38:0/3832793612 shutdown_connections 2024-04-23T18:23:28.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.789+0000 7f87633f7640 1 -- 172.21.15.38:0/3832793612 wait complete. 2024-04-23T18:23:28.793 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24515 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-23T18:23:28.793 DEBUG:teuthology.orchestra.run.smithi038:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24515 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-23T18:23:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.919+0000 7fe1118cf640 1 -- 172.21.15.38:0/4139077338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe10c1043a0 msgr2=0x7fe10c104780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.919+0000 7fe1118cf640 1 --2- 172.21.15.38:0/4139077338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe10c1043a0 0x7fe10c104780 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc009900 tx=0x7fe0fc02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.919+0000 7fe1118cf640 1 -- 172.21.15.38:0/4139077338 shutdown_connections 2024-04-23T18:23:28.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.919+0000 7fe1118cf640 1 --2- 172.21.15.38:0/4139077338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe10c104d50 0x7fe10c108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.919+0000 7fe1118cf640 1 --2- 172.21.15.38:0/4139077338 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe10c109470 0x7fe10c111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.919+0000 7fe1118cf640 1 --2- 172.21.15.38:0/4139077338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe10c1043a0 0x7fe10c104780 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.919+0000 7fe1118cf640 1 -- 172.21.15.38:0/4139077338 >> 172.21.15.38:0/4139077338 conn(0x7fe10c0ffc00 msgr2=0x7fe10c102020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.919+0000 7fe1118cf640 1 -- 172.21.15.38:0/4139077338 shutdown_connections 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.919+0000 7fe1118cf640 1 -- 172.21.15.38:0/4139077338 wait complete. 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe1118cf640 1 Processor -- start 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe1118cf640 1 -- start start 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe1118cf640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe10c1043a0 0x7fe10c1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe1118cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe10c109470 0x7fe10c1a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe1118cf640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe10c19a870 0x7fe10c19ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe1118cf640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1144f0 con 0x7fe10c1043a0 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe1118cf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c114370 con 0x7fe10c109470 2024-04-23T18:23:28.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe1118cf640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c114670 con 0x7fe10c19a870 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe10affd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe10c1043a0 0x7fe10c1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe10affd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe10c1043a0 0x7fe10c1a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46986/0 (socket says 172.21.15.38:46986) 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.920+0000 7fe10affd640 1 -- 172.21.15.38:0/1175165678 learned_addr learned my addr 172.21.15.38:0/1175165678 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe10c19a870 0x7fe10c19ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe103fff640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe10c109470 0x7fe10c1a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe10affd640 1 -- 172.21.15.38:0/1175165678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe10c19a870 msgr2=0x7fe10c19ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe10affd640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe10c19a870 0x7fe10c19ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe10affd640 1 -- 172.21.15.38:0/1175165678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe10c109470 msgr2=0x7fe10c1a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe10affd640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe10c109470 0x7fe10c1a0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe10affd640 1 -- 172.21.15.38:0/1175165678 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe10c19b390 con 0x7fe10c1043a0 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe10c19a870 0x7fe10c19ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe103fff640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe10c109470 0x7fe10c1a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:28.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe10affd640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe10c1043a0 0x7fe10c1a06c0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc005ab0 tx=0x7fe0fc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:28.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe1108cd640 1 -- 172.21.15.38:0/1175165678 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc03f030 con 0x7fe10c1043a0 2024-04-23T18:23:28.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe1118cf640 1 -- 172.21.15.38:0/1175165678 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe10c19b620 con 0x7fe10c1043a0 2024-04-23T18:23:28.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe1108cd640 1 -- 172.21.15.38:0/1175165678 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe0fc003cd0 con 0x7fe10c1043a0 2024-04-23T18:23:28.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe1108cd640 1 -- 172.21.15.38:0/1175165678 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc035070 con 0x7fe10c1043a0 2024-04-23T18:23:28.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.921+0000 7fe1118cf640 1 -- 172.21.15.38:0/1175165678 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe10c1a7810 con 0x7fe10c1043a0 2024-04-23T18:23:28.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe1108cd640 1 -- 172.21.15.38:0/1175165678 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7fe0fc042030 con 0x7fe10c1043a0 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe1145e6740 1 Processor -- start 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe1145e6740 1 -- start start 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd0a0 0x55afbc7bd480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7c8090 0x55afbc7ca480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe1145e6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55afbc722370 con 0x55afbc7bd9c0 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe1145e6740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55afbc6bf2e0 con 0x55afbc7bd0a0 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe1145e6740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55afbc71e330 con 0x55afbc7c8090 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe1108cd640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe0f80a3db0 0x7fe0f80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe10affd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe10affd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c7b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46994/0 (socket says 172.21.15.38:46994) 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe10affd640 1 -- 172.21.15.38:0/4077552777 learned_addr learned my addr 172.21.15.38:0/4077552777 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe103fff640 1 --2- 172.21.15.38:0/4077552777 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7c8090 0x55afbc7ca480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.924+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe0f80a3db0 0x7fe0f80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/4077552777 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd0a0 0x55afbc7bd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe1108cd640 1 -- 172.21.15.38:0/1175165678 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fe0fc0f1290 con 0x7fe10c1043a0 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe10affd640 1 -- 172.21.15.38:0/4077552777 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7c8090 msgr2=0x55afbc7ca480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe10affd640 1 --2- 172.21.15.38:0/4077552777 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7c8090 0x55afbc7ca480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe10affd640 1 -- 172.21.15.38:0/4077552777 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd0a0 msgr2=0x55afbc7bd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe10affd640 1 --2- 172.21.15.38:0/4077552777 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd0a0 0x55afbc7bd480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe10affd640 1 -- 172.21.15.38:0/4077552777 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afbc500d80 con 0x55afbc7bd9c0 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/4077552777 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd0a0 0x55afbc7bd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe10affd640 1 --2- 172.21.15.38:0/4077552777 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c7b50 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc0ee850 tx=0x7fe0fc032f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92dc926652af2751 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe0f80a3db0 0x7fe0f80a6270 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe104009270 tx=0x7fe1040091e0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe101ffb640 1 -- 172.21.15.38:0/4077552777 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc049070 con 0x55afbc7bd9c0 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe101ffb640 1 -- 172.21.15.38:0/4077552777 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe0fc0bd780 con 0x55afbc7bd9c0 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.925+0000 7fe101ffb640 1 -- 172.21.15.38:0/4077552777 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc0bb380 con 0x55afbc7bd9c0 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 -- 172.21.15.38:0/4077552777 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 msgr2=0x55afbc7c7b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 --2- 172.21.15.38:0/4077552777 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c7b50 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc0ee850 tx=0x7fe0fc032f90 comp rx=0 tx=0).stop 2024-04-23T18:23:28.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 -- 172.21.15.38:0/4077552777 shutdown_connections 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 --2- 172.21.15.38:0/4077552777 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7c8090 0x55afbc7ca480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 --2- 172.21.15.38:0/4077552777 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c7b50 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 --2- 172.21.15.38:0/4077552777 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd0a0 0x55afbc7bd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 -- 172.21.15.38:0/4077552777 >> 172.21.15.38:0/4077552777 conn(0x55afbc7b93c0 msgr2=0x55afbc7b97a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 -- 172.21.15.38:0/4077552777 shutdown_connections 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 -- 172.21.15.38:0/4077552777 wait complete. 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 -- start start 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.926+0000 7fe1145e6740 1 Processor -- start 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7c5020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7c5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe1145e6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55afbc722370 con 0x55afbc7c8090 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe1145e6740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55afbc6bcfb0 con 0x55afbc7bd9c0 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe1145e6740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55afbc7cac40 con 0x55afbc7bd0a0 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe1145e6740 10 client.0 _ll_register_callbacks cb 0x55afbc6bc9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:28.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7c5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7c5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:47000/0 (socket says 172.21.15.38:47000) 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10b7fe640 1 -- 172.21.15.38:0/2453437805 learned_addr learned my addr 172.21.15.38:0/2453437805 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe103fff640 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10affd640 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7c5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10b7fe640 1 -- 172.21.15.38:0/2453437805 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 msgr2=0x55afbc7c5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7c5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10b7fe640 1 -- 172.21.15.38:0/2453437805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 msgr2=0x55afbc7c5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c5560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10b7fe640 1 -- 172.21.15.38:0/2453437805 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afbc561510 con 0x55afbc7c8090 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10affd640 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7c5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:28.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe103fff640 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7c5aa0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fe104012750 tx=0x7fe104004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc82680338eeaa11 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe0eaffd640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2453437805 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe10402d060 con 0x55afbc7c8090 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2453437805 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fe10401a070 con 0x55afbc7c8090 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.927+0000 7fe1145e6740 1 -- 172.21.15.38:0/2453437805 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe0fc0bd780 con 0x55afbc7c8090 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2453437805 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe10401dd80 con 0x55afbc7c8090 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe1145e6740 10 client.15669 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe1145e6740 1 -- 172.21.15.38:0/2453437805 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55afbc3f4670 con 0x55afbc7c8090 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2453437805 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe0fc0bd780 con 0x55afbc7c8090 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2453437805 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fe104030460 con 0x55afbc7c8090 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe1145e6740 10 client.15669 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe1145e6740 10 client.15669 resolve_mds: validated gid 24515 aka daemon mds.b 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe1145e6740 20 client.15669 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:28.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55afbc7d8100 0x55afbc7da510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe1145e6740 4 client.15669 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe1145e6740 1 -- 172.21.15.38:0/2453437805 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55afbc72fd90 con 0x55afbc7d8100 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.928+0000 7fe10affd640 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55afbc7d8100 0x55afbc7da510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.929+0000 7fe0eaffd640 10 client.15669 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.929+0000 7fe10affd640 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55afbc7d8100 0x55afbc7da510 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48157f52d65f55e2 server_cookie=2faf5f92069a0a6a in_seq=0 out_seq=0 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.929+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2453437805 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55afbc72fd90 con 0x55afbc7d8100 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.929+0000 7fe0eaffd640 10 client.15669 handle_command_reply: tid=0 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.929+0000 7fe1145e6740 1 client.15669 shutdown 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 1 -- 172.21.15.38:0/2453437805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 msgr2=0x55afbc7c5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7c5aa0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fe104012750 tx=0x7fe104004a40 comp rx=0 tx=0).stop 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 1 -- 172.21.15.38:0/2453437805 shutdown_connections 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55afbc7d8100 0x55afbc7da510 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7c5aa0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe0eaffd640 0 client.15669 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:28.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2453437805 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7c5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 1 -- 172.21.15.38:0/2453437805 >> 172.21.15.38:0/2453437805 conn(0x55afbc7b93c0 msgr2=0x55afbc7b8600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:28.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 1 -- 172.21.15.38:0/2453437805 shutdown_connections 2024-04-23T18:23:28.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 1 -- 172.21.15.38:0/2453437805 wait complete. 2024-04-23T18:23:28.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.930+0000 7fe1145e6740 20 client.15669 trim_cache size 0 max 16384 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.947+0000 7fe1145e6740 1 Processor -- start 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.947+0000 7fe1145e6740 1 -- start start 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.947+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7d3980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.947+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.947+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7dfde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.947+0000 7fe1145e6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1b00b0 con 0x55afbc7c8090 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.947+0000 7fe1145e6740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1b1bf0 con 0x55afbc7bd9c0 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.947+0000 7fe1145e6740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1b0780 con 0x55afbc7bd0a0 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe10b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7dfde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe10b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7dfde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:47006/0 (socket says 172.21.15.38:47006) 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe10b7fe640 1 -- 172.21.15.38:0/2239428057 learned_addr learned my addr 172.21.15.38:0/2239428057 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe103fff640 1 --2- 172.21.15.38:0/2239428057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe10affd640 1 --2- 172.21.15.38:0/2239428057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7d3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe10b7fe640 1 -- 172.21.15.38:0/2239428057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 msgr2=0x55afbc7d3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:28.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/2239428057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7d3980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe10b7fe640 1 -- 172.21.15.38:0/2239428057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 msgr2=0x55afbc7c56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:28.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/2239428057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe10b7fe640 1 -- 172.21.15.38:0/2239428057 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afbc7b3820 con 0x55afbc7c8090 2024-04-23T18:23:28.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe10b7fe640 1 --2- 172.21.15.38:0/2239428057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7dfde0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fe104000f80 tx=0x7fe104009e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2b9e8d6cbe617ab server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:28.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe1017fa640 1 -- 172.21.15.38:0/2239428057 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe10403e070 con 0x55afbc7c8090 2024-04-23T18:23:28.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe1017fa640 1 -- 172.21.15.38:0/2239428057 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe104030ac0 con 0x55afbc7c8090 2024-04-23T18:23:28.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.948+0000 7fe1017fa640 1 -- 172.21.15.38:0/2239428057 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1040052a0 con 0x55afbc7c8090 2024-04-23T18:23:28.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 -- 172.21.15.38:0/2239428057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 msgr2=0x55afbc7dfde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2239428057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7dfde0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fe104000f80 tx=0x7fe104009e80 comp rx=0 tx=0).stop 2024-04-23T18:23:28.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 -- 172.21.15.38:0/2239428057 shutdown_connections 2024-04-23T18:23:28.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2239428057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7c8090 0x55afbc7dfde0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2239428057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7bd9c0 0x55afbc7c56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2239428057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7d3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 -- 172.21.15.38:0/2239428057 >> 172.21.15.38:0/2239428057 conn(0x55afbc7b93c0 msgr2=0x55afbc7c4fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 -- 172.21.15.38:0/2239428057 shutdown_connections 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 -- 172.21.15.38:0/2239428057 wait complete. 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 -- start start 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.949+0000 7fe1145e6740 1 Processor -- start 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7d00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7cce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe1145e6740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7c8090 0x55afbc7cd3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe1145e6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1b1520 con 0x55afbc7bd9c0 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe1145e6740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1b0e50 con 0x55afbc7c8090 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe1145e6740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1ae090 con 0x55afbc7bd0a0 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe1145e6740 10 client.0 _ll_register_callbacks cb 0x7fe104010ca0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:28.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe103fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7cce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe103fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7cce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:47012/0 (socket says 172.21.15.38:47012) 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe103fff640 1 -- 172.21.15.38:0/2112091946 learned_addr learned my addr 172.21.15.38:0/2112091946 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe10affd640 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7d00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe103fff640 1 -- 172.21.15.38:0/2112091946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 msgr2=0x55afbc7d00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe103fff640 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7d00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe103fff640 1 -- 172.21.15.38:0/2112091946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7c8090 msgr2=0x55afbc7cd3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe103fff640 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7c8090 0x55afbc7cd3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe103fff640 1 -- 172.21.15.38:0/2112091946 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afbc7cda10 con 0x55afbc7bd9c0 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe10affd640 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe103fff640 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7cce60 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe0f4005fd0 tx=0x7fe0f400bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb21eb06f315522a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe0eaffd640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2112091946 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f4021060 con 0x55afbc7bd9c0 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2112091946 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fe0f401c680 con 0x55afbc7bd9c0 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.950+0000 7fe1145e6740 1 -- 172.21.15.38:0/2112091946 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe104030ac0 con 0x55afbc7bd9c0 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2112091946 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe0f401c880 con 0x55afbc7bd9c0 2024-04-23T18:23:28.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe1145e6740 10 client.15675 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe1145e6740 1 -- 172.21.15.38:0/2112091946 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55afbc83f540 con 0x55afbc7bd9c0 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2112091946 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe104030ac0 con 0x55afbc7bd9c0 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2112091946 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fe0f4011a70 con 0x55afbc7bd9c0 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe1145e6740 10 client.15675 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe1145e6740 10 client.15675 resolve_mds: validated gid 24515 aka daemon mds.b 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe1145e6740 20 client.15675 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55afbc83fd90 0x55afbc8421b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe1145e6740 4 client.15675 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe1145e6740 1 -- 172.21.15.38:0/2112091946 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x55afbc729c00 con 0x55afbc83fd90 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.951+0000 7fe10affd640 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55afbc83fd90 0x55afbc8421b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.952+0000 7fe10affd640 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55afbc83fd90 0x55afbc8421b0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b083fb9b8fea0fb3 server_cookie=4eb4debd4e44f45 in_seq=0 out_seq=0 2024-04-23T18:23:28.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.952+0000 7fe0eaffd640 10 client.15675 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.968+0000 7fe0eaffd640 1 -- 172.21.15.38:0/2112091946 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55afbc729c00 con 0x55afbc83fd90 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.968+0000 7fe0eaffd640 10 client.15675 handle_command_reply: tid=0 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.968+0000 7fe1145e6740 1 client.15675 shutdown 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 1 -- 172.21.15.38:0/2112091946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 msgr2=0x55afbc7cce60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7cce60 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe0f4005fd0 tx=0x7fe0f400bf80 comp rx=0 tx=0).stop 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 1 -- 172.21.15.38:0/2112091946 shutdown_connections 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55afbc83fd90 0x55afbc8421b0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55afbc7c8090 0x55afbc7cd3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55afbc7bd9c0 0x55afbc7cce60 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe0eaffd640 0 client.15675 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 1 --2- 172.21.15.38:0/2112091946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55afbc7bd0a0 0x55afbc7d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 1 -- 172.21.15.38:0/2112091946 >> 172.21.15.38:0/2112091946 conn(0x55afbc7b93c0 msgr2=0x55afbc7c5870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:28.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 1 -- 172.21.15.38:0/2112091946 shutdown_connections 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 1 -- 172.21.15.38:0/2112091946 wait complete. 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1145e6740 20 client.15675 trim_cache size 0 max 16384 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stdout: "epoch": 27, 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stdout: "leader": 24515, 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stdout: "set_version": 2, 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stdout: "sets": { 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stdout: "743a28a7": { 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stdout: "version": 2, 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stdout: "age_ref": 0.0, 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stdout: "state": { 2024-04-23T18:23:28.964 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "QUIESCED", 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: "age": 0.0 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: "timeout": 60.0, 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: "expiration": 90.0, 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: "members": { 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: "file:/": { 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: "excluded": false, 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: "state": { 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "QUIESCED", 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: "age": 0.0 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:23:28.965 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:23:28.966 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:23:28.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1118cf640 1 -- 172.21.15.38:0/1175165678 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe0f80a3db0 msgr2=0x7fe0f80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1118cf640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe0f80a3db0 0x7fe0f80a6270 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe104009270 tx=0x7fe1040091e0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1118cf640 1 -- 172.21.15.38:0/1175165678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe10c1043a0 msgr2=0x7fe10c1a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:28.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1118cf640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe10c1043a0 0x7fe10c1a06c0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc005ab0 tx=0x7fe0fc0042f0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1118cf640 1 -- 172.21.15.38:0/1175165678 shutdown_connections 2024-04-23T18:23:28.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1118cf640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe0f80a3db0 0x7fe0f80a6270 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1118cf640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe10c19a870 0x7fe10c19ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1118cf640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe10c109470 0x7fe10c1a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.969+0000 7fe1118cf640 1 --2- 172.21.15.38:0/1175165678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe10c1043a0 0x7fe10c1a06c0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:28.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.970+0000 7fe1118cf640 1 -- 172.21.15.38:0/1175165678 >> 172.21.15.38:0/1175165678 conn(0x7fe10c0ffc00 msgr2=0x7fe10c100f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:28.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.970+0000 7fe1118cf640 1 -- 172.21.15.38:0/1175165678 shutdown_connections 2024-04-23T18:23:28.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:28.970+0000 7fe1118cf640 1 -- 172.21.15.38:0/1175165678 wait complete. 2024-04-23T18:23:28.974 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '743a28a7', quiesce took 0.6 seconds. Will release after: 30.0 2024-04-23T18:23:29.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:28 smithi038 ceph-mon[29217]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-23T18:23:29.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:28 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3832793612' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:29.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:28 smithi076 ceph-mon[32458]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-23T18:23:29.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:28 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3832793612' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:29.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:28 smithi102 ceph-mon[32874]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-23T18:23:29.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:28 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3832793612' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:31.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:30 smithi038 ceph-mon[29217]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-23T18:23:31.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:30 smithi076 ceph-mon[32458]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-23T18:23:31.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:30 smithi102 ceph-mon[32874]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-23T18:23:32.363 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.367+0000 7f2056b44640 1 -- 172.21.15.38:0/3817987446 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2050103250 msgr2=0x7f2050100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.367+0000 7f2056b44640 1 --2- 172.21.15.38:0/3817987446 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2050103250 0x7f2050100990 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f2040009900 tx=0x7f204002a480 comp rx=0 tx=0).stop 2024-04-23T18:23:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.367+0000 7f2056b44640 1 -- 172.21.15.38:0/3817987446 shutdown_connections 2024-04-23T18:23:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.367+0000 7f2056b44640 1 --2- 172.21.15.38:0/3817987446 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2050100fb0 0x7f2050110be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.367+0000 7f2056b44640 1 --2- 172.21.15.38:0/3817987446 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2050103250 0x7f2050100990 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.367+0000 7f2056b44640 1 --2- 172.21.15.38:0/3817987446 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2050102e70 0x7f2050100450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.367+0000 7f2056b44640 1 -- 172.21.15.38:0/3817987446 >> 172.21.15.38:0/3817987446 conn(0x7f2050077390 msgr2=0x7f20500fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.367+0000 7f2056b44640 1 -- 172.21.15.38:0/3817987446 shutdown_connections 2024-04-23T18:23:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.367+0000 7f2056b44640 1 -- 172.21.15.38:0/3817987446 wait complete. 2024-04-23T18:23:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2056b44640 1 Processor -- start 2024-04-23T18:23:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2056b44640 1 -- start start 2024-04-23T18:23:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2056b44640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2050100fb0 0x7f20501a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2056b44640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2050102e70 0x7f20501a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2056b44640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2050103250 0x7f205019a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2056b44640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2050114540 con 0x7f2050102e70 2024-04-23T18:23:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2056b44640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f20501143c0 con 0x7f2050103250 2024-04-23T18:23:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2056b44640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f20501146c0 con 0x7f2050100fb0 2024-04-23T18:23:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2047fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2050102e70 0x7f20501a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2047fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2050102e70 0x7f20501a0ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42750/0 (socket says 172.21.15.38:42750) 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2047fff640 1 -- 172.21.15.38:0/2109225737 learned_addr learned my addr 172.21.15.38:0/2109225737 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f20548e0640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2050100fb0 0x7f20501a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f20550e1640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2050103250 0x7f205019a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2047fff640 1 -- 172.21.15.38:0/2109225737 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2050100fb0 msgr2=0x7f20501a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2047fff640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2050100fb0 0x7f20501a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2047fff640 1 -- 172.21.15.38:0/2109225737 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2050103250 msgr2=0x7f205019a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2047fff640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2050103250 0x7f205019a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.368+0000 7f2047fff640 1 -- 172.21.15.38:0/2109225737 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f205019afe0 con 0x7f2050102e70 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.369+0000 7f2047fff640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2050102e70 0x7f20501a0ba0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f20400314b0 tx=0x7f2040003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.369+0000 7f2045ffb640 1 -- 172.21.15.38:0/2109225737 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204003f070 con 0x7f2050102e70 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.369+0000 7f2045ffb640 1 -- 172.21.15.38:0/2109225737 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2040031bf0 con 0x7f2050102e70 2024-04-23T18:23:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.369+0000 7f2056b44640 1 -- 172.21.15.38:0/2109225737 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f205019b270 con 0x7f2050102e70 2024-04-23T18:23:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.369+0000 7f2045ffb640 1 -- 172.21.15.38:0/2109225737 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2040035030 con 0x7f2050102e70 2024-04-23T18:23:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.369+0000 7f2056b44640 1 -- 172.21.15.38:0/2109225737 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20501a7400 con 0x7f2050102e70 2024-04-23T18:23:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.372+0000 7f2045ffb640 1 -- 172.21.15.38:0/2109225737 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f2040042070 con 0x7f2050102e70 2024-04-23T18:23:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.372+0000 7f2059864740 1 Processor -- start 2024-04-23T18:23:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.372+0000 7f2059864740 1 -- start start 2024-04-23T18:23:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f2045ffb640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f20380a3e60 0x7f20380a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f2059864740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eeb620 0x5605b5eeba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f2059864740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 0x5605b5ef62c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f2059864740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f2059864740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5605b5e50970 con 0x5605b5ef6800 2024-04-23T18:23:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f2059864740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x5605b5ded4a0 con 0x5605b5eeb620 2024-04-23T18:23:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f2059864740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5605b5e4c930 con 0x5605b5eebf40 2024-04-23T18:23:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20550e1640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f20380a3e60 0x7f20380a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20550e1640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f2045ffb640 1 -- 172.21.15.38:0/2109225737 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f20400f1180 con 0x7f2050102e70 2024-04-23T18:23:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20550e1640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef8bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42760/0 (socket says 172.21.15.38:42760) 2024-04-23T18:23:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20550e1640 1 -- 172.21.15.38:0/876081828 learned_addr learned my addr 172.21.15.38:0/876081828 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20548e0640 1 --2- 172.21.15.38:0/876081828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eeb620 0x5605b5eeba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f2047fff640 1 --2- 172.21.15.38:0/876081828 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 0x5605b5ef62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20550e1640 1 -- 172.21.15.38:0/876081828 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 msgr2=0x5605b5ef62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20550e1640 1 --2- 172.21.15.38:0/876081828 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 0x5605b5ef62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20550e1640 1 -- 172.21.15.38:0/876081828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eeb620 msgr2=0x5605b5eeba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20550e1640 1 --2- 172.21.15.38:0/876081828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eeb620 0x5605b5eeba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20550e1640 1 -- 172.21.15.38:0/876081828 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605b5b63210 con 0x5605b5ef6800 2024-04-23T18:23:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20548e0640 1 --2- 172.21.15.38:0/876081828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eeb620 0x5605b5eeba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.373+0000 7f20550e1640 1 --2- 172.21.15.38:0/876081828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef8bf0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f2048013da0 tx=0x7f20480107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20d136b88b7adfcb server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.374+0000 7f20550e1640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f20380a3e60 0x7f20380a6320 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2048010ca0 tx=0x7f204801b000 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.374+0000 7f2036ffd640 1 -- 172.21.15.38:0/876081828 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2048021070 con 0x5605b5ef6800 2024-04-23T18:23:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.374+0000 7f2036ffd640 1 -- 172.21.15.38:0/876081828 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f20480132f0 con 0x5605b5ef6800 2024-04-23T18:23:32.379 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.374+0000 7f2036ffd640 1 -- 172.21.15.38:0/876081828 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2048011980 con 0x5605b5ef6800 2024-04-23T18:23:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 -- 172.21.15.38:0/876081828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 msgr2=0x5605b5ef8bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 --2- 172.21.15.38:0/876081828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef8bf0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f2048013da0 tx=0x7f20480107a0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 -- 172.21.15.38:0/876081828 shutdown_connections 2024-04-23T18:23:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 --2- 172.21.15.38:0/876081828 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 0x5605b5ef62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 --2- 172.21.15.38:0/876081828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef8bf0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 --2- 172.21.15.38:0/876081828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eeb620 0x5605b5eeba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 -- 172.21.15.38:0/876081828 >> 172.21.15.38:0/876081828 conn(0x5605b5ee7b30 msgr2=0x5605b5ee7f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 -- 172.21.15.38:0/876081828 shutdown_connections 2024-04-23T18:23:32.380 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 -- 172.21.15.38:0/876081828 wait complete. 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 -- start start 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.375+0000 7f2059864740 1 Processor -- start 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f2059864740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 0x5605b5ef6150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f2059864740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eebf40 0x5605b5ef3440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f2059864740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f2059864740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5605b5ef93d0 con 0x5605b5ef6800 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f2059864740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x5605b5deb0b0 con 0x5605b5eebf40 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f2059864740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5605b5ef9550 con 0x5605b5eeb620 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f2059864740 10 client.0 _ll_register_callbacks cb 0x5605b5dd8d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20550e1640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20550e1640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42766/0 (socket says 172.21.15.38:42766) 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20550e1640 1 -- 172.21.15.38:0/1392294657 learned_addr learned my addr 172.21.15.38:0/1392294657 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20548e0640 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 0x5605b5ef6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.381 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f2047fff640 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eebf40 0x5605b5ef3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20550e1640 1 -- 172.21.15.38:0/1392294657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 msgr2=0x5605b5ef6150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20550e1640 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 0x5605b5ef6150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20550e1640 1 -- 172.21.15.38:0/1392294657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eebf40 msgr2=0x5605b5ef3440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20550e1640 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eebf40 0x5605b5ef3440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20550e1640 1 -- 172.21.15.38:0/1392294657 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605b5c2f620 con 0x5605b5ef6800 2024-04-23T18:23:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f2047fff640 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eebf40 0x5605b5ef3440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20548e0640 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 0x5605b5ef6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f20550e1640 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef39a0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f2048013680 tx=0x7f2048013f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25953dc9bbc2a298 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:32.382 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f202ffff640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:32.383 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.376+0000 7f202ffff640 1 -- 172.21.15.38:0/1392294657 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2048021040 con 0x5605b5ef6800 2024-04-23T18:23:32.383 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f2059864740 1 -- 172.21.15.38:0/1392294657 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f20480132f0 con 0x5605b5ef6800 2024-04-23T18:23:32.383 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f202ffff640 1 -- 172.21.15.38:0/1392294657 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f2048011680 con 0x5605b5ef6800 2024-04-23T18:23:32.383 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f202ffff640 1 -- 172.21.15.38:0/1392294657 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f204800ee20 con 0x5605b5ef6800 2024-04-23T18:23:32.383 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f2059864740 10 client.15687 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:32.383 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f2059864740 1 -- 172.21.15.38:0/1392294657 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5605b5f05350 con 0x5605b5ef6800 2024-04-23T18:23:32.384 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f202ffff640 1 -- 172.21.15.38:0/1392294657 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f20480132f0 con 0x5605b5ef6800 2024-04-23T18:23:32.384 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f202ffff640 1 -- 172.21.15.38:0/1392294657 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f204801c070 con 0x5605b5ef6800 2024-04-23T18:23:32.384 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f2059864740 10 client.15687 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:32.384 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f2059864740 10 client.15687 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:32.384 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f2059864740 20 client.15687 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:32.384 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f2059864740 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5605b5f067c0 0x5605b5f08bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.384 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f2059864740 4 client.15687 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:32.384 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f2059864740 1 -- 172.21.15.38:0/1392294657 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605b5e5e390 con 0x5605b5f067c0 2024-04-23T18:23:32.384 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.377+0000 7f20548e0640 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5605b5f067c0 0x5605b5f08bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.384 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.378+0000 7f20548e0640 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5605b5f067c0 0x5605b5f08bb0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7cf5c92764fd2457 server_cookie=7b3b268763d24051 in_seq=0 out_seq=0 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.378+0000 7f202ffff640 10 client.15687 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f202ffff640 1 -- 172.21.15.38:0/1392294657 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5605b5e5e390 con 0x5605b5f067c0 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f202ffff640 10 client.15687 handle_command_reply: tid=0 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 client.15687 shutdown 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 -- 172.21.15.38:0/1392294657 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 msgr2=0x5605b5ef39a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef39a0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f2048013680 tx=0x7f2048013f50 comp rx=0 tx=0).stop 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 -- 172.21.15.38:0/1392294657 shutdown_connections 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5605b5f067c0 0x5605b5f08bb0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5ef6800 0x5605b5ef39a0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5eebf40 0x5605b5ef3440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.385 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f202ffff640 0 client.15687 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:32.386 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 --2- 172.21.15.38:0/1392294657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 0x5605b5ef6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.386 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 -- 172.21.15.38:0/1392294657 >> 172.21.15.38:0/1392294657 conn(0x5605b5ee7b30 msgr2=0x5605b5eed8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:32.386 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 -- 172.21.15.38:0/1392294657 shutdown_connections 2024-04-23T18:23:32.386 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 1 -- 172.21.15.38:0/1392294657 wait complete. 2024-04-23T18:23:32.386 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.379+0000 7f2059864740 20 client.15687 trim_cache size 0 max 16384 2024-04-23T18:23:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.396+0000 7f2059864740 1 Processor -- start 2024-04-23T18:23:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.396+0000 7f2059864740 1 -- start start 2024-04-23T18:23:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f2059864740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eeb620 0x5605b5ef5c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f2059864740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 0x5605b5f0e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f2059864740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5ef6800 0x5605b5f0e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f2059864740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f20501afeb0 con 0x5605b5eeb620 2024-04-23T18:23:32.395 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f2059864740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f20501b19f0 con 0x5605b5ef6800 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f2059864740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f20501b0580 con 0x5605b5eebf40 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20548e0640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eeb620 0x5605b5ef5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20548e0640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eeb620 0x5605b5ef5c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42778/0 (socket says 172.21.15.38:42778) 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20548e0640 1 -- 172.21.15.38:0/1200074949 learned_addr learned my addr 172.21.15.38:0/1200074949 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20550e1640 1 --2- 172.21.15.38:0/1200074949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5ef6800 0x5605b5f0e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f2047fff640 1 --2- 172.21.15.38:0/1200074949 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 0x5605b5f0e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20548e0640 1 -- 172.21.15.38:0/1200074949 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 msgr2=0x5605b5f0e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20548e0640 1 --2- 172.21.15.38:0/1200074949 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 0x5605b5f0e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20548e0640 1 -- 172.21.15.38:0/1200074949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5ef6800 msgr2=0x5605b5f0e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20548e0640 1 --2- 172.21.15.38:0/1200074949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5ef6800 0x5605b5f0e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20548e0640 1 -- 172.21.15.38:0/1200074949 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605b5eecae0 con 0x5605b5eeb620 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f2047fff640 1 --2- 172.21.15.38:0/1200074949 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 0x5605b5f0e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:32.396 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20548e0640 1 --2- 172.21.15.38:0/1200074949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eeb620 0x5605b5ef5c80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f204c005d00 tx=0x7f204c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57ab61ea0aa66c2a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20367fc640 1 -- 172.21.15.38:0/1200074949 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204c025070 con 0x5605b5eeb620 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20367fc640 1 -- 172.21.15.38:0/1200074949 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f204c0205c0 con 0x5605b5eeb620 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.397+0000 7f20367fc640 1 -- 172.21.15.38:0/1200074949 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204c010ae0 con 0x5605b5eeb620 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.398+0000 7f2059864740 1 -- 172.21.15.38:0/1200074949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eeb620 msgr2=0x5605b5ef5c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.398+0000 7f2059864740 1 --2- 172.21.15.38:0/1200074949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eeb620 0x5605b5ef5c80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f204c005d00 tx=0x7f204c0046c0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.398+0000 7f2059864740 1 -- 172.21.15.38:0/1200074949 shutdown_connections 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.398+0000 7f2059864740 1 --2- 172.21.15.38:0/1200074949 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eebf40 0x5605b5f0e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.398+0000 7f2059864740 1 --2- 172.21.15.38:0/1200074949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5ef6800 0x5605b5f0e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.398+0000 7f2059864740 1 --2- 172.21.15.38:0/1200074949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eeb620 0x5605b5ef5c80 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.398+0000 7f2059864740 1 -- 172.21.15.38:0/1200074949 >> 172.21.15.38:0/1200074949 conn(0x5605b5ee7b30 msgr2=0x5605b5ee6cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.398+0000 7f2059864740 1 -- 172.21.15.38:0/1200074949 shutdown_connections 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.398+0000 7f2059864740 1 -- 172.21.15.38:0/1200074949 wait complete. 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.398+0000 7f2059864740 1 -- start start 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2059864740 1 Processor -- start 2024-04-23T18:23:32.397 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2059864740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 0x5605b5efb8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2059864740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eebf40 0x5605b5efbde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2059864740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5ef6800 0x5605b5f6aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2059864740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f20501b1320 con 0x5605b5eebf40 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2059864740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f20501b0c50 con 0x5605b5ef6800 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2059864740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f20501ade90 con 0x5605b5eeb620 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2059864740 10 client.0 _ll_register_callbacks cb 0x7f2048013c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2047fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eebf40 0x5605b5efbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2047fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eebf40 0x5605b5efbde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42786/0 (socket says 172.21.15.38:42786) 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2047fff640 1 -- 172.21.15.38:0/2684389713 learned_addr learned my addr 172.21.15.38:0/2684389713 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f20550e1640 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5ef6800 0x5605b5f6aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f20548e0640 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 0x5605b5efb8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2047fff640 1 -- 172.21.15.38:0/2684389713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 msgr2=0x5605b5efb8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2047fff640 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 0x5605b5efb8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.398 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2047fff640 1 -- 172.21.15.38:0/2684389713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5ef6800 msgr2=0x5605b5f6aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2047fff640 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5ef6800 0x5605b5f6aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f2047fff640 1 -- 172.21.15.38:0/2684389713 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605b5f6af60 con 0x5605b5eebf40 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.399+0000 7f20548e0640 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 0x5605b5efb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f2047fff640 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eebf40 0x5605b5efbde0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f20400b9940 tx=0x7f204008f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=140464fb08f1f7bd server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f202ffff640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f202ffff640 1 -- 172.21.15.38:0/2684389713 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2040049050 con 0x5605b5eebf40 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f202ffff640 1 -- 172.21.15.38:0/2684389713 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f20400b95e0 con 0x5605b5eebf40 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f2059864740 1 -- 172.21.15.38:0/2684389713 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f204c0205c0 con 0x5605b5eebf40 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f202ffff640 1 -- 172.21.15.38:0/2684389713 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f204008e550 con 0x5605b5eebf40 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f2059864740 10 client.15693 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f2059864740 1 -- 172.21.15.38:0/2684389713 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5605b5f6c1e0 con 0x5605b5eebf40 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f202ffff640 1 -- 172.21.15.38:0/2684389713 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f204c0205c0 con 0x5605b5eebf40 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f202ffff640 1 -- 172.21.15.38:0/2684389713 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f204008f2d0 con 0x5605b5eebf40 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f2059864740 10 client.15693 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:32.399 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f2059864740 10 client.15693 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:32.400 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f2059864740 20 client.15693 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:32.400 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f2059864740 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5605b5f6c980 0x5605b5f6eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:32.400 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f2059864740 4 client.15693 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:23:32.400 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.400+0000 7f2059864740 1 -- 172.21.15.38:0/2684389713 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5605b5e58200 con 0x5605b5f6c980 2024-04-23T18:23:32.400 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.401+0000 7f20548e0640 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5605b5f6c980 0x5605b5f6eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:32.400 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.401+0000 7f20548e0640 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5605b5f6c980 0x5605b5f6eda0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3802e7e4ad81f3f3 server_cookie=5ccb94d900057782 in_seq=0 out_seq=0 2024-04-23T18:23:32.400 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.401+0000 7f202ffff640 10 client.15693 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f202ffff640 1 -- 172.21.15.38:0/2684389713 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5605b5e58200 con 0x5605b5f6c980 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f202ffff640 10 client.15693 handle_command_reply: tid=0 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f2059864740 1 client.15693 shutdown 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f2059864740 1 -- 172.21.15.38:0/2684389713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eebf40 msgr2=0x5605b5efbde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f2059864740 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eebf40 0x5605b5efbde0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f20400b9940 tx=0x7f204008f790 comp rx=0 tx=0).stop 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f2059864740 1 -- 172.21.15.38:0/2684389713 shutdown_connections 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f2059864740 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5605b5f6c980 0x5605b5f6eda0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f2059864740 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5605b5ef6800 0x5605b5f6aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f2059864740 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5605b5eebf40 0x5605b5efbde0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f202ffff640 0 client.15693 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f2059864740 1 --2- 172.21.15.38:0/2684389713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605b5eeb620 0x5605b5efb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.408+0000 7f2059864740 1 -- 172.21.15.38:0/2684389713 >> 172.21.15.38:0/2684389713 conn(0x5605b5ee7b30 msgr2=0x5605b5ef1be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2059864740 1 -- 172.21.15.38:0/2684389713 shutdown_connections 2024-04-23T18:23:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2059864740 1 -- 172.21.15.38:0/2684389713 wait complete. 2024-04-23T18:23:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2059864740 20 client.15693 trim_cache size 0 max 16384 2024-04-23T18:23:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:23:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:23:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:23:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 -- 172.21.15.38:0/2109225737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f20380a3e60 msgr2=0x7f20380a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f20380a3e60 0x7f20380a6320 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2048010ca0 tx=0x7f204801b000 comp rx=0 tx=0).stop 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 -- 172.21.15.38:0/2109225737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2050102e70 msgr2=0x7f20501a0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2050102e70 0x7f20501a0ba0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f20400314b0 tx=0x7f2040003c10 comp rx=0 tx=0).stop 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 -- 172.21.15.38:0/2109225737 shutdown_connections 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f20380a3e60 0x7f20380a6320 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2050103250 0x7f205019a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2050102e70 0x7f20501a0ba0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 --2- 172.21.15.38:0/2109225737 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2050100fb0 0x7f20501a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 -- 172.21.15.38:0/2109225737 >> 172.21.15.38:0/2109225737 conn(0x7f2050077390 msgr2=0x7f20500fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 -- 172.21.15.38:0/2109225737 shutdown_connections 2024-04-23T18:23:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:32.409+0000 7f2056b44640 1 -- 172.21.15.38:0/2109225737 wait complete. 2024-04-23T18:23:33.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:32 smithi038 ceph-mon[29217]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.1 KiB/s wr, 16 op/s 2024-04-23T18:23:33.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:32 smithi076 ceph-mon[32458]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.1 KiB/s wr, 16 op/s 2024-04-23T18:23:33.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:32 smithi102 ceph-mon[32874]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.1 KiB/s wr, 16 op/s 2024-04-23T18:23:35.104 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:34 smithi102 ceph-mon[32874]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-23T18:23:35.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:34 smithi038 ceph-mon[29217]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-23T18:23:35.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:34 smithi076 ceph-mon[32458]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-23T18:23:37.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:36 smithi038 ceph-mon[29217]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-23T18:23:37.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:36 smithi076 ceph-mon[32458]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-23T18:23:37.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:36 smithi102 ceph-mon[32874]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-23T18:23:39.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:38 smithi038 ceph-mon[29217]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:23:39.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:38 smithi076 ceph-mon[32458]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:23:39.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:38 smithi102 ceph-mon[32874]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:23:41.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:40 smithi038 ceph-mon[29217]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:23:41.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:40 smithi076 ceph-mon[32458]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:23:41.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:40 smithi102 ceph-mon[32874]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:23:43.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:42 smithi038 ceph-mon[29217]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-23T18:23:43.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:42 smithi076 ceph-mon[32458]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-23T18:23:43.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:42 smithi102 ceph-mon[32874]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-23T18:23:45.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:44 smithi038 ceph-mon[29217]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-23T18:23:45.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:44 smithi076 ceph-mon[32458]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-23T18:23:45.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:44 smithi102 ceph-mon[32874]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.498+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/433744399 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b88101a70 msgr2=0x7f1b88105ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.498+0000 7f1b8ea4e640 1 --2- 172.21.15.38:0/433744399 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b88101a70 0x7f1b88105ab0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f1b78009900 tx=0x7f1b7802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.499+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/433744399 shutdown_connections 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.499+0000 7f1b8ea4e640 1 --2- 172.21.15.38:0/433744399 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b88106190 0x7f1b8810dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.499+0000 7f1b8ea4e640 1 --2- 172.21.15.38:0/433744399 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b88101a70 0x7f1b88105ab0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.499+0000 7f1b8ea4e640 1 --2- 172.21.15.38:0/433744399 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b881010c0 0x7f1b881014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.499+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/433744399 >> 172.21.15.38:0/433744399 conn(0x7f1b88077fd0 msgr2=0x7f1b880783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.499+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/433744399 shutdown_connections 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.499+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/433744399 wait complete. 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.499+0000 7f1b8ea4e640 1 Processor -- start 2024-04-23T18:23:45.495 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.499+0000 7f1b8ea4e640 1 -- start start 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.499+0000 7f1b8ea4e640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b881010c0 0x7f1b8819e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8ea4e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b88106190 0x7f1b8819e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8ea4e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b881985b0 0x7f1b88198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8ea4e640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b88111210 con 0x7f1b881985b0 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8ea4e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1b88111090 con 0x7f1b88106190 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8ea4e640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1b88111390 con 0x7f1b881010c0 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8cfeb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b881985b0 0x7f1b88198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8cfeb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b881985b0 0x7f1b88198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33670/0 (socket says 172.21.15.38:33670) 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8cfeb640 1 -- 172.21.15.38:0/584668687 learned_addr learned my addr 172.21.15.38:0/584668687 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b877fe640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b88106190 0x7f1b8819e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b87fff640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b881010c0 0x7f1b8819e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8cfeb640 1 -- 172.21.15.38:0/584668687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b881010c0 msgr2=0x7f1b8819e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:45.496 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8cfeb640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b881010c0 0x7f1b8819e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.497 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8cfeb640 1 -- 172.21.15.38:0/584668687 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b88106190 msgr2=0x7f1b8819e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:45.497 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8cfeb640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b88106190 0x7f1b8819e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.497 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8cfeb640 1 -- 172.21.15.38:0/584668687 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b881990d0 con 0x7f1b881985b0 2024-04-23T18:23:45.497 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b87fff640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b881010c0 0x7f1b8819e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:45.497 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8cfeb640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b881985b0 0x7f1b88198a60 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f1b8000eb10 tx=0x7f1b8000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:45.497 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b857fa640 1 -- 172.21.15.38:0/584668687 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b80004b20 con 0x7f1b881985b0 2024-04-23T18:23:45.497 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b857fa640 1 -- 172.21.15.38:0/584668687 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b80004cc0 con 0x7f1b881985b0 2024-04-23T18:23:45.497 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/584668687 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b881993c0 con 0x7f1b881985b0 2024-04-23T18:23:45.497 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b857fa640 1 -- 172.21.15.38:0/584668687 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b80010720 con 0x7f1b881985b0 2024-04-23T18:23:45.497 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.500+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/584668687 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b881a5610 con 0x7f1b881985b0 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.502+0000 7f1b857fa640 1 -- 172.21.15.38:0/584668687 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f1b80005020 con 0x7f1b881985b0 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b91767740 1 Processor -- start 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b91767740 1 -- start start 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b91767740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63620 0x5589d4f63a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b91767740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4f6e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b91767740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f70bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b91767740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5589d4ec8970 con 0x5589d4f6e800 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b91767740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x5589d4e654a0 con 0x5589d4f63620 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b91767740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5589d4ec4930 con 0x5589d4f63f40 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f70bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f70bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33678/0 (socket says 172.21.15.38:33678) 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b877fe640 1 -- 172.21.15.38:0/4256328179 learned_addr learned my addr 172.21.15.38:0/4256328179 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b857fa640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f1b740a3e60 0x7f1b740a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b87fff640 1 --2- 172.21.15.38:0/4256328179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4f6e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.503+0000 7f1b877fe640 1 --2- 172.21.15.38:0/4256328179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63620 0x5589d4f63a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b877fe640 1 -- 172.21.15.38:0/4256328179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 msgr2=0x5589d4f6e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b877fe640 1 --2- 172.21.15.38:0/4256328179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4f6e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b8cfeb640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f1b740a3e60 0x7f1b740a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b877fe640 1 -- 172.21.15.38:0/4256328179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63620 msgr2=0x5589d4f63a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b877fe640 1 --2- 172.21.15.38:0/4256328179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63620 0x5589d4f63a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b877fe640 1 -- 172.21.15.38:0/4256328179 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589d4bdb210 con 0x5589d4f6e800 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b857fa640 1 -- 172.21.15.38:0/584668687 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f1b800d1010 con 0x7f1b881985b0 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b877fe640 1 --2- 172.21.15.38:0/4256328179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f70bf0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f1b78009900 tx=0x7f1b78031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e53dcc4ee3869c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b8cfeb640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f1b740a3e60 0x7f1b740a6320 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1b800ce6c0 tx=0x7f1b80007820 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b7e7fc640 1 -- 172.21.15.38:0/4256328179 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b78035040 con 0x5589d4f6e800 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b7e7fc640 1 -- 172.21.15.38:0/4256328179 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b78041030 con 0x5589d4f6e800 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.504+0000 7f1b7e7fc640 1 -- 172.21.15.38:0/4256328179 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b78003830 con 0x5589d4f6e800 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 -- 172.21.15.38:0/4256328179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 msgr2=0x5589d4f70bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 --2- 172.21.15.38:0/4256328179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f70bf0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f1b78009900 tx=0x7f1b78031400 comp rx=0 tx=0).stop 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 -- 172.21.15.38:0/4256328179 shutdown_connections 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 --2- 172.21.15.38:0/4256328179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4f6e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 --2- 172.21.15.38:0/4256328179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f70bf0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 --2- 172.21.15.38:0/4256328179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63620 0x5589d4f63a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 -- 172.21.15.38:0/4256328179 >> 172.21.15.38:0/4256328179 conn(0x5589d4f5fb30 msgr2=0x5589d4f5ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 -- 172.21.15.38:0/4256328179 shutdown_connections 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 -- 172.21.15.38:0/4256328179 wait complete. 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 -- start start 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.505+0000 7f1b91767740 1 Processor -- start 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b91767740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63620 0x5589d4f6e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.506 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b91767740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4f6b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b91767740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f6ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b91767740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5589d4f713d0 con 0x5589d4f6e800 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b91767740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x5589d4e630b0 con 0x5589d4f63620 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b91767740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5589d4f71550 con 0x5589d4f63f40 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b91767740 10 client.0 _ll_register_callbacks cb 0x5589d4e50d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f6ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f6ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33690/0 (socket says 172.21.15.38:33690) 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b877fe640 1 -- 172.21.15.38:0/3756884163 learned_addr learned my addr 172.21.15.38:0/3756884163 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b877fe640 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63620 0x5589d4f6e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b87fff640 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4f6b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b877fe640 1 -- 172.21.15.38:0/3756884163 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 msgr2=0x5589d4f6b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b877fe640 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4f6b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b877fe640 1 -- 172.21.15.38:0/3756884163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63620 msgr2=0x5589d4f6e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:45.507 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b877fe640 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63620 0x5589d4f6e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b877fe640 1 -- 172.21.15.38:0/3756884163 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589d4ca7620 con 0x5589d4f6e800 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b877fe640 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f6ba40 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f1b780057c0 tx=0x7f1b780044f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1aa42e25b73ae58 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.506+0000 7f1b677fe640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b677fe640 1 -- 172.21.15.38:0/3756884163 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b78035070 con 0x5589d4f6e800 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b677fe640 1 -- 172.21.15.38:0/3756884163 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f1b780315d0 con 0x5589d4f6e800 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b91767740 1 -- 172.21.15.38:0/3756884163 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b78041030 con 0x5589d4f6e800 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b677fe640 1 -- 172.21.15.38:0/3756884163 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1b780317d0 con 0x5589d4f6e800 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b91767740 10 client.15705 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b91767740 1 -- 172.21.15.38:0/3756884163 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5589d4f7d340 con 0x5589d4f6e800 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b677fe640 1 -- 172.21.15.38:0/3756884163 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b78041030 con 0x5589d4f6e800 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b677fe640 1 -- 172.21.15.38:0/3756884163 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f1b7803a040 con 0x5589d4f6e800 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b91767740 10 client.15705 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b91767740 10 client.15705 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b91767740 20 client.15705 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:45.508 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b91767740 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5589d4f7e690 0x5589d4f80a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b91767740 4 client.15705 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.507+0000 7f1b91767740 1 -- 172.21.15.38:0/3756884163 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589d4ed6390 con 0x5589d4f7e690 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.508+0000 7f1b87fff640 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5589d4f7e690 0x5589d4f80a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.508+0000 7f1b87fff640 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5589d4f7e690 0x5589d4f80a80 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=602620facde762c7 server_cookie=ff3f299d9a91b9a1 in_seq=0 out_seq=0 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.508+0000 7f1b677fe640 10 client.15705 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b677fe640 1 -- 172.21.15.38:0/3756884163 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5589d4ed6390 con 0x5589d4f7e690 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b677fe640 10 client.15705 handle_command_reply: tid=0 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 client.15705 shutdown 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 -- 172.21.15.38:0/3756884163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 msgr2=0x5589d4f6ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f6ba40 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f1b780057c0 tx=0x7f1b780044f0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 -- 172.21.15.38:0/3756884163 shutdown_connections 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5589d4f7e690 0x5589d4f80a80 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4f6b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f6ba40 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b677fe640 0 client.15705 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:45.509 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 --2- 172.21.15.38:0/3756884163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63620 0x5589d4f6e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.510 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 -- 172.21.15.38:0/3756884163 >> 172.21.15.38:0/3756884163 conn(0x5589d4f5fb30 msgr2=0x5589d4f65860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:45.510 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 -- 172.21.15.38:0/3756884163 shutdown_connections 2024-04-23T18:23:45.510 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 1 -- 172.21.15.38:0/3756884163 wait complete. 2024-04-23T18:23:45.510 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.509+0000 7f1b91767740 20 client.15705 trim_cache size 0 max 16384 2024-04-23T18:23:45.525 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b91767740 1 Processor -- start 2024-04-23T18:23:45.525 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b91767740 1 -- start start 2024-04-23T18:23:45.525 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b91767740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63620 0x5589d4f5eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.525 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b91767740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63f40 0x5589d4f83ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.525 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b91767740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f83ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.525 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b91767740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b881add20 con 0x5589d4f6e800 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b91767740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1b881af860 con 0x5589d4f63f40 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b91767740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1b881ae3f0 con 0x5589d4f63620 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f83ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f83ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33704/0 (socket says 172.21.15.38:33704) 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b877fe640 1 -- 172.21.15.38:0/2905982233 learned_addr learned my addr 172.21.15.38:0/2905982233 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b87fff640 1 --2- 172.21.15.38:0/2905982233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63f40 0x5589d4f83ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.524+0000 7f1b877fe640 1 --2- 172.21.15.38:0/2905982233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63620 0x5589d4f5eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.525+0000 7f1b877fe640 1 -- 172.21.15.38:0/2905982233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63620 msgr2=0x5589d4f5eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.525+0000 7f1b877fe640 1 --2- 172.21.15.38:0/2905982233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63620 0x5589d4f5eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.525+0000 7f1b877fe640 1 -- 172.21.15.38:0/2905982233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63f40 msgr2=0x5589d4f83ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.525+0000 7f1b877fe640 1 --2- 172.21.15.38:0/2905982233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63f40 0x5589d4f83ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.525+0000 7f1b877fe640 1 -- 172.21.15.38:0/2905982233 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589d4f71420 con 0x5589d4f6e800 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.525+0000 7f1b877fe640 1 --2- 172.21.15.38:0/2905982233 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f83ff0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f1b780314b0 tx=0x7f1b7803f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26c6069f0aa1f208 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.525+0000 7f1b7dffb640 1 -- 172.21.15.38:0/2905982233 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b78060070 con 0x5589d4f6e800 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.525+0000 7f1b7dffb640 1 -- 172.21.15.38:0/2905982233 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b78041070 con 0x5589d4f6e800 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.525+0000 7f1b7dffb640 1 -- 172.21.15.38:0/2905982233 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b78035030 con 0x5589d4f6e800 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 -- 172.21.15.38:0/2905982233 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 msgr2=0x5589d4f83ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 --2- 172.21.15.38:0/2905982233 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f83ff0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f1b780314b0 tx=0x7f1b7803f040 comp rx=0 tx=0).stop 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 -- 172.21.15.38:0/2905982233 shutdown_connections 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 --2- 172.21.15.38:0/2905982233 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f6e800 0x5589d4f83ff0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 --2- 172.21.15.38:0/2905982233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f63f40 0x5589d4f83ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 --2- 172.21.15.38:0/2905982233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63620 0x5589d4f5eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 -- 172.21.15.38:0/2905982233 >> 172.21.15.38:0/2905982233 conn(0x5589d4f5fb30 msgr2=0x5589d4f5e420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 -- 172.21.15.38:0/2905982233 shutdown_connections 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 -- 172.21.15.38:0/2905982233 wait complete. 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 -- start start 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 Processor -- start 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f63620 0x5589d4fd8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4fd8d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f6e800 0x5589d4fe3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b881af190 con 0x5589d4f63620 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1b881aeac0 con 0x5589d4f6e800 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1b881abd00 con 0x5589d4f63f40 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.526+0000 7f1b91767740 10 client.0 _ll_register_callbacks cb 0x7f1b78003920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f63620 0x5589d4fd8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b877fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f63620 0x5589d4fd8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:33710/0 (socket says 172.21.15.38:33710) 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b877fe640 1 -- 172.21.15.38:0/824240830 learned_addr learned my addr 172.21.15.38:0/824240830 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b87fff640 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4fd8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b877fe640 1 -- 172.21.15.38:0/824240830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 msgr2=0x5589d4fd8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b877fe640 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4fd8d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b877fe640 1 -- 172.21.15.38:0/824240830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f6e800 msgr2=0x5589d4fe3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b877fe640 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f6e800 0x5589d4fe3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b877fe640 1 -- 172.21.15.38:0/824240830 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589d4fd9630 con 0x5589d4f63620 2024-04-23T18:23:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b87fff640 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4fd8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b877fe640 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f63620 0x5589d4fd8800 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f1b78006010 tx=0x7f1b78009590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c96d1fe710f54a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b677fe640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b677fe640 1 -- 172.21.15.38:0/824240830 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b78060070 con 0x5589d4f63620 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b677fe640 1 -- 172.21.15.38:0/824240830 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f1b7803da00 con 0x5589d4f63620 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b91767740 1 -- 172.21.15.38:0/824240830 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b78041070 con 0x5589d4f63620 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b677fe640 1 -- 172.21.15.38:0/824240830 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1b78032de0 con 0x5589d4f63620 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b91767740 10 client.15711 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.527+0000 7f1b91767740 1 -- 172.21.15.38:0/824240830 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5589d4fe4f00 con 0x5589d4f63620 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b677fe640 1 -- 172.21.15.38:0/824240830 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b78041070 con 0x5589d4f63620 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b677fe640 1 -- 172.21.15.38:0/824240830 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f1b78004bc0 con 0x5589d4f63620 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b91767740 10 client.15711 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b91767740 10 client.15711 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b91767740 20 client.15711 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b91767740 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5589d4fe5510 0x5589d4fe7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b91767740 4 client.15711 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:23:45.530 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b91767740 1 -- 172.21.15.38:0/824240830 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5589d4ed0200 con 0x5589d4fe5510 2024-04-23T18:23:45.530 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b87fff640 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5589d4fe5510 0x5589d4fe7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:45.530 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b677fe640 10 client.15711 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:45.530 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.528+0000 7f1b87fff640 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5589d4fe5510 0x5589d4fe7900 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bfd8389d19908d9 server_cookie=214249cd88ee2351 in_seq=0 out_seq=0 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.532+0000 7f1b677fe640 1 -- 172.21.15.38:0/824240830 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5589d4ed0200 con 0x5589d4fe5510 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.532+0000 7f1b677fe640 10 client.15711 handle_command_reply: tid=0 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.532+0000 7f1b91767740 1 client.15711 shutdown 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.532+0000 7f1b91767740 1 -- 172.21.15.38:0/824240830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f63620 msgr2=0x5589d4fd8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.532+0000 7f1b91767740 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f63620 0x5589d4fd8800 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f1b78006010 tx=0x7f1b78009590 comp rx=0 tx=0).stop 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.532+0000 7f1b91767740 1 -- 172.21.15.38:0/824240830 shutdown_connections 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.532+0000 7f1b91767740 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5589d4fe5510 0x5589d4fe7900 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b91767740 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589d4f63f40 0x5589d4fd8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b91767740 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5589d4f6e800 0x5589d4fe3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b677fe640 0 client.15711 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:45.531 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b91767740 1 --2- 172.21.15.38:0/824240830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5589d4f63620 0x5589d4fd8800 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b91767740 1 -- 172.21.15.38:0/824240830 >> 172.21.15.38:0/824240830 conn(0x5589d4f5fb30 msgr2=0x5589d4f797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b91767740 1 -- 172.21.15.38:0/824240830 shutdown_connections 2024-04-23T18:23:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b91767740 1 -- 172.21.15.38:0/824240830 wait complete. 2024-04-23T18:23:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b91767740 20 client.15711 trim_cache size 0 max 16384 2024-04-23T18:23:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:23:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:23:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:23:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:23:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/584668687 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f1b740a3e60 msgr2=0x7f1b740a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f1b740a3e60 0x7f1b740a6320 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1b800ce6c0 tx=0x7f1b80007820 comp rx=0 tx=0).stop 2024-04-23T18:23:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/584668687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b881985b0 msgr2=0x7f1b88198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b881985b0 0x7f1b88198a60 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f1b8000eb10 tx=0x7f1b8000c2d0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/584668687 shutdown_connections 2024-04-23T18:23:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f1b740a3e60 0x7f1b740a6320 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b881985b0 0x7f1b88198a60 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b88106190 0x7f1b8819e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 --2- 172.21.15.38:0/584668687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b881010c0 0x7f1b8819e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/584668687 >> 172.21.15.38:0/584668687 conn(0x7f1b88077fd0 msgr2=0x7f1b8806aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/584668687 shutdown_connections 2024-04-23T18:23:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:45.533+0000 7f1b8ea4e640 1 -- 172.21.15.38:0/584668687 wait complete. 2024-04-23T18:23:47.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:46 smithi038 ceph-mon[29217]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 853 B/s wr, 14 op/s 2024-04-23T18:23:47.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:46 smithi076 ceph-mon[32458]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 853 B/s wr, 14 op/s 2024-04-23T18:23:47.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:46 smithi102 ceph-mon[32874]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 853 B/s wr, 14 op/s 2024-04-23T18:23:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:48 smithi038 ceph-mon[29217]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:23:49.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:48 smithi076 ceph-mon[32458]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:23:49.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:48 smithi102 ceph-mon[32874]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:23:51.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:50 smithi038 ceph-mon[29217]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:23:51.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:50 smithi076 ceph-mon[32458]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:23:51.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:50 smithi102 ceph-mon[32874]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:23:53.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:52 smithi038 ceph-mon[29217]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-23T18:23:53.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:52 smithi076 ceph-mon[32458]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-23T18:23:53.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:52 smithi102 ceph-mon[32874]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-23T18:23:55.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:54 smithi038 ceph-mon[29217]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-23T18:23:55.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:54 smithi076 ceph-mon[32458]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-23T18:23:55.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:54 smithi102 ceph-mon[32874]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-23T18:23:57.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:56 smithi038 ceph-mon[29217]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-23T18:23:57.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:56 smithi076 ceph-mon[32458]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-23T18:23:57.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:56 smithi102 ceph-mon[32874]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-23T18:23:58.663 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.665+0000 7fec02ff7640 1 -- 172.21.15.38:0/3958377664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febfc10c520 msgr2=0x7febfc10e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.665+0000 7fec02ff7640 1 --2- 172.21.15.38:0/3958377664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febfc10c520 0x7febfc10e9c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7febf4009ca0 tx=0x7febf402a9e0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 -- 172.21.15.38:0/3958377664 shutdown_connections 2024-04-23T18:23:58.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 --2- 172.21.15.38:0/3958377664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febfc10c520 0x7febfc10e9c0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 --2- 172.21.15.38:0/3958377664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febfc103b00 0x7febfc10bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 --2- 172.21.15.38:0/3958377664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7febfc1031e0 0x7febfc1035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.665 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 -- 172.21.15.38:0/3958377664 >> 172.21.15.38:0/3958377664 conn(0x7febfc077fd0 msgr2=0x7febfc0783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.665 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 -- 172.21.15.38:0/3958377664 shutdown_connections 2024-04-23T18:23:58.665 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 -- 172.21.15.38:0/3958377664 wait complete. 2024-04-23T18:23:58.665 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 Processor -- start 2024-04-23T18:23:58.665 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 -- start start 2024-04-23T18:23:58.665 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7febfc1031e0 0x7febfc198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febfc103b00 0x7febfc198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febfc10c520 0x7febfc19cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7febfc1122f0 con 0x7febfc10c520 2024-04-23T18:23:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7febfc112170 con 0x7febfc103b00 2024-04-23T18:23:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.666+0000 7fec02ff7640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7febfc112470 con 0x7febfc1031e0 2024-04-23T18:23:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7fec01594640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febfc10c520 0x7febfc19cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7febfbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febfc103b00 0x7febfc198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7fec01594640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febfc10c520 0x7febfc19cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39684/0 (socket says 172.21.15.38:39684) 2024-04-23T18:23:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7fec01594640 1 -- 172.21.15.38:0/330544317 learned_addr learned my addr 172.21.15.38:0/330544317 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7fec00d93640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7febfc1031e0 0x7febfc198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7fec01594640 1 -- 172.21.15.38:0/330544317 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7febfc1031e0 msgr2=0x7febfc198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7fec01594640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7febfc1031e0 0x7febfc198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7fec01594640 1 -- 172.21.15.38:0/330544317 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febfc103b00 msgr2=0x7febfc198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7fec01594640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febfc103b00 0x7febfc198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7fec01594640 1 -- 172.21.15.38:0/330544317 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febfc19d720 con 0x7febfc10c520 2024-04-23T18:23:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7febfbfff640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febfc103b00 0x7febfc198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.667+0000 7fec01594640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febfc10c520 0x7febfc19cff0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7febf4006010 tx=0x7febf4003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.668+0000 7febf9ffb640 1 -- 172.21.15.38:0/330544317 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf4047070 con 0x7febfc10c520 2024-04-23T18:23:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.668+0000 7febf9ffb640 1 -- 172.21.15.38:0/330544317 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7febf402fb10 con 0x7febfc10c520 2024-04-23T18:23:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.668+0000 7febf9ffb640 1 -- 172.21.15.38:0/330544317 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf4033050 con 0x7febfc10c520 2024-04-23T18:23:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.668+0000 7fec02ff7640 1 -- 172.21.15.38:0/330544317 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febfc19d9b0 con 0x7febfc10c520 2024-04-23T18:23:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.668+0000 7fec02ff7640 1 -- 172.21.15.38:0/330544317 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febfc19dd90 con 0x7febfc10c520 2024-04-23T18:23:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.671+0000 7febf9ffb640 1 -- 172.21.15.38:0/330544317 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7febf404a070 con 0x7febfc10c520 2024-04-23T18:23:58.676 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.671+0000 7febf9ffb640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7febec0a3ee0 0x7febec0a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.671+0000 7fec05de7740 1 Processor -- start 2024-04-23T18:23:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec05de7740 1 -- start start 2024-04-23T18:23:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7febf9ffb640 1 -- 172.21.15.38:0/330544317 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7febf40f15c0 con 0x7febfc10c520 2024-04-23T18:23:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec00d93640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7febec0a3ee0 0x7febec0a63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec05de7740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180b24e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec05de7740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180b2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec05de7740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec05de7740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55fe18017970 con 0x55fe180c5ea0 2024-04-23T18:23:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec05de7740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55fe17fb44a0 con 0x55fe180b3b60 2024-04-23T18:23:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec05de7740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55fe18013930 con 0x55fe180b2a20 2024-04-23T18:23:58.678 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec01594640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.678 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec01594640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c8290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39696/0 (socket says 172.21.15.38:39696) 2024-04-23T18:23:58.678 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec01594640 1 -- 172.21.15.38:0/3390317175 learned_addr learned my addr 172.21.15.38:0/3390317175 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:58.678 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7febfbfff640 1 --2- 172.21.15.38:0/3390317175 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180b2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.678 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec01594640 1 -- 172.21.15.38:0/3390317175 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 msgr2=0x55fe180b2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.678 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.672+0000 7fec01594640 1 --2- 172.21.15.38:0/3390317175 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180b2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.678 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.673+0000 7fec01594640 1 -- 172.21.15.38:0/3390317175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 msgr2=0x55fe180b24e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-23T18:23:58.678 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.673+0000 7fec01594640 1 --2- 172.21.15.38:0/3390317175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180b24e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.678 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.673+0000 7fec01594640 1 -- 172.21.15.38:0/3390317175 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe17d2a210 con 0x55fe180c5ea0 2024-04-23T18:23:58.679 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.673+0000 7fec00d93640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7febec0a3ee0 0x7febec0a63a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7febf0005fd0 tx=0x7febf0005850 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.679 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.673+0000 7fec01594640 1 --2- 172.21.15.38:0/3390317175 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c8290 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7febf40bd050 tx=0x7febf40bcf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b3ea2db2d732c9d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.679 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.673+0000 7febe6ffd640 1 -- 172.21.15.38:0/3390317175 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf402e390 con 0x55fe180c5ea0 2024-04-23T18:23:58.679 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.673+0000 7febe6ffd640 1 -- 172.21.15.38:0/3390317175 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7febf40bda50 con 0x55fe180c5ea0 2024-04-23T18:23:58.679 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.673+0000 7febe6ffd640 1 -- 172.21.15.38:0/3390317175 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf40b9b40 con 0x55fe180c5ea0 2024-04-23T18:23:58.680 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.674+0000 7fec05de7740 1 -- 172.21.15.38:0/3390317175 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 msgr2=0x55fe180c8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.680 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.674+0000 7fec05de7740 1 --2- 172.21.15.38:0/3390317175 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c8290 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7febf40bd050 tx=0x7febf40bcf50 comp rx=0 tx=0).stop 2024-04-23T18:23:58.680 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.674+0000 7fec05de7740 1 -- 172.21.15.38:0/3390317175 shutdown_connections 2024-04-23T18:23:58.680 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.674+0000 7fec05de7740 1 --2- 172.21.15.38:0/3390317175 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180b2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.680 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.674+0000 7fec05de7740 1 --2- 172.21.15.38:0/3390317175 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c8290 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.681 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.674+0000 7fec05de7740 1 --2- 172.21.15.38:0/3390317175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180b24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.681 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.674+0000 7fec05de7740 1 -- 172.21.15.38:0/3390317175 >> 172.21.15.38:0/3390317175 conn(0x55fe180aeb30 msgr2=0x55fe180aef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.681 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.674+0000 7fec05de7740 1 -- 172.21.15.38:0/3390317175 shutdown_connections 2024-04-23T18:23:58.681 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.674+0000 7fec05de7740 1 -- 172.21.15.38:0/3390317175 wait complete. 2024-04-23T18:23:58.681 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.674+0000 7fec05de7740 1 -- start start 2024-04-23T18:23:58.681 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec05de7740 1 Processor -- start 2024-04-23T18:23:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec05de7740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180b8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec05de7740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b3b60 0x55fe180b5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec05de7740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180c5ea0 0x55fe180b6540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec05de7740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55fe180c89c0 con 0x55fe180b3b60 2024-04-23T18:23:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec05de7740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55fe17fb20b0 con 0x55fe180c5ea0 2024-04-23T18:23:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec05de7740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55fe180c8b40 con 0x55fe180b2a20 2024-04-23T18:23:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec05de7740 10 client.0 _ll_register_callbacks cb 0x55fe17f9fd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec00d93640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180b8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec00d93640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180b8c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:38030/0 (socket says 172.21.15.38:38030) 2024-04-23T18:23:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec00d93640 1 -- 172.21.15.38:0/578842825 learned_addr learned my addr 172.21.15.38:0/578842825 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7febfbfff640 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b3b60 0x55fe180b5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.675+0000 7fec01594640 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180c5ea0 0x55fe180b6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7fec00d93640 1 -- 172.21.15.38:0/578842825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180c5ea0 msgr2=0x55fe180b6540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7fec00d93640 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180c5ea0 0x55fe180b6540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7fec00d93640 1 -- 172.21.15.38:0/578842825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b3b60 msgr2=0x55fe180b5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7fec00d93640 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b3b60 0x55fe180b5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7fec00d93640 1 -- 172.21.15.38:0/578842825 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe17df6620 con 0x55fe180b2a20 2024-04-23T18:23:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7fec00d93640 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180b8c40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7febf000b4d0 tx=0x7febf00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2fac4aa4f2381b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7febdbfff640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0 2024-04-23T18:23:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7febdbfff640 1 -- 172.21.15.38:0/578842825 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf0022070 con 0x55fe180b2a20 2024-04-23T18:23:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7fec05de7740 1 -- 172.21.15.38:0/578842825 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febf40bda50 con 0x55fe180b2a20 2024-04-23T18:23:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7febdbfff640 1 -- 172.21.15.38:0/578842825 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7febf001e860 con 0x55fe180b2a20 2024-04-23T18:23:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7febdbfff640 1 -- 172.21.15.38:0/578842825 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7febf002e050 con 0x55fe180b2a20 2024-04-23T18:23:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7fec05de7740 10 client.25360 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.676+0000 7fec05de7740 1 -- 172.21.15.38:0/578842825 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55fe180d4950 con 0x55fe180b2a20 2024-04-23T18:23:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.677+0000 7febdbfff640 1 -- 172.21.15.38:0/578842825 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7febf40bda50 con 0x55fe180b2a20 2024-04-23T18:23:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.677+0000 7febdbfff640 1 -- 172.21.15.38:0/578842825 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7febf0026c90 con 0x55fe180b2a20 2024-04-23T18:23:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.677+0000 7fec05de7740 10 client.25360 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.677+0000 7fec05de7740 10 client.25360 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:58.687 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.677+0000 7fec05de7740 20 client.25360 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:58.687 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.677+0000 7fec05de7740 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55fe180d5dc0 0x55fe180d81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.687 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.677+0000 7fec05de7740 4 client.25360 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:58.687 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.677+0000 7fec05de7740 1 -- 172.21.15.38:0/578842825 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fe18025390 con 0x55fe180d5dc0 2024-04-23T18:23:58.687 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.677+0000 7febfbfff640 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55fe180d5dc0 0x55fe180d81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.687 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.678+0000 7febdbfff640 10 client.25360 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.678+0000 7febfbfff640 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55fe180d5dc0 0x55fe180d81b0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff18fcdc86a206b0 server_cookie=c6863f0e1515c02c in_seq=0 out_seq=0 2024-04-23T18:23:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.678+0000 7febdbfff640 1 -- 172.21.15.38:0/578842825 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fe18025390 con 0x55fe180d5dc0 2024-04-23T18:23:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.678+0000 7febdbfff640 10 client.25360 handle_command_reply: tid=0 2024-04-23T18:23:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.678+0000 7fec05de7740 1 client.25360 shutdown 2024-04-23T18:23:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.678+0000 7fec05de7740 1 -- 172.21.15.38:0/578842825 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 msgr2=0x55fe180b8c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.678+0000 7fec05de7740 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180b8c40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7febf000b4d0 tx=0x7febf00046c0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.678+0000 7fec05de7740 1 -- 172.21.15.38:0/578842825 shutdown_connections 2024-04-23T18:23:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.678+0000 7fec05de7740 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55fe180d5dc0 0x55fe180d81b0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.678+0000 7fec05de7740 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180c5ea0 0x55fe180b6540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.679+0000 7febdbfff640 0 client.25360 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.679+0000 7fec05de7740 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b3b60 0x55fe180b5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.679+0000 7fec05de7740 1 --2- 172.21.15.38:0/578842825 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180b8c40 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.679+0000 7fec05de7740 1 -- 172.21.15.38:0/578842825 >> 172.21.15.38:0/578842825 conn(0x55fe180aeb30 msgr2=0x55fe180b4980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.679+0000 7fec05de7740 1 -- 172.21.15.38:0/578842825 shutdown_connections 2024-04-23T18:23:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.679+0000 7fec05de7740 1 -- 172.21.15.38:0/578842825 wait complete. 2024-04-23T18:23:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.679+0000 7fec05de7740 20 client.25360 trim_cache size 0 max 16384 2024-04-23T18:23:58.694 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.695+0000 7fec05de7740 1 Processor -- start 2024-04-23T18:23:58.694 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.695+0000 7fec05de7740 1 -- start start 2024-04-23T18:23:58.694 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.695+0000 7fec05de7740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b2a20 0x55fe180d17f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.694 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.695+0000 7fec05de7740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180b87e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.694 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.695+0000 7fec05de7740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180c5ea0 0x55fe180ddac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.694 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.695+0000 7fec05de7740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7febfc1abb10 con 0x55fe180b2a20 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.695+0000 7fec05de7740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7febfc1ad650 con 0x55fe180b3b60 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.695+0000 7fec05de7740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7febfc1ac1e0 con 0x55fe180c5ea0 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec00d93640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b2a20 0x55fe180d17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec00d93640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b2a20 0x55fe180d17f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39710/0 (socket says 172.21.15.38:39710) 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec00d93640 1 -- 172.21.15.38:0/3283079267 learned_addr learned my addr 172.21.15.38:0/3283079267 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec01594640 1 --2- 172.21.15.38:0/3283079267 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180c5ea0 0x55fe180ddac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7febfbfff640 1 --2- 172.21.15.38:0/3283079267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180b87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec00d93640 1 -- 172.21.15.38:0/3283079267 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180c5ea0 msgr2=0x55fe180ddac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec00d93640 1 --2- 172.21.15.38:0/3283079267 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180c5ea0 0x55fe180ddac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec00d93640 1 -- 172.21.15.38:0/3283079267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 msgr2=0x55fe180b87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec00d93640 1 --2- 172.21.15.38:0/3283079267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180b87e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec00d93640 1 -- 172.21.15.38:0/3283079267 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe180b68b0 con 0x55fe180b2a20 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec01594640 1 --2- 172.21.15.38:0/3283079267 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180c5ea0 0x55fe180ddac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7fec00d93640 1 --2- 172.21.15.38:0/3283079267 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b2a20 0x55fe180d17f0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7febf00059f0 tx=0x7febf000bc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bb6437bc73a611c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.696+0000 7febe67fc640 1 -- 172.21.15.38:0/3283079267 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf0022040 con 0x55fe180b2a20 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.697+0000 7febe67fc640 1 -- 172.21.15.38:0/3283079267 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7febf0039070 con 0x55fe180b2a20 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.697+0000 7febe67fc640 1 -- 172.21.15.38:0/3283079267 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf001edf0 con 0x55fe180b2a20 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.697+0000 7fec05de7740 1 -- 172.21.15.38:0/3283079267 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b2a20 msgr2=0x55fe180d17f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.697+0000 7fec05de7740 1 --2- 172.21.15.38:0/3283079267 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b2a20 0x55fe180d17f0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7febf00059f0 tx=0x7febf000bc50 comp rx=0 tx=0).stop 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.697+0000 7fec05de7740 1 -- 172.21.15.38:0/3283079267 shutdown_connections 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.697+0000 7fec05de7740 1 --2- 172.21.15.38:0/3283079267 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180c5ea0 0x55fe180ddac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.697+0000 7fec05de7740 1 --2- 172.21.15.38:0/3283079267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180b87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.697+0000 7fec05de7740 1 --2- 172.21.15.38:0/3283079267 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180b2a20 0x55fe180d17f0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.697+0000 7fec05de7740 1 -- 172.21.15.38:0/3283079267 >> 172.21.15.38:0/3283079267 conn(0x55fe180aeb30 msgr2=0x55fe180b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.698+0000 7fec05de7740 1 -- 172.21.15.38:0/3283079267 shutdown_connections 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.698+0000 7fec05de7740 1 -- 172.21.15.38:0/3283079267 wait complete. 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.698+0000 7fec05de7740 1 -- start start 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.698+0000 7fec05de7740 1 Processor -- start 2024-04-23T18:23:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec05de7740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec05de7740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180ce240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec05de7740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c3250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec05de7740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7febfc1acf80 con 0x55fe180c5ea0 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec05de7740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7febfc1ac8b0 con 0x55fe180b3b60 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec05de7740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7febfc1a9af0 con 0x55fe180b2a20 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec05de7740 10 client.0 _ll_register_callbacks cb 0x7febf000bd20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec01594640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec01594640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c3250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39726/0 (socket says 172.21.15.38:39726) 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec00d93640 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec01594640 1 -- 172.21.15.38:0/3768606192 learned_addr learned my addr 172.21.15.38:0/3768606192 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7febfbfff640 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180ce240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec00d93640 1 -- 172.21.15.38:0/3768606192 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 msgr2=0x55fe180ce240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec00d93640 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180ce240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec00d93640 1 -- 172.21.15.38:0/3768606192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 msgr2=0x55fe180c3250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec00d93640 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c3250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec00d93640 1 -- 172.21.15.38:0/3768606192 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe180c3a80 con 0x55fe180b2a20 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec01594640 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c3250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7fec00d93640 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180cdd00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7febf000b4f0 tx=0x7febf001d7a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=46f9099573e5951d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7febdbfff640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.699+0000 7febdbfff640 1 -- 172.21.15.38:0/3768606192 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf001ec30 con 0x55fe180b2a20 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7febdbfff640 1 -- 172.21.15.38:0/3768606192 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7febf001edd0 con 0x55fe180b2a20 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7fec05de7740 1 -- 172.21.15.38:0/3768606192 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febf0039070 con 0x55fe180b2a20 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7febdbfff640 1 -- 172.21.15.38:0/3768606192 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7febf001d9f0 con 0x55fe180b2a20 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7fec05de7740 10 client.25366 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7fec05de7740 1 -- 172.21.15.38:0/3768606192 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55fe1813be60 con 0x55fe180b2a20 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7febdbfff640 1 -- 172.21.15.38:0/3768606192 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7febf0039070 con 0x55fe180b2a20 2024-04-23T18:23:58.698 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7febdbfff640 1 -- 172.21.15.38:0/3768606192 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7febf00046c0 con 0x55fe180b2a20 2024-04-23T18:23:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7fec05de7740 10 client.25366 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7fec05de7740 10 client.25366 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7fec05de7740 20 client.25366 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7fec05de7740 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55fe1813c3c0 0x55fe1813e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7fec05de7740 4 client.25366 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:23:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.700+0000 7fec05de7740 1 -- 172.21.15.38:0/3768606192 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fe1801f200 con 0x55fe1813c3c0 2024-04-23T18:23:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.701+0000 7febfbfff640 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55fe1813c3c0 0x55fe1813e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.701+0000 7febdbfff640 10 client.25366 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.701+0000 7febfbfff640 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55fe1813c3c0 0x55fe1813e7b0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6789fbd789eeda3 server_cookie=46c2ca6b21e4931c in_seq=0 out_seq=0 2024-04-23T18:23:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.704+0000 7febdbfff640 1 -- 172.21.15.38:0/3768606192 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fe1801f200 con 0x55fe1813c3c0 2024-04-23T18:23:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.704+0000 7febdbfff640 10 client.25366 handle_command_reply: tid=0 2024-04-23T18:23:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 client.25366 shutdown 2024-04-23T18:23:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 -- 172.21.15.38:0/3768606192 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 msgr2=0x55fe180cdd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180cdd00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7febf000b4f0 tx=0x7febf001d7a0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 -- 172.21.15.38:0/3768606192 shutdown_connections 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55fe1813c3c0 0x55fe1813e7b0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55fe180c5ea0 0x55fe180c3250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7febdbfff640 0 client.25366 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fe180b3b60 0x55fe180ce240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 --2- 172.21.15.38:0/3768606192 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe180b2a20 0x55fe180cdd00 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 -- 172.21.15.38:0/3768606192 >> 172.21.15.38:0/3768606192 conn(0x55fe180aeb30 msgr2=0x55fe180c1e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 -- 172.21.15.38:0/3768606192 shutdown_connections 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 1 -- 172.21.15.38:0/3768606192 wait complete. 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.705+0000 7fec05de7740 20 client.25366 trim_cache size 0 max 16384 2024-04-23T18:23:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:23:58.702 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:23:58.702 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:23:58.702 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 -- 172.21.15.38:0/330544317 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7febec0a3ee0 msgr2=0x7febec0a63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7febec0a3ee0 0x7febec0a63a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7febf0005fd0 tx=0x7febf0005850 comp rx=0 tx=0).stop 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 -- 172.21.15.38:0/330544317 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febfc10c520 msgr2=0x7febfc19cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febfc10c520 0x7febfc19cff0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7febf4006010 tx=0x7febf4003ba0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 -- 172.21.15.38:0/330544317 shutdown_connections 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7febec0a3ee0 0x7febec0a63a0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febfc10c520 0x7febfc19cff0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febfc103b00 0x7febfc198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 --2- 172.21.15.38:0/330544317 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7febfc1031e0 0x7febfc198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 -- 172.21.15.38:0/330544317 >> 172.21.15.38:0/330544317 conn(0x7febfc077fd0 msgr2=0x7febfc0fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 -- 172.21.15.38:0/330544317 shutdown_connections 2024-04-23T18:23:58.704 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:23:58.706+0000 7fec02ff7640 1 -- 172.21.15.38:0/330544317 wait complete. 2024-04-23T18:23:58.976 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:59.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.093+0000 7f78e3485640 1 -- 172.21.15.38:0/3890189555 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f78dc101680 msgr2=0x7f78dc10e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.093+0000 7f78e3485640 1 --2- 172.21.15.38:0/3890189555 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f78dc101680 0x7f78dc10e3d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f78cc009900 tx=0x7f78cc02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:59.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.093+0000 7f78e3485640 1 -- 172.21.15.38:0/3890189555 shutdown_connections 2024-04-23T18:23:59.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.093+0000 7f78e3485640 1 --2- 172.21.15.38:0/3890189555 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78dc10e910 0x7f78dc110d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.093+0000 7f78e3485640 1 --2- 172.21.15.38:0/3890189555 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f78dc101680 0x7f78dc10e3d0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.093+0000 7f78e3485640 1 --2- 172.21.15.38:0/3890189555 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78dc100d60 0x7f78dc101140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.093+0000 7f78e3485640 1 -- 172.21.15.38:0/3890189555 >> 172.21.15.38:0/3890189555 conn(0x7f78dc077f50 msgr2=0x7f78dc078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:59.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.093+0000 7f78e3485640 1 -- 172.21.15.38:0/3890189555 shutdown_connections 2024-04-23T18:23:59.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.093+0000 7f78e3485640 1 -- 172.21.15.38:0/3890189555 wait complete. 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e3485640 1 Processor -- start 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e3485640 1 -- start start 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e3485640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78dc100d60 0x7f78dc1a08c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e3485640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f78dc10e910 0x7f78dc1a0e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e3485640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78dc19aa70 0x7f78dc19af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e3485640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc114510 con 0x7f78dc10e910 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e3485640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc114390 con 0x7f78dc19aa70 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e3485640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc114690 con 0x7f78dc100d60 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e0a20640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f78dc10e910 0x7f78dc1a0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e1221640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78dc100d60 0x7f78dc1a08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e0a20640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f78dc10e910 0x7f78dc1a0e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39744/0 (socket says 172.21.15.38:39744) 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.094+0000 7f78e0a20640 1 -- 172.21.15.38:0/1801120243 learned_addr learned my addr 172.21.15.38:0/1801120243 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78e1a22640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78dc19aa70 0x7f78dc19af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78e1221640 1 -- 172.21.15.38:0/1801120243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78dc19aa70 msgr2=0x7f78dc19af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78e1221640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78dc19aa70 0x7f78dc19af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78e1221640 1 -- 172.21.15.38:0/1801120243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f78dc10e910 msgr2=0x7f78dc1a0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78e1221640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f78dc10e910 0x7f78dc1a0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78e1221640 1 -- 172.21.15.38:0/1801120243 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78dc19b590 con 0x7f78dc100d60 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78e0a20640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f78dc10e910 0x7f78dc1a0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78e1221640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78dc100d60 0x7f78dc1a08c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f78d800e9f0 tx=0x7f78d800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78d27fc640 1 -- 172.21.15.38:0/1801120243 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d800ccc0 con 0x7f78dc100d60 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78d27fc640 1 -- 172.21.15.38:0/1801120243 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78d8005020 con 0x7f78dc100d60 2024-04-23T18:23:59.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78d27fc640 1 -- 172.21.15.38:0/1801120243 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d80049c0 con 0x7f78dc100d60 2024-04-23T18:23:59.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78e3485640 1 -- 172.21.15.38:0/1801120243 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78dc19b880 con 0x7f78dc100d60 2024-04-23T18:23:59.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.095+0000 7f78e3485640 1 -- 172.21.15.38:0/1801120243 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78dc1a7a70 con 0x7f78dc100d60 2024-04-23T18:23:59.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.097+0000 7f78e3485640 1 -- 172.21.15.38:0/1801120243 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78dc068d70 con 0x7f78dc100d60 2024-04-23T18:23:59.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.098+0000 7f78d27fc640 1 -- 172.21.15.38:0/1801120243 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f78d80051d0 con 0x7f78dc100d60 2024-04-23T18:23:59.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.099+0000 7f78d27fc640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f78c80a3e30 0x7f78c80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.099+0000 7f78e0a20640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f78c80a3e30 0x7f78c80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.099+0000 7f78d27fc640 1 -- 172.21.15.38:0/1801120243 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f78d80d09b0 con 0x7f78dc100d60 2024-04-23T18:23:59.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.100+0000 7f78e0a20640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f78c80a3e30 0x7f78c80a62f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f78dc19c260 tx=0x7f78cc0058d0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:59.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.104+0000 7f78d27fc640 1 -- 172.21.15.38:0/1801120243 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f78d809ce40 con 0x7f78dc100d60 2024-04-23T18:23:59.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:58 smithi038 ceph-mon[29217]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:23:59.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:58 smithi076 ceph-mon[32458]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:23:59.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:58 smithi102 ceph-mon[32874]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:23:59.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.559+0000 7f78e3485640 1 -- 172.21.15.38:0/1801120243 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78dc109aa0 con 0x7f78dc100d60 2024-04-23T18:23:59.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.561+0000 7f78d27fc640 1 -- 172.21.15.38:0/1801120243 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11923 (secure 0 0 0) 0x7f78d809c740 con 0x7f78dc100d60 2024-04-23T18:23:59.553 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 27 2024-04-23T18:23:59.554 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:23:59.554 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:23:02.320864+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24515,24466,14613,24476,24490]},"id":1}]} 2024-04-23T18:23:59.558 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.563+0000 7f78e3485640 1 -- 172.21.15.38:0/1801120243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f78c80a3e30 msgr2=0x7f78c80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.558 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.563+0000 7f78e3485640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f78c80a3e30 0x7f78c80a62f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f78dc19c260 tx=0x7f78cc0058d0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.558 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.563+0000 7f78e3485640 1 -- 172.21.15.38:0/1801120243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78dc100d60 msgr2=0x7f78dc1a08c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.558 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.563+0000 7f78e3485640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78dc100d60 0x7f78dc1a08c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f78d800e9f0 tx=0x7f78d800eeb0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.558 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.563+0000 7f78e3485640 1 -- 172.21.15.38:0/1801120243 shutdown_connections 2024-04-23T18:23:59.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.563+0000 7f78e3485640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f78c80a3e30 0x7f78c80a62f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.563+0000 7f78e3485640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78dc19aa70 0x7f78dc19af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.563+0000 7f78e3485640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f78dc10e910 0x7f78dc1a0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.563+0000 7f78e3485640 1 --2- 172.21.15.38:0/1801120243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78dc100d60 0x7f78dc1a08c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.563+0000 7f78e3485640 1 -- 172.21.15.38:0/1801120243 >> 172.21.15.38:0/1801120243 conn(0x7f78dc077f50 msgr2=0x7f78dc110040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:59.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.564+0000 7f78e3485640 1 -- 172.21.15.38:0/1801120243 shutdown_connections 2024-04-23T18:23:59.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.564+0000 7f78e3485640 1 -- 172.21.15.38:0/1801120243 wait complete. 2024-04-23T18:23:59.571 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24515 quiesce db --set-id 743a28a7 --release --await' 2024-04-23T18:23:59.572 DEBUG:teuthology.orchestra.run.smithi038:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24515 quiesce db --set-id 743a28a7 --release --await 2024-04-23T18:23:59.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.747+0000 7ff281ef5640 1 -- 172.21.15.38:0/452082680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff27c101090 msgr2=0x7ff27c101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.747+0000 7ff281ef5640 1 --2- 172.21.15.38:0/452082680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff27c101090 0x7ff27c101470 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7ff26c009900 tx=0x7ff26c02c620 comp rx=0 tx=0).stop 2024-04-23T18:23:59.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.747+0000 7ff281ef5640 1 -- 172.21.15.38:0/452082680 shutdown_connections 2024-04-23T18:23:59.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.747+0000 7ff281ef5640 1 --2- 172.21.15.38:0/452082680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff27c106160 0x7ff27c10dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.747+0000 7ff281ef5640 1 --2- 172.21.15.38:0/452082680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff27c101a40 0x7ff27c105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.747+0000 7ff281ef5640 1 --2- 172.21.15.38:0/452082680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff27c101090 0x7ff27c101470 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.747+0000 7ff281ef5640 1 -- 172.21.15.38:0/452082680 >> 172.21.15.38:0/452082680 conn(0x7ff27c077f50 msgr2=0x7ff27c078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:59.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.747+0000 7ff281ef5640 1 -- 172.21.15.38:0/452082680 shutdown_connections 2024-04-23T18:23:59.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.747+0000 7ff281ef5640 1 -- 172.21.15.38:0/452082680 wait complete. 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.748+0000 7ff281ef5640 1 Processor -- start 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.748+0000 7ff281ef5640 1 -- start start 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff281ef5640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff27c101090 0x7ff27c196460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff281ef5640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff27c106160 0x7ff27c1969a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff281ef5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff27c19acd0 0x7ff27c19b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff281ef5640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff27c110100 con 0x7ff27c106160 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff27affd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff27c106160 0x7ff27c1969a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff281ef5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7ff27c10ff80 con 0x7ff27c19acd0 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff281ef5640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff27c110280 con 0x7ff27c101090 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff27affd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff27c106160 0x7ff27c1969a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38858/0 (socket says 172.21.15.38:38858) 2024-04-23T18:23:59.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff27affd640 1 -- 172.21.15.38:0/663328290 learned_addr learned my addr 172.21.15.38:0/663328290 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff27c101090 0x7ff27c196460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.749+0000 7ff27bfff640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff27c19acd0 0x7ff27c19b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff27bfff640 1 -- 172.21.15.38:0/663328290 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff27c101090 msgr2=0x7ff27c196460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff27bfff640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff27c101090 0x7ff27c196460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff27bfff640 1 -- 172.21.15.38:0/663328290 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff27c106160 msgr2=0x7ff27c1969a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff27bfff640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff27c106160 0x7ff27c1969a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff27bfff640 1 -- 172.21.15.38:0/663328290 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff27c19b7c0 con 0x7ff27c19acd0 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff27affd640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff27c106160 0x7ff27c1969a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff27c101090 0x7ff27c196460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff27bfff640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff27c19acd0 0x7ff27c19b180 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff274009fd0 tx=0x7ff27400b690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff278ff9640 1 -- 172.21.15.38:0/663328290 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff274004b20 con 0x7ff27c19acd0 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff281ef5640 1 -- 172.21.15.38:0/663328290 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff27c19bab0 con 0x7ff27c19acd0 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.750+0000 7ff281ef5640 1 -- 172.21.15.38:0/663328290 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff27c1a32c0 con 0x7ff27c19acd0 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.751+0000 7ff278ff9640 1 -- 172.21.15.38:0/663328290 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff274004cc0 con 0x7ff27c19acd0 2024-04-23T18:23:59.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.751+0000 7ff278ff9640 1 -- 172.21.15.38:0/663328290 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff274005460 con 0x7ff27c19acd0 2024-04-23T18:23:59.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.754+0000 7ff284c05740 1 Processor -- start 2024-04-23T18:23:59.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.754+0000 7ff278ff9640 1 -- 172.21.15.38:0/663328290 <== mon.2 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7ff274005740 con 0x7ff27c19acd0 2024-04-23T18:23:59.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.754+0000 7ff284c05740 1 -- start start 2024-04-23T18:23:59.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.754+0000 7ff284c05740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5490 0x5592e06f5870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff284c05740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 0x5592e06fff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff284c05740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e0700480 0x5592e0702870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff284c05740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5592e065a6d0 con 0x5592e0700480 2024-04-23T18:23:59.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff284c05740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x5592e05f71a0 con 0x5592e06f5db0 2024-04-23T18:23:59.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff284c05740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5592e0656690 con 0x5592e06f5490 2024-04-23T18:23:59.748 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27affd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e0700480 0x5592e0702870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.748 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27affd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e0700480 0x5592e0702870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38874/0 (socket says 172.21.15.38:38874) 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27affd640 1 -- 172.21.15.38:0/1234884462 learned_addr learned my addr 172.21.15.38:0/1234884462 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27affd640 1 --2- 172.21.15.38:0/1234884462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5490 0x5592e06f5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/1234884462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 0x5592e06fff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27affd640 1 -- 172.21.15.38:0/1234884462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5490 msgr2=0x5592e06f5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27affd640 1 --2- 172.21.15.38:0/1234884462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5490 0x5592e06f5870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27affd640 1 -- 172.21.15.38:0/1234884462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 msgr2=0x5592e06fff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27affd640 1 --2- 172.21.15.38:0/1234884462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 0x5592e06fff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27affd640 1 -- 172.21.15.38:0/1234884462 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592e06015b0 con 0x5592e0700480 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/1234884462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 0x5592e06fff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.755+0000 7ff27affd640 1 --2- 172.21.15.38:0/1234884462 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e0700480 0x5592e0702870 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7ff270013c80 tx=0x7ff270009550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7e111d85334c27b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.756+0000 7ff261ffb640 1 -- 172.21.15.38:0/1234884462 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff270013e30 con 0x5592e0700480 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.756+0000 7ff261ffb640 1 -- 172.21.15.38:0/1234884462 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff270013130 con 0x5592e0700480 2024-04-23T18:23:59.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.756+0000 7ff261ffb640 1 -- 172.21.15.38:0/1234884462 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2700053a0 con 0x5592e0700480 2024-04-23T18:23:59.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.757+0000 7ff278ff9640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2640a3e30 0x7ff2640a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.757+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2640a3e30 0x7ff2640a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.757+0000 7ff284c05740 1 -- 172.21.15.38:0/1234884462 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e0700480 msgr2=0x5592e0702870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.757+0000 7ff284c05740 1 --2- 172.21.15.38:0/1234884462 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e0700480 0x5592e0702870 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7ff270013c80 tx=0x7ff270009550 comp rx=0 tx=0).stop 2024-04-23T18:23:59.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.757+0000 7ff278ff9640 1 -- 172.21.15.38:0/663328290 <== mon.2 v2:172.21.15.76:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7ff2740d4620 con 0x7ff27c19acd0 2024-04-23T18:23:59.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.757+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2640a3e30 0x7ff2640a62f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x5592e06f6a50 tx=0x7ff26c000bc0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:59.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.758+0000 7ff284c05740 1 -- 172.21.15.38:0/1234884462 shutdown_connections 2024-04-23T18:23:59.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.758+0000 7ff284c05740 1 --2- 172.21.15.38:0/1234884462 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e0700480 0x5592e0702870 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.758+0000 7ff284c05740 1 --2- 172.21.15.38:0/1234884462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 0x5592e06fff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.758+0000 7ff284c05740 1 --2- 172.21.15.38:0/1234884462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5490 0x5592e06f5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.758+0000 7ff284c05740 1 -- 172.21.15.38:0/1234884462 >> 172.21.15.38:0/1234884462 conn(0x5592e06f17b0 msgr2=0x5592e06f1b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:59.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.758+0000 7ff284c05740 1 -- 172.21.15.38:0/1234884462 shutdown_connections 2024-04-23T18:23:59.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.759+0000 7ff284c05740 1 -- 172.21.15.38:0/1234884462 wait complete. 2024-04-23T18:23:59.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.759+0000 7ff284c05740 1 -- start start 2024-04-23T18:23:59.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.759+0000 7ff284c05740 1 Processor -- start 2024-04-23T18:23:59.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff284c05740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5490 0x5592e06ffed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff284c05740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5db0 0x5592e06fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff284c05740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e0700480 0x5592e06fd900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff284c05740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5592e07032b0 con 0x5592e06f5db0 2024-04-23T18:23:59.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff284c05740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x5592e05f4b20 con 0x5592e06f5490 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff284c05740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5592e0703430 con 0x5592e0700480 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5490 0x5592e06ffed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5490 0x5592e06ffed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:44990/0 (socket says 172.21.15.38:44990) 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27b7fe640 1 -- 172.21.15.38:0/2461766678 learned_addr learned my addr 172.21.15.38:0/2461766678 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27bfff640 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e0700480 0x5592e06fd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff284c05740 10 client.0 _ll_register_callbacks cb 0x5592e05f4530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27affd640 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5db0 0x5592e06fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27b7fe640 1 -- 172.21.15.38:0/2461766678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e0700480 msgr2=0x5592e06fd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e0700480 0x5592e06fd900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27b7fe640 1 -- 172.21.15.38:0/2461766678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5db0 msgr2=0x5592e06fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5db0 0x5592e06fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27b7fe640 1 -- 172.21.15.38:0/2461766678 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592e036c920 con 0x5592e06f5490 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.760+0000 7ff27affd640 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5db0 0x5592e06fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:59.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.761+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5490 0x5592e06ffed0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff26c03e6c0 tx=0x7ff26c005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20dab1cce833af9c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:59.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.761+0000 7ff25affd640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-04-23T18:23:59.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.761+0000 7ff25affd640 1 -- 172.21.15.38:0/2461766678 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff26c044070 con 0x5592e06f5490 2024-04-23T18:23:59.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.761+0000 7ff25affd640 1 -- 172.21.15.38:0/2461766678 <== mon.2 v2:172.21.15.76:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7ff26c049420 con 0x5592e06f5490 2024-04-23T18:23:59.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.761+0000 7ff284c05740 1 -- 172.21.15.38:0/2461766678 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff270013130 con 0x5592e06f5490 2024-04-23T18:23:59.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.761+0000 7ff25affd640 1 -- 172.21.15.38:0/2461766678 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff26c037040 con 0x5592e06f5490 2024-04-23T18:23:59.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.761+0000 7ff284c05740 10 client.25385 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:59.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.761+0000 7ff284c05740 1 -- 172.21.15.38:0/2461766678 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5592e0438d30 con 0x5592e06f5490 2024-04-23T18:23:59.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.762+0000 7ff25affd640 1 -- 172.21.15.38:0/2461766678 <== mon.2 v2:172.21.15.76:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff270013130 con 0x5592e06f5490 2024-04-23T18:23:59.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.762+0000 7ff25affd640 1 -- 172.21.15.38:0/2461766678 <== mon.2 v2:172.21.15.76:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7ff26c059030 con 0x5592e06f5490 2024-04-23T18:23:59.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.762+0000 7ff284c05740 10 client.25385 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:59.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.762+0000 7ff284c05740 10 client.25385 resolve_mds: validated gid 24515 aka daemon mds.b 2024-04-23T18:23:59.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.762+0000 7ff284c05740 20 client.25385 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:59.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.762+0000 7ff284c05740 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5592e0710840 0x5592e0712c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.762+0000 7ff284c05740 4 client.25385 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:59.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.762+0000 7ff284c05740 1 -- 172.21.15.38:0/2461766678 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592e0618500 con 0x5592e0710840 2024-04-23T18:23:59.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.762+0000 7ff27affd640 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5592e0710840 0x5592e0712c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.763+0000 7ff25affd640 10 client.25385 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.763+0000 7ff27affd640 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5592e0710840 0x5592e0712c30 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16c7cd1753b4a850 server_cookie=6481743f4be9868c in_seq=0 out_seq=0 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.763+0000 7ff25affd640 1 -- 172.21.15.38:0/2461766678 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5592e0618500 con 0x5592e0710840 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.763+0000 7ff25affd640 10 client.25385 handle_command_reply: tid=0 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.763+0000 7ff284c05740 1 client.25385 shutdown 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff284c05740 1 -- 172.21.15.38:0/2461766678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5490 msgr2=0x5592e06ffed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff284c05740 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5490 0x5592e06ffed0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff26c03e6c0 tx=0x7ff26c005fd0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff284c05740 1 -- 172.21.15.38:0/2461766678 shutdown_connections 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff284c05740 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5592e0710840 0x5592e0712c30 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff25affd640 0 client.25385 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff284c05740 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e0700480 0x5592e06fd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff284c05740 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5db0 0x5592e06fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff284c05740 1 --2- 172.21.15.38:0/2461766678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5490 0x5592e06ffed0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff284c05740 1 -- 172.21.15.38:0/2461766678 >> 172.21.15.38:0/2461766678 conn(0x5592e06f17b0 msgr2=0x5592e06f09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff284c05740 1 -- 172.21.15.38:0/2461766678 shutdown_connections 2024-04-23T18:23:59.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.764+0000 7ff284c05740 1 -- 172.21.15.38:0/2461766678 wait complete. 2024-04-23T18:23:59.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.765+0000 7ff284c05740 20 client.25385 trim_cache size 0 max 16384 2024-04-23T18:23:59.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.799+0000 7ff284c05740 1 Processor -- start 2024-04-23T18:23:59.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.799+0000 7ff284c05740 1 -- start start 2024-04-23T18:23:59.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.799+0000 7ff284c05740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e070c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.799+0000 7ff284c05740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 0x5592e06fc320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.799+0000 7ff284c05740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e0700480 0x5592e06f72f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff284c05740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff26800e8c0 con 0x5592e06f5490 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff284c05740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7ff268010400 con 0x5592e06f5db0 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff284c05740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff26800ef90 con 0x5592e0700480 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e070c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e070c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38904/0 (socket says 172.21.15.38:38904) 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27b7fe640 1 -- 172.21.15.38:0/1261706940 learned_addr learned my addr 172.21.15.38:0/1261706940 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27affd640 1 --2- 172.21.15.38:0/1261706940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 0x5592e06fc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27bfff640 1 --2- 172.21.15.38:0/1261706940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e0700480 0x5592e06f72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27b7fe640 1 -- 172.21.15.38:0/1261706940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e0700480 msgr2=0x5592e06f72f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/1261706940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e0700480 0x5592e06f72f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27b7fe640 1 -- 172.21.15.38:0/1261706940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 msgr2=0x5592e06fc320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/1261706940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 0x5592e06fc320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27b7fe640 1 -- 172.21.15.38:0/1261706940 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592e06fdc70 con 0x5592e06f5490 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27affd640 1 --2- 172.21.15.38:0/1261706940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 0x5592e06fc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:59.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.800+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/1261706940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e070c200 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7ff26c034b20 tx=0x7ff26c005950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=996a1b6624b3c80a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:59.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.801+0000 7ff2617fa640 1 -- 172.21.15.38:0/1261706940 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff26c05f080 con 0x5592e06f5490 2024-04-23T18:23:59.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.801+0000 7ff2617fa640 1 -- 172.21.15.38:0/1261706940 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff26c053b40 con 0x5592e06f5490 2024-04-23T18:23:59.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.801+0000 7ff2617fa640 1 -- 172.21.15.38:0/1261706940 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff26c04ab50 con 0x5592e06f5490 2024-04-23T18:23:59.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.801+0000 7ff284c05740 1 -- 172.21.15.38:0/1261706940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 msgr2=0x5592e070c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.801+0000 7ff284c05740 1 --2- 172.21.15.38:0/1261706940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e070c200 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7ff26c034b20 tx=0x7ff26c005950 comp rx=0 tx=0).stop 2024-04-23T18:23:59.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.801+0000 7ff284c05740 1 -- 172.21.15.38:0/1261706940 shutdown_connections 2024-04-23T18:23:59.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.801+0000 7ff284c05740 1 --2- 172.21.15.38:0/1261706940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e0700480 0x5592e06f72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.801+0000 7ff284c05740 1 --2- 172.21.15.38:0/1261706940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e06f5db0 0x5592e06fc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.801+0000 7ff284c05740 1 --2- 172.21.15.38:0/1261706940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e070c200 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.801+0000 7ff284c05740 1 -- 172.21.15.38:0/1261706940 >> 172.21.15.38:0/1261706940 conn(0x5592e06f17b0 msgr2=0x5592e06f6be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:59.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.802+0000 7ff284c05740 1 -- 172.21.15.38:0/1261706940 shutdown_connections 2024-04-23T18:23:59.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.802+0000 7ff284c05740 1 -- 172.21.15.38:0/1261706940 wait complete. 2024-04-23T18:23:59.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.802+0000 7ff284c05740 1 -- start start 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.802+0000 7ff284c05740 1 Processor -- start 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.802+0000 7ff284c05740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e0708be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.802+0000 7ff284c05740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5db0 0x5592e0700f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.802+0000 7ff284c05740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e0700480 0x5592e0701520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff284c05740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff26800fd30 con 0x5592e06f5490 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff284c05740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7ff26800f660 con 0x5592e0700480 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e0708be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27affd640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5db0 0x5592e0700f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff284c05740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff26800c8a0 con 0x5592e06f5db0 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27affd640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5db0 0x5592e0700f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:34908/0 (socket says 172.21.15.38:34908) 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e0708be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38914/0 (socket says 172.21.15.38:38914) 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27affd640 1 -- 172.21.15.38:0/834985078 learned_addr learned my addr 172.21.15.38:0/834985078 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff284c05740 10 client.0 _ll_register_callbacks cb 0x7ff26c033a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:59.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27bfff640 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e0700480 0x5592e0701520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27affd640 1 -- 172.21.15.38:0/834985078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e0700480 msgr2=0x5592e0701520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27affd640 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e0700480 0x5592e0701520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27affd640 1 -- 172.21.15.38:0/834985078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 msgr2=0x5592e0708be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27affd640 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e0708be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27affd640 1 -- 172.21.15.38:0/834985078 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592e0701d50 con 0x5592e06f5db0 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e0708be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff27affd640 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5db0 0x5592e0700f80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff270001eb0 tx=0x7ff270005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a934883dcae99507 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff25affd640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.803+0000 7ff25affd640 1 -- 172.21.15.38:0/834985078 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff27002e060 con 0x5592e06f5db0 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff284c05740 1 -- 172.21.15.38:0/834985078 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff26c053b40 con 0x5592e06f5db0 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff25affd640 1 -- 172.21.15.38:0/834985078 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7ff270013130 con 0x5592e06f5db0 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff25affd640 1 -- 172.21.15.38:0/834985078 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff27000fcd0 con 0x5592e06f5db0 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff284c05740 10 client.25390 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff284c05740 1 -- 172.21.15.38:0/834985078 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5592e0776d90 con 0x5592e06f5db0 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff25affd640 1 -- 172.21.15.38:0/834985078 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff26c053b40 con 0x5592e06f5db0 2024-04-23T18:23:59.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff25affd640 1 -- 172.21.15.38:0/834985078 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7ff270028260 con 0x5592e06f5db0 2024-04-23T18:23:59.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff284c05740 10 client.25390 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:59.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff284c05740 10 client.25390 resolve_mds: validated gid 24515 aka daemon mds.b 2024-04-23T18:23:59.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff284c05740 20 client.25390 populate_metadata read hostname 'smithi038' 2024-04-23T18:23:59.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff284c05740 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5592e0710840 0x5592e0779370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff284c05740 4 client.25390 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "743a28a7", "release": true, "await": true}] 2024-04-23T18:23:59.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.804+0000 7ff284c05740 1 -- 172.21.15.38:0/834985078 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "quiesce db", "set_id": "743a28a7", "release": true, "await": true}) -- 0x5592e06680f0 con 0x5592e0710840 2024-04-23T18:23:59.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.805+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5592e0710840 0x5592e0779370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.805+0000 7ff25affd640 10 client.25390 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:59.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.805+0000 7ff27b7fe640 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5592e0710840 0x5592e0779370 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c35bb63666ddcea server_cookie=229b5d8281c37605 in_seq=0 out_seq=0 2024-04-23T18:23:59.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff25affd640 1 -- 172.21.15.38:0/834985078 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x5592e06680f0 con 0x5592e0710840 2024-04-23T18:23:59.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff25affd640 10 client.25390 handle_command_reply: tid=0 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff284c05740 1 client.25390 shutdown 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff284c05740 1 -- 172.21.15.38:0/834985078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5db0 msgr2=0x5592e0700f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff284c05740 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5db0 0x5592e0700f80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff270001eb0 tx=0x7ff270005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff284c05740 1 -- 172.21.15.38:0/834985078 shutdown_connections 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff284c05740 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5592e0710840 0x5592e0779370 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff25affd640 0 client.25390 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff284c05740 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5592e06f5db0 0x5592e0700f80 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff284c05740 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5592e0700480 0x5592e0701520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff284c05740 1 --2- 172.21.15.38:0/834985078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5592e06f5490 0x5592e0708be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.807+0000 7ff284c05740 1 -- 172.21.15.38:0/834985078 >> 172.21.15.38:0/834985078 conn(0x5592e06f17b0 msgr2=0x5592e06f7470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff284c05740 1 -- 172.21.15.38:0/834985078 shutdown_connections 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff284c05740 1 -- 172.21.15.38:0/834985078 wait complete. 2024-04-23T18:23:59.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff284c05740 20 client.25390 trim_cache size 0 max 16384 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "epoch": 27, 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "leader": 24515, 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "set_version": 4, 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "sets": { 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "743a28a7": { 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "version": 4, 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "age_ref": 0.0, 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "state": { 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RELEASED", 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "age": 0.0 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "timeout": 60.0, 2024-04-23T18:23:59.804 INFO:teuthology.orchestra.run.smithi038.stdout: "expiration": 90.0, 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: "members": { 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: "file:/": { 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: "excluded": false, 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: "state": { 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RELEASED", 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: "age": 0.0 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:23:59.805 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:23:59.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff281ef5640 1 -- 172.21.15.38:0/663328290 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2640a3e30 msgr2=0x7ff2640a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff281ef5640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2640a3e30 0x7ff2640a62f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x5592e06f6a50 tx=0x7ff26c000bc0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff281ef5640 1 -- 172.21.15.38:0/663328290 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff27c19acd0 msgr2=0x7ff27c19b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff281ef5640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff27c19acd0 0x7ff27c19b180 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff274009fd0 tx=0x7ff27400b690 comp rx=0 tx=0).stop 2024-04-23T18:23:59.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff281ef5640 1 -- 172.21.15.38:0/663328290 shutdown_connections 2024-04-23T18:23:59.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff281ef5640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff2640a3e30 0x7ff2640a62f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff281ef5640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff27c19acd0 0x7ff27c19b180 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff281ef5640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff27c106160 0x7ff27c1969a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff281ef5640 1 --2- 172.21.15.38:0/663328290 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff27c101090 0x7ff27c196460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.808+0000 7ff281ef5640 1 -- 172.21.15.38:0/663328290 >> 172.21.15.38:0/663328290 conn(0x7ff27c077f50 msgr2=0x7ff27c0fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:59.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.809+0000 7ff281ef5640 1 -- 172.21.15.38:0/663328290 shutdown_connections 2024-04-23T18:23:59.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.809+0000 7ff281ef5640 1 -- 172.21.15.38:0/663328290 wait complete. 2024-04-23T18:23:59.812 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '743a28a7', seconds elapsed: 31.4 2024-04-23T18:23:59.812 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-23T18:23:59.812 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:59.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.928+0000 7fc41b4cf640 1 -- 172.21.15.38:0/2640062288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41410c520 msgr2=0x7fc41410e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.928+0000 7fc41b4cf640 1 --2- 172.21.15.38:0/2640062288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41410c520 0x7fc41410e9c0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fc40c009ca0 tx=0x7fc40c02a9e0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.928+0000 7fc41b4cf640 1 -- 172.21.15.38:0/2640062288 shutdown_connections 2024-04-23T18:23:59.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.928+0000 7fc41b4cf640 1 --2- 172.21.15.38:0/2640062288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc41410c520 0x7fc41410e9c0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.928+0000 7fc41b4cf640 1 --2- 172.21.15.38:0/2640062288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc414103b00 0x7fc41410bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.928+0000 7fc41b4cf640 1 --2- 172.21.15.38:0/2640062288 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc4141031e0 0x7fc4141035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.928+0000 7fc41b4cf640 1 -- 172.21.15.38:0/2640062288 >> 172.21.15.38:0/2640062288 conn(0x7fc414077f50 msgr2=0x7fc414078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:59.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.928+0000 7fc41b4cf640 1 -- 172.21.15.38:0/2640062288 shutdown_connections 2024-04-23T18:23:59.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.928+0000 7fc41b4cf640 1 -- 172.21.15.38:0/2640062288 wait complete. 2024-04-23T18:23:59.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc41b4cf640 1 Processor -- start 2024-04-23T18:23:59.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc41b4cf640 1 -- start start 2024-04-23T18:23:59.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc41b4cf640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc4141031e0 0x7fc414100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc41b4cf640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414103b00 0x7fc414101370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc41b4cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41410c520 0x7fc4141018b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc418a6a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414103b00 0x7fc414101370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc41b4cf640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc4141122f0 con 0x7fc414103b00 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc41b4cf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fc414112170 con 0x7fc41410c520 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc41b4cf640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc414112470 con 0x7fc4141031e0 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc418a6a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414103b00 0x7fc414101370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38924/0 (socket says 172.21.15.38:38924) 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc418a6a640 1 -- 172.21.15.38:0/3017465302 learned_addr learned my addr 172.21.15.38:0/3017465302 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.929+0000 7fc41926b640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc4141031e0 0x7fc414100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc419a6c640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41410c520 0x7fc4141018b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc418a6a640 1 -- 172.21.15.38:0/3017465302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc4141031e0 msgr2=0x7fc414100e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc418a6a640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc4141031e0 0x7fc414100e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc418a6a640 1 -- 172.21.15.38:0/3017465302 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41410c520 msgr2=0x7fc4141018b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc418a6a640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41410c520 0x7fc4141018b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc418a6a640 1 -- 172.21.15.38:0/3017465302 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4141a6c70 con 0x7fc414103b00 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc418a6a640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414103b00 0x7fc414101370 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fc40400d950 tx=0x7fc40400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:59.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc40a7fc640 1 -- 172.21.15.38:0/3017465302 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc404017030 con 0x7fc414103b00 2024-04-23T18:23:59.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc41b4cf640 1 -- 172.21.15.38:0/3017465302 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4141a6f60 con 0x7fc414103b00 2024-04-23T18:23:59.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc40a7fc640 1 -- 172.21.15.38:0/3017465302 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc404004020 con 0x7fc414103b00 2024-04-23T18:23:59.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc40a7fc640 1 -- 172.21.15.38:0/3017465302 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4040047a0 con 0x7fc414103b00 2024-04-23T18:23:59.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.930+0000 7fc41b4cf640 1 -- 172.21.15.38:0/3017465302 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4141a7470 con 0x7fc414103b00 2024-04-23T18:23:59.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.932+0000 7fc41b4cf640 1 -- 172.21.15.38:0/3017465302 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc414068d70 con 0x7fc414103b00 2024-04-23T18:23:59.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.933+0000 7fc40a7fc640 1 -- 172.21.15.38:0/3017465302 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7fc4040041d0 con 0x7fc414103b00 2024-04-23T18:23:59.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.934+0000 7fc40a7fc640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc4000a3e60 0x7fc4000a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:59.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.934+0000 7fc41926b640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc4000a3e60 0x7fc4000a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:59.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.934+0000 7fc40a7fc640 1 -- 172.21.15.38:0/3017465302 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fc4040d0210 con 0x7fc414103b00 2024-04-23T18:23:59.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.934+0000 7fc41926b640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc4000a3e60 0x7fc4000a6320 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc410005fd0 tx=0x7fc41000b390 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:59.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:23:59.943+0000 7fc40a7fc640 1 -- 172.21.15.38:0/3017465302 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc40409c700 con 0x7fc414103b00 2024-04-23T18:24:00.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:23:59 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1801120243' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:00.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.219+0000 7fc41b4cf640 1 -- 172.21.15.38:0/3017465302 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc41402d5c0 con 0x7fc414103b00 2024-04-23T18:24:00.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.220+0000 7fc40a7fc640 1 -- 172.21.15.38:0/3017465302 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11923 (secure 0 0 0) 0x7fc40409c000 con 0x7fc414103b00 2024-04-23T18:24:00.213 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:24:00.213 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:23:02.320864+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24515,24466,14613,24476,24490]},"id":1}]} 2024-04-23T18:24:00.213 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 27 2024-04-23T18:24:00.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 -- 172.21.15.38:0/3017465302 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc4000a3e60 msgr2=0x7fc4000a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc4000a3e60 0x7fc4000a6320 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc410005fd0 tx=0x7fc41000b390 comp rx=0 tx=0).stop 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 -- 172.21.15.38:0/3017465302 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414103b00 msgr2=0x7fc414101370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414103b00 0x7fc414101370 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fc40400d950 tx=0x7fc40400de10 comp rx=0 tx=0).stop 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 -- 172.21.15.38:0/3017465302 shutdown_connections 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc4000a3e60 0x7fc4000a6320 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc41410c520 0x7fc4141018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414103b00 0x7fc414101370 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 --2- 172.21.15.38:0/3017465302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc4141031e0 0x7fc414100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 -- 172.21.15.38:0/3017465302 >> 172.21.15.38:0/3017465302 conn(0x7fc414077f50 msgr2=0x7fc4140fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 -- 172.21.15.38:0/3017465302 shutdown_connections 2024-04-23T18:24:00.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.223+0000 7fc41b4cf640 1 -- 172.21.15.38:0/3017465302 wait complete. 2024-04-23T18:24:00.231 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24515 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-23T18:24:00.231 DEBUG:teuthology.orchestra.run.smithi038:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24515 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-23T18:24:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:23:59 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1801120243' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:23:59 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1801120243' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:00.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.377+0000 7f7f44e31640 1 -- 172.21.15.38:0/2572541897 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f40103230 msgr2=0x7f7f40103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.377+0000 7f7f44e31640 1 --2- 172.21.15.38:0/2572541897 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f40103230 0x7f7f40103610 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009900 tx=0x7f7f3002a480 comp rx=0 tx=0).stop 2024-04-23T18:24:00.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.377+0000 7f7f44e31640 1 -- 172.21.15.38:0/2572541897 shutdown_connections 2024-04-23T18:24:00.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.377+0000 7f7f44e31640 1 --2- 172.21.15.38:0/2572541897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f4010c570 0x7f7f4010e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.377+0000 7f7f44e31640 1 --2- 172.21.15.38:0/2572541897 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f40103b50 0x7f7f4010c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.377+0000 7f7f44e31640 1 --2- 172.21.15.38:0/2572541897 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f40103230 0x7f7f40103610 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.377+0000 7f7f44e31640 1 -- 172.21.15.38:0/2572541897 >> 172.21.15.38:0/2572541897 conn(0x7f7f40077fb0 msgr2=0x7f7f400783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:00.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.377+0000 7f7f44e31640 1 -- 172.21.15.38:0/2572541897 shutdown_connections 2024-04-23T18:24:00.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.377+0000 7f7f44e31640 1 -- 172.21.15.38:0/2572541897 wait complete. 2024-04-23T18:24:00.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f44e31640 1 Processor -- start 2024-04-23T18:24:00.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f44e31640 1 -- start start 2024-04-23T18:24:00.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f44e31640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f40103230 0x7f7f4019e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f44e31640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f40103b50 0x7f7f4019e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f44e31640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4010c570 0x7f7f40198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f44e31640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7f40112360 con 0x7f7f40103b50 2024-04-23T18:24:00.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f44e31640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401121e0 con 0x7f7f4010c570 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f44e31640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401124e0 con 0x7f7f40103230 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f3dd9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f40103b50 0x7f7f4019e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f3dd9b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f40103b50 0x7f7f4019e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38968/0 (socket says 172.21.15.38:38968) 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/1851948069 learned_addr learned my addr 172.21.15.38:0/1851948069 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f3e59c640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f40103230 0x7f7f4019e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f3ed9d640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4010c570 0x7f7f40198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/1851948069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f40103230 msgr2=0x7f7f4019e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f40103230 0x7f7f4019e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/1851948069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4010c570 msgr2=0x7f7f40198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4010c570 0x7f7f40198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.378+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/1851948069 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f40198de0 con 0x7f7f40103b50 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.379+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f40103b50 0x7f7f4019e9a0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f7f3400e9f0 tx=0x7f7f3400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.379+0000 7f7f2f7fe640 1 -- 172.21.15.38:0/1851948069 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3400cd80 con 0x7f7f40103b50 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.379+0000 7f7f2f7fe640 1 -- 172.21.15.38:0/1851948069 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7f34010900 con 0x7f7f40103b50 2024-04-23T18:24:00.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.379+0000 7f7f44e31640 1 -- 172.21.15.38:0/1851948069 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f401990d0 con 0x7f7f40103b50 2024-04-23T18:24:00.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.379+0000 7f7f2f7fe640 1 -- 172.21.15.38:0/1851948069 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f34018920 con 0x7f7f40103b50 2024-04-23T18:24:00.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.379+0000 7f7f44e31640 1 -- 172.21.15.38:0/1851948069 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f401a5320 con 0x7f7f40103b50 2024-04-23T18:24:00.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.381+0000 7f7f2f7fe640 1 -- 172.21.15.38:0/1851948069 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 24) ==== 138822+0+0 (secure 0 0 0) 0x7f7f34010ab0 con 0x7f7f40103b50 2024-04-23T18:24:00.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.382+0000 7f7f47c26740 1 Processor -- start 2024-04-23T18:24:00.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.382+0000 7f7f47c26740 1 -- start start 2024-04-23T18:24:00.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.382+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd2370f80 0x556bd2371360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.382+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.382+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd2382890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.382+0000 7f7f47c26740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556bd22d6370 con 0x556bd23804a0 2024-04-23T18:24:00.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.382+0000 7f7f47c26740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x556bd22732e0 con 0x556bd23718a0 2024-04-23T18:24:00.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.382+0000 7f7f47c26740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x556bd22d2330 con 0x556bd2370f80 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.382+0000 7f7f2f7fe640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f7f280a3db0 0x7f7f280a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3ed9d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd2370f80 0x556bd2371360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f2f7fe640 1 -- 172.21.15.38:0/1851948069 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f7f340d0df0 con 0x7f7f40103b50 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:45060/0 (socket says 172.21.15.38:45060) 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/2232192223 learned_addr learned my addr 172.21.15.38:0/2232192223 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3e59c640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f7f280a3db0 0x7f7f280a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3ed9d640 1 --2- 172.21.15.38:0/2232192223 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd2382890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/2232192223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd2370f80 msgr2=0x556bd2371360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/2232192223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd2370f80 0x556bd2371360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/2232192223 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 msgr2=0x556bd2382890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:00.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/2232192223 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd2382890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/2232192223 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bd20b4d80 con 0x556bd23718a0 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3ed9d640 1 --2- 172.21.15.38:0/2232192223 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd2382890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/2232192223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237ff60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7f340ce520 tx=0x7f7f34025360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e63c2a33571031f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f3e59c640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f7f280a3db0 0x7f7f280a6270 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7f30006010 tx=0x7f7f30000bc0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f2cff9640 1 -- 172.21.15.38:0/2232192223 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3409d2e0 con 0x556bd23718a0 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.383+0000 7f7f2cff9640 1 -- 172.21.15.38:0/2232192223 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7f3409cbe0 con 0x556bd23718a0 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.384+0000 7f7f2cff9640 1 -- 172.21.15.38:0/2232192223 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f340bd0b0 con 0x556bd23718a0 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.384+0000 7f7f47c26740 1 -- 172.21.15.38:0/2232192223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 msgr2=0x556bd237ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.384+0000 7f7f47c26740 1 --2- 172.21.15.38:0/2232192223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237ff60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7f340ce520 tx=0x7f7f34025360 comp rx=0 tx=0).stop 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.384+0000 7f7f47c26740 1 -- 172.21.15.38:0/2232192223 shutdown_connections 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.384+0000 7f7f47c26740 1 --2- 172.21.15.38:0/2232192223 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd2382890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.384+0000 7f7f47c26740 1 --2- 172.21.15.38:0/2232192223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237ff60 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.384+0000 7f7f47c26740 1 --2- 172.21.15.38:0/2232192223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd2370f80 0x556bd2371360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.384+0000 7f7f47c26740 1 -- 172.21.15.38:0/2232192223 >> 172.21.15.38:0/2232192223 conn(0x556bd236d3c0 msgr2=0x556bd236d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:00.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.384+0000 7f7f47c26740 1 -- 172.21.15.38:0/2232192223 shutdown_connections 2024-04-23T18:24:00.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.384+0000 7f7f47c26740 1 -- 172.21.15.38:0/2232192223 wait complete. 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f47c26740 1 -- start start 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f47c26740 1 Processor -- start 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd2370f80 0x556bd237d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd23718a0 0x556bd237d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd237de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f47c26740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556bd2383280 con 0x556bd23804a0 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f47c26740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x556bd2270fb0 con 0x556bd2370f80 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f47c26740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x556bd2383400 con 0x556bd23718a0 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f3ed9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd237de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f3ed9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd237de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38990/0 (socket says 172.21.15.38:38990) 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f3ed9d640 1 -- 172.21.15.38:0/3423833030 learned_addr learned my addr 172.21.15.38:0/3423833030 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:00.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.385+0000 7f7f3e59c640 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd2370f80 0x556bd237d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f47c26740 10 client.0 _ll_register_callbacks cb 0x556bd22709a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd23718a0 0x556bd237d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f3ed9d640 1 -- 172.21.15.38:0/3423833030 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd23718a0 msgr2=0x556bd237d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f3ed9d640 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd23718a0 0x556bd237d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f3ed9d640 1 -- 172.21.15.38:0/3423833030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd2370f80 msgr2=0x556bd237d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f3ed9d640 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd2370f80 0x556bd237d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f3ed9d640 1 -- 172.21.15.38:0/3423833030 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bd2115510 con 0x556bd23804a0 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f3ed9d640 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd237de60 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f7f380042a0 tx=0x7f7f38004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d39936009107208 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f25ffb640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f25ffb640 1 -- 172.21.15.38:0/3423833030 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f38012d60 con 0x556bd23804a0 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f47c26740 1 -- 172.21.15.38:0/3423833030 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f3409cbe0 con 0x556bd23804a0 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.386+0000 7f7f25ffb640 1 -- 172.21.15.38:0/3423833030 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f7f3800f450 con 0x556bd23804a0 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f25ffb640 1 -- 172.21.15.38:0/3423833030 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f7f3800f650 con 0x556bd23804a0 2024-04-23T18:24:00.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f47c26740 10 client.15771 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f47c26740 1 -- 172.21.15.38:0/3423833030 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556bd1fa8670 con 0x556bd23804a0 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f25ffb640 1 -- 172.21.15.38:0/3423833030 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7f3409cbe0 con 0x556bd23804a0 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f25ffb640 1 -- 172.21.15.38:0/3423833030 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f7f38019020 con 0x556bd23804a0 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f47c26740 10 client.15771 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f47c26740 10 client.15771 resolve_mds: validated gid 24515 aka daemon mds.b 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f47c26740 20 client.15771 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f47c26740 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x556bd2390820 0x556bd2392cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f47c26740 4 client.15771 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f47c26740 1 -- 172.21.15.38:0/3423833030 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556bd22e3d90 con 0x556bd2390820 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.387+0000 7f7f3e59c640 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x556bd2390820 0x556bd2392cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.388+0000 7f7f3e59c640 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x556bd2390820 0x556bd2392cb0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=166b23eb4e5a3d39 server_cookie=c3920d68c517b2cd in_seq=0 out_seq=0 2024-04-23T18:24:00.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.388+0000 7f7f25ffb640 10 client.15771 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:00.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f25ffb640 1 -- 172.21.15.38:0/3423833030 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556bd22e3d90 con 0x556bd2390820 2024-04-23T18:24:00.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f25ffb640 10 client.15771 handle_command_reply: tid=0 2024-04-23T18:24:00.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 client.15771 shutdown 2024-04-23T18:24:00.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 -- 172.21.15.38:0/3423833030 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 msgr2=0x556bd237de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd237de60 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f7f380042a0 tx=0x7f7f38004760 comp rx=0 tx=0).stop 2024-04-23T18:24:00.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 -- 172.21.15.38:0/3423833030 shutdown_connections 2024-04-23T18:24:00.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x556bd2390820 0x556bd2392cb0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd23718a0 0x556bd237d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd237de60 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f25ffb640 0 client.15771 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:00.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 --2- 172.21.15.38:0/3423833030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd2370f80 0x556bd237d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 -- 172.21.15.38:0/3423833030 >> 172.21.15.38:0/3423833030 conn(0x556bd236d3c0 msgr2=0x556bd2373170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:00.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 -- 172.21.15.38:0/3423833030 shutdown_connections 2024-04-23T18:24:00.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 1 -- 172.21.15.38:0/3423833030 wait complete. 2024-04-23T18:24:00.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.389+0000 7f7f47c26740 20 client.15771 trim_cache size 0 max 16384 2024-04-23T18:24:00.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f47c26740 1 Processor -- start 2024-04-23T18:24:00.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f47c26740 1 -- start start 2024-04-23T18:24:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd2370f80 0x556bd238c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd236c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f47c26740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401abc30 con 0x556bd23804a0 2024-04-23T18:24:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f47c26740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401ad770 con 0x556bd23718a0 2024-04-23T18:24:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f47c26740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401ac300 con 0x556bd2370f80 2024-04-23T18:24:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f3ed9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd236c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f3ed9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd236c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39006/0 (socket says 172.21.15.38:39006) 2024-04-23T18:24:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f3dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f3e59c640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd2370f80 0x556bd238c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.407+0000 7f7f3ed9d640 1 -- 172.21.15.38:0/914751429 learned_addr learned my addr 172.21.15.38:0/914751429 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:00.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.408+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/914751429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd2370f80 msgr2=0x556bd238c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:00.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.408+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/914751429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd2370f80 0x556bd238c1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.408+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/914751429 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 msgr2=0x556bd236c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:00.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.408+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/914751429 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd236c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.408+0000 7f7f3dd9b640 1 -- 172.21.15.38:0/914751429 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bd238f470 con 0x556bd23718a0 2024-04-23T18:24:00.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.408+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/914751429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237dc30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x556bd2382f30 tx=0x7f7f34000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=740b9110f6956131 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:00.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.408+0000 7f7f27fff640 1 -- 172.21.15.38:0/914751429 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3409d2e0 con 0x556bd23718a0 2024-04-23T18:24:00.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.408+0000 7f7f27fff640 1 -- 172.21.15.38:0/914751429 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7f34025170 con 0x556bd23718a0 2024-04-23T18:24:00.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.408+0000 7f7f27fff640 1 -- 172.21.15.38:0/914751429 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f34018ba0 con 0x556bd23718a0 2024-04-23T18:24:00.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 -- 172.21.15.38:0/914751429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 msgr2=0x556bd237dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 --2- 172.21.15.38:0/914751429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237dc30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x556bd2382f30 tx=0x7f7f34000bc0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 -- 172.21.15.38:0/914751429 shutdown_connections 2024-04-23T18:24:00.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 --2- 172.21.15.38:0/914751429 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd23804a0 0x556bd236c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 --2- 172.21.15.38:0/914751429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23718a0 0x556bd237dc30 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 --2- 172.21.15.38:0/914751429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd2370f80 0x556bd238c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 -- 172.21.15.38:0/914751429 >> 172.21.15.38:0/914751429 conn(0x556bd236d3c0 msgr2=0x556bd236bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:00.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 -- 172.21.15.38:0/914751429 shutdown_connections 2024-04-23T18:24:00.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 -- 172.21.15.38:0/914751429 wait complete. 2024-04-23T18:24:00.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 -- start start 2024-04-23T18:24:00.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.409+0000 7f7f47c26740 1 Processor -- start 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd2370f80 0x556bd237a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd23718a0 0x556bd237acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f47c26740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23804a0 0x556bd23f5df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f47c26740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401ad0a0 con 0x556bd2370f80 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f47c26740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401ac9d0 con 0x556bd23804a0 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f47c26740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401a9c10 con 0x556bd23718a0 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f47c26740 10 client.0 _ll_register_callbacks cb 0x7f7f38003d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f3e59c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd2370f80 0x556bd237a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f3e59c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd2370f80 0x556bd237a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39016/0 (socket says 172.21.15.38:39016) 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f3e59c640 1 -- 172.21.15.38:0/1560579424 learned_addr learned my addr 172.21.15.38:0/1560579424 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd23718a0 0x556bd237acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f3ed9d640 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23804a0 0x556bd23f5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f3e59c640 1 -- 172.21.15.38:0/1560579424 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd23718a0 msgr2=0x556bd237acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f3e59c640 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd23718a0 0x556bd237acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f3e59c640 1 -- 172.21.15.38:0/1560579424 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23804a0 msgr2=0x556bd23f5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f3e59c640 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23804a0 0x556bd23f5df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.410+0000 7f7f3e59c640 1 -- 172.21.15.38:0/1560579424 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bd23f6330 con 0x556bd2370f80 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.411+0000 7f7f3e59c640 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd2370f80 0x556bd237a7b0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009230 tx=0x7f7f3003d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=627b43e40b60f92b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.411+0000 7f7f25ffb640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.411+0000 7f7f25ffb640 1 -- 172.21.15.38:0/1560579424 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f30035040 con 0x556bd2370f80 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.411+0000 7f7f25ffb640 1 -- 172.21.15.38:0/1560579424 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f7f30051840 con 0x556bd2370f80 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.411+0000 7f7f47c26740 1 -- 172.21.15.38:0/1560579424 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f34025170 con 0x556bd2370f80 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.411+0000 7f7f25ffb640 1 -- 172.21.15.38:0/1560579424 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f7f30051b50 con 0x556bd2370f80 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.411+0000 7f7f47c26740 10 client.15777 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.411+0000 7f7f47c26740 1 -- 172.21.15.38:0/1560579424 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556bd23f7620 con 0x556bd2370f80 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.411+0000 7f7f25ffb640 1 -- 172.21.15.38:0/1560579424 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7f34025170 con 0x556bd2370f80 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.412+0000 7f7f25ffb640 1 -- 172.21.15.38:0/1560579424 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f7f30031510 con 0x556bd2370f80 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.412+0000 7f7f47c26740 10 client.15777 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:00.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.412+0000 7f7f47c26740 10 client.15777 resolve_mds: validated gid 24515 aka daemon mds.b 2024-04-23T18:24:00.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.412+0000 7f7f47c26740 20 client.15777 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:00.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.412+0000 7f7f47c26740 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x556bd23f7e40 0x556bd23fa260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:00.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.412+0000 7f7f47c26740 4 client.15777 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-23T18:24:00.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.412+0000 7f7f47c26740 1 -- 172.21.15.38:0/1560579424 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x556bd22ddc00 con 0x556bd23f7e40 2024-04-23T18:24:00.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.412+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x556bd23f7e40 0x556bd23fa260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:00.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.412+0000 7f7f25ffb640 10 client.15777 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:00.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.412+0000 7f7f3dd9b640 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x556bd23f7e40 0x556bd23fa260 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a471b0d7365dd904 server_cookie=a4dfa0c697ecc330 in_seq=0 out_seq=0 2024-04-23T18:24:00.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.421+0000 7f7f25ffb640 1 -- 172.21.15.38:0/1560579424 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x556bd22ddc00 con 0x556bd23f7e40 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.421+0000 7f7f25ffb640 10 client.15777 handle_command_reply: tid=0 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.421+0000 7f7f47c26740 1 client.15777 shutdown 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 1 -- 172.21.15.38:0/1560579424 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd2370f80 msgr2=0x556bd237a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd2370f80 0x556bd237a7b0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009230 tx=0x7f7f3003d000 comp rx=0 tx=0).stop 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 1 -- 172.21.15.38:0/1560579424 shutdown_connections 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x556bd23f7e40 0x556bd23fa260 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556bd23718a0 0x556bd237acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x556bd23804a0 0x556bd23f5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 1 --2- 172.21.15.38:0/1560579424 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556bd2370f80 0x556bd237a7b0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 1 -- 172.21.15.38:0/1560579424 >> 172.21.15.38:0/1560579424 conn(0x556bd236d3c0 msgr2=0x556bd236bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f25ffb640 0 client.15777 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 1 -- 172.21.15.38:0/1560579424 shutdown_connections 2024-04-23T18:24:00.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 1 -- 172.21.15.38:0/1560579424 wait complete. 2024-04-23T18:24:00.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.422+0000 7f7f47c26740 20 client.15777 trim_cache size 0 max 16384 2024-04-23T18:24:00.416 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:24:00.416 INFO:teuthology.orchestra.run.smithi038.stdout: "epoch": 27, 2024-04-23T18:24:00.416 INFO:teuthology.orchestra.run.smithi038.stdout: "leader": 24515, 2024-04-23T18:24:00.416 INFO:teuthology.orchestra.run.smithi038.stdout: "set_version": 6, 2024-04-23T18:24:00.416 INFO:teuthology.orchestra.run.smithi038.stdout: "sets": { 2024-04-23T18:24:00.416 INFO:teuthology.orchestra.run.smithi038.stdout: "446dc5bd": { 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "version": 6, 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "age_ref": 0.0, 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "state": { 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "QUIESCED", 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "age": 0.0 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "timeout": 60.0, 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "expiration": 90.0, 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "members": { 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "file:/": { 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "excluded": false, 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "state": { 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "QUIESCED", 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: "age": 0.0 2024-04-23T18:24:00.417 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:24:00.418 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:24:00.418 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:24:00.418 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:24:00.418 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:24:00.418 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 -- 172.21.15.38:0/1851948069 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f7f280a3db0 msgr2=0x7f7f280a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f7f280a3db0 0x7f7f280a6270 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7f30006010 tx=0x7f7f30000bc0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 -- 172.21.15.38:0/1851948069 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f40103b50 msgr2=0x7f7f4019e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f40103b50 0x7f7f4019e9a0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f7f3400e9f0 tx=0x7f7f3400eeb0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 -- 172.21.15.38:0/1851948069 shutdown_connections 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f7f280a3db0 0x7f7f280a6270 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4010c570 0x7f7f40198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f40103b50 0x7f7f4019e9a0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 --2- 172.21.15.38:0/1851948069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f40103230 0x7f7f4019e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 -- 172.21.15.38:0/1851948069 >> 172.21.15.38:0/1851948069 conn(0x7f7f40077fb0 msgr2=0x7f7f400fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 -- 172.21.15.38:0/1851948069 shutdown_connections 2024-04-23T18:24:00.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:00.423+0000 7f7f44e31640 1 -- 172.21.15.38:0/1851948069 wait complete. 2024-04-23T18:24:00.427 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '446dc5bd', quiesce took 0.6 seconds. Will release after: 30.0 2024-04-23T18:24:00.658 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:24:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:24:00.245+0000 7f2ad038d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:24:00.658 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:24:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:24:00.245+0000 7f2ad038d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:24:00.658 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:24:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:24:00.245+0000 7f2ad038d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:24:00.658 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:24:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:24:00.245+0000 7f2ad038d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:24:00.659 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:24:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x[29451]: 2024-04-23T18:24:00.245+0000 7f2ad038d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:24:01.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:00 smithi038 ceph-mon[29217]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-23T18:24:01.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:00 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3017465302' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:01.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:00 smithi076 ceph-mon[32458]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-23T18:24:01.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:00 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3017465302' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:01.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:00 smithi102 ceph-mon[32874]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-23T18:24:01.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:00 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3017465302' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:03.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:02 smithi038 ceph-mon[29217]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 511 B/s wr, 13 op/s 2024-04-23T18:24:03.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:02 smithi038 ceph-mon[29217]: mgrmap e25: x(active, since 58s), standbys: z, y 2024-04-23T18:24:03.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:02 smithi076 ceph-mon[32458]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 511 B/s wr, 13 op/s 2024-04-23T18:24:03.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:02 smithi076 ceph-mon[32458]: mgrmap e25: x(active, since 58s), standbys: z, y 2024-04-23T18:24:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:02 smithi102 ceph-mon[32874]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 511 B/s wr, 13 op/s 2024-04-23T18:24:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:02 smithi102 ceph-mon[32874]: mgrmap e25: x(active, since 58s), standbys: z, y 2024-04-23T18:24:05.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:04 smithi038 ceph-mon[29217]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:24:05.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:04 smithi076 ceph-mon[32458]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:24:05.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:04 smithi102 ceph-mon[32874]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:24:07.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:06 smithi038 ceph-mon[29217]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-23T18:24:07.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:06 smithi076 ceph-mon[32458]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-23T18:24:07.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:06 smithi102 ceph-mon[32874]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-23T18:24:09.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:08 smithi076 ceph-mon[32458]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-23T18:24:09.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:08 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:24:09.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:08 smithi102 ceph-mon[32874]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-23T18:24:09.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:08 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:24:09.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:08 smithi038 ceph-mon[29217]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-23T18:24:09.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:08 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:24:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:10 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:24:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:10 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:24:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:10 smithi076 ceph-mon[32458]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-23T18:24:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:10 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:24:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:10 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:24:10.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:10 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:24:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:10 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:24:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:10 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:24:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:10 smithi102 ceph-mon[32874]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-23T18:24:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:10 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:24:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:10 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:24:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:10 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:24:10.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:10 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:24:10.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:10 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:24:10.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:10 smithi038 ceph-mon[29217]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-23T18:24:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:10 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:24:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:10 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:24:10.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:10 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.806+0000 7fa14d020640 1 -- 172.21.15.38:0/3904920109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa148106190 msgr2=0x7fa14810dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.806+0000 7fa14d020640 1 --2- 172.21.15.38:0/3904920109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa148106190 0x7fa14810dd60 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fa140009ca0 tx=0x7fa14002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.807+0000 7fa14d020640 1 -- 172.21.15.38:0/3904920109 shutdown_connections 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.807+0000 7fa14d020640 1 --2- 172.21.15.38:0/3904920109 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa148101a70 0x7fa148105ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.807+0000 7fa14d020640 1 --2- 172.21.15.38:0/3904920109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa148106190 0x7fa14810dd60 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.807+0000 7fa14d020640 1 --2- 172.21.15.38:0/3904920109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1481010c0 0x7fa1481014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.807+0000 7fa14d020640 1 -- 172.21.15.38:0/3904920109 >> 172.21.15.38:0/3904920109 conn(0x7fa148077f60 msgr2=0x7fa148078370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.807+0000 7fa14d020640 1 -- 172.21.15.38:0/3904920109 shutdown_connections 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.807+0000 7fa14d020640 1 -- 172.21.15.38:0/3904920109 wait complete. 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.807+0000 7fa14d020640 1 Processor -- start 2024-04-23T18:24:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.807+0000 7fa14d020640 1 -- start start 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa14d020640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa1481010c0 0x7fa14819e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa14d020640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa148106190 0x7fa14819e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa14d020640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa148198610 0x7fa148198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa14d020640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa148111210 con 0x7fa1481010c0 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa14d020640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fa148111090 con 0x7fa148106190 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa14d020640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa148111390 con 0x7fa148198610 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa146d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa1481010c0 0x7fa14819e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa146d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa1481010c0 0x7fa14819e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:59800/0 (socket says 172.21.15.38:59800) 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa146d9d640 1 -- 172.21.15.38:0/1230888957 learned_addr learned my addr 172.21.15.38:0/1230888957 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa13ffff640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa148106190 0x7fa14819e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa14759e640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa148198610 0x7fa148198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa146d9d640 1 -- 172.21.15.38:0/1230888957 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa148198610 msgr2=0x7fa148198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa146d9d640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa148198610 0x7fa148198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa146d9d640 1 -- 172.21.15.38:0/1230888957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa148106190 msgr2=0x7fa14819e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa146d9d640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa148106190 0x7fa14819e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa146d9d640 1 -- 172.21.15.38:0/1230888957 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa148199130 con 0x7fa1481010c0 2024-04-23T18:24:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.808+0000 7fa146d9d640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa1481010c0 0x7fa14819e410 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fa13800c890 tx=0x7fa13800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.809+0000 7fa144d99640 1 -- 172.21.15.38:0/1230888957 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa138004220 con 0x7fa1481010c0 2024-04-23T18:24:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.809+0000 7fa14d020640 1 -- 172.21.15.38:0/1230888957 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa148199420 con 0x7fa1481010c0 2024-04-23T18:24:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.809+0000 7fa144d99640 1 -- 172.21.15.38:0/1230888957 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa1380043c0 con 0x7fa1481010c0 2024-04-23T18:24:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.809+0000 7fa144d99640 1 -- 172.21.15.38:0/1230888957 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1380049e0 con 0x7fa1481010c0 2024-04-23T18:24:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.809+0000 7fa14d020640 1 -- 172.21.15.38:0/1230888957 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1480febd0 con 0x7fa1481010c0 2024-04-23T18:24:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.812+0000 7fa144d99640 1 -- 172.21.15.38:0/1230888957 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 25) ==== 138879+0+0 (secure 0 0 0) 0x7fa138005140 con 0x7fa1481010c0 2024-04-23T18:24:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.812+0000 7fa14fe0b740 1 Processor -- start 2024-04-23T18:24:11.806 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.812+0000 7fa14fe0b740 1 -- start start 2024-04-23T18:24:11.806 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fb620 0x55bbe75fba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fbf40 0x55bbe76062c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa14759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fb620 0x55bbe75fba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa146d9d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fbf40 0x55bbe76062c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa14759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fb620 0x55bbe75fba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:59278/0 (socket says 172.21.15.38:59278) 2024-04-23T18:24:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa146d9d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fbf40 0x55bbe76062c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:38182/0 (socket says 172.21.15.38:38182) 2024-04-23T18:24:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7608bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa144d99640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa1340a82f0 0x7fa1340aa7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55bbe7560970 con 0x55bbe7606800 2024-04-23T18:24:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55bbe74fd4a0 con 0x55bbe75fb620 2024-04-23T18:24:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bbe755c930 con 0x55bbe75fbf40 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa14759e640 1 -- 172.21.15.38:0/2291996878 learned_addr learned my addr 172.21.15.38:0/2291996878 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa13ffff640 1 --2- 172.21.15.38:0/2291996878 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7608bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa144d99640 1 -- 172.21.15.38:0/1230888957 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fa1380d06e0 con 0x7fa1481010c0 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.813+0000 7fa14759e640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa1340a82f0 0x7fa1340aa7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.814+0000 7fa13ffff640 1 -- 172.21.15.38:0/2291996878 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fbf40 msgr2=0x55bbe76062c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.814+0000 7fa13ffff640 1 --2- 172.21.15.38:0/2291996878 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fbf40 0x55bbe76062c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.814+0000 7fa13ffff640 1 -- 172.21.15.38:0/2291996878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fb620 msgr2=0x55bbe75fba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.814+0000 7fa13ffff640 1 --2- 172.21.15.38:0/2291996878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fb620 0x55bbe75fba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.814+0000 7fa13ffff640 1 -- 172.21.15.38:0/2291996878 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbe7273210 con 0x55bbe7606800 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.814+0000 7fa13ffff640 1 --2- 172.21.15.38:0/2291996878 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7608bf0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fa148105e20 tx=0x7fa13000af50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5e758a0173cd9bd server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.814+0000 7fa14759e640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa1340a82f0 0x7fa1340aa7b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa140009430 tx=0x7fa14002a8c0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.815+0000 7fa13d7fa640 1 -- 172.21.15.38:0/2291996878 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa130004020 con 0x55bbe7606800 2024-04-23T18:24:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.815+0000 7fa13d7fa640 1 -- 172.21.15.38:0/2291996878 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa1300041c0 con 0x55bbe7606800 2024-04-23T18:24:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.815+0000 7fa13d7fa640 1 -- 172.21.15.38:0/2291996878 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1300186a0 con 0x55bbe7606800 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 -- 172.21.15.38:0/2291996878 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 msgr2=0x55bbe7608bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/2291996878 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7608bf0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fa148105e20 tx=0x7fa13000af50 comp rx=0 tx=0).stop 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 -- 172.21.15.38:0/2291996878 shutdown_connections 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/2291996878 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fbf40 0x55bbe76062c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/2291996878 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7608bf0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/2291996878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fb620 0x55bbe75fba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 -- 172.21.15.38:0/2291996878 >> 172.21.15.38:0/2291996878 conn(0x55bbe75f7b30 msgr2=0x55bbe75f7f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 -- 172.21.15.38:0/2291996878 shutdown_connections 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 -- 172.21.15.38:0/2291996878 wait complete. 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 -- start start 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.816+0000 7fa14fe0b740 1 Processor -- start 2024-04-23T18:24:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe76060a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe7603390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 0x55bbe76038d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55bbe7609430 con 0x55bbe75fbf40 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55bbe74fb0b0 con 0x55bbe7606800 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bbe76095b0 con 0x55bbe75fb620 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa14fe0b740 10 client.0 _ll_register_callbacks cb 0x55bbe74e8d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa13ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe7603390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa13ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe7603390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:59816/0 (socket says 172.21.15.38:59816) 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa13ffff640 1 -- 172.21.15.38:0/4064597615 learned_addr learned my addr 172.21.15.38:0/4064597615 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa146d9d640 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe76060a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa14759e640 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 0x55bbe76038d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa13ffff640 1 -- 172.21.15.38:0/4064597615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 msgr2=0x55bbe76060a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa13ffff640 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe76060a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa13ffff640 1 -- 172.21.15.38:0/4064597615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 msgr2=0x55bbe76038d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa13ffff640 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 0x55bbe76038d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa13ffff640 1 -- 172.21.15.38:0/4064597615 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbe733f620 con 0x55bbe75fbf40 2024-04-23T18:24:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa13ffff640 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe7603390 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fa130000c00 tx=0x7fa13000a700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99a6e916d3888ecd server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.817+0000 7fa12e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4064597615 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa130027020 con 0x55bbe75fbf40 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4064597615 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fa13000fd60 con 0x55bbe75fbf40 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4064597615 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1300041c0 con 0x55bbe75fbf40 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4064597615 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa130032050 con 0x55bbe75fbf40 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa14fe0b740 10 client.15789 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4064597615 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55bbe76152b0 con 0x55bbe75fbf40 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4064597615 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa1300041c0 con 0x55bbe75fbf40 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4064597615 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fa130004a60 con 0x55bbe75fbf40 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa14fe0b740 10 client.15789 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa14fe0b740 10 client.15789 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa14fe0b740 20 client.15789 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.818+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55bbe76166c0 0x55bbe7618ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.819+0000 7fa14fe0b740 4 client.15789 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.819+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4064597615 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bbe756e390 con 0x55bbe76166c0 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.819+0000 7fa146d9d640 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55bbe76166c0 0x55bbe7618ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.819+0000 7fa146d9d640 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55bbe76166c0 0x55bbe7618ab0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d75b5909ff1c9ea server_cookie=1eed289a4c552d89 in_seq=0 out_seq=0 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.819+0000 7fa12e7fc640 10 client.15789 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4064597615 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bbe756e390 con 0x55bbe76166c0 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa12e7fc640 10 client.15789 handle_command_reply: tid=0 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 client.15789 shutdown 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4064597615 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 msgr2=0x55bbe7603390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe7603390 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fa130000c00 tx=0x7fa13000a700 comp rx=0 tx=0).stop 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4064597615 shutdown_connections 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55bbe76166c0 0x55bbe7618ab0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 0x55bbe76038d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe7603390 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4064597615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe76060a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa12e7fc640 0 client.15789 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4064597615 >> 172.21.15.38:0/4064597615 conn(0x55bbe75f7b30 msgr2=0x55bbe75fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4064597615 shutdown_connections 2024-04-23T18:24:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.820+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4064597615 wait complete. 2024-04-23T18:24:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.821+0000 7fa14fe0b740 20 client.15789 trim_cache size 0 max 16384 2024-04-23T18:24:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.835+0000 7fa14fe0b740 1 Processor -- start 2024-04-23T18:24:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.835+0000 7fa14fe0b740 1 -- start start 2024-04-23T18:24:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe76122f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fbf40 0x55bbe76024f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7605bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481abca0 con 0x55bbe7606800 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481ad7e0 con 0x55bbe75fbf40 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481ac370 con 0x55bbe75fb620 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa14759e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7605bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa14759e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7605bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:59826/0 (socket says 172.21.15.38:59826) 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa14759e640 1 -- 172.21.15.38:0/876119122 learned_addr learned my addr 172.21.15.38:0/876119122 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa13ffff640 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fbf40 0x55bbe76024f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa146d9d640 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe76122f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa146d9d640 1 -- 172.21.15.38:0/876119122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fbf40 msgr2=0x55bbe76024f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa146d9d640 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fbf40 0x55bbe76024f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa146d9d640 1 -- 172.21.15.38:0/876119122 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 msgr2=0x55bbe7605bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.836+0000 7fa146d9d640 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7605bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.837+0000 7fa146d9d640 1 -- 172.21.15.38:0/876119122 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbe7603c30 con 0x55bbe75fb620 2024-04-23T18:24:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.837+0000 7fa13ffff640 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fbf40 0x55bbe76024f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.837+0000 7fa14759e640 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7605bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.837+0000 7fa146d9d640 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe76122f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa1380cdc70 tx=0x7fa1380d2040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c39892739d0ec902 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.837+0000 7fa13cff9640 1 -- 172.21.15.38:0/876119122 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13801d040 con 0x55bbe75fb620 2024-04-23T18:24:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.837+0000 7fa13cff9640 1 -- 172.21.15.38:0/876119122 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa1380a5060 con 0x55bbe75fb620 2024-04-23T18:24:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.837+0000 7fa13cff9640 1 -- 172.21.15.38:0/876119122 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa138004ec0 con 0x55bbe75fb620 2024-04-23T18:24:11.836 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 -- 172.21.15.38:0/876119122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 msgr2=0x55bbe76122f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:11.836 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe76122f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa1380cdc70 tx=0x7fa1380d2040 comp rx=0 tx=0).stop 2024-04-23T18:24:11.836 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 -- 172.21.15.38:0/876119122 shutdown_connections 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe7606800 0x55bbe7605bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe75fbf40 0x55bbe76024f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/876119122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe76122f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 -- 172.21.15.38:0/876119122 >> 172.21.15.38:0/876119122 conn(0x55bbe75f7b30 msgr2=0x55bbe75f6420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 -- 172.21.15.38:0/876119122 shutdown_connections 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 -- 172.21.15.38:0/876119122 wait complete. 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 -- start start 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.838+0000 7fa14fe0b740 1 Processor -- start 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe760e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe760ed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa14fe0b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 0x55bbe75ff600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481ad110 con 0x55bbe75fbf40 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481aca40 con 0x55bbe7606800 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa14fe0b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481a9c80 con 0x55bbe75fb620 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa13ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe760ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa13ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe760ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:59842/0 (socket says 172.21.15.38:59842) 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa13ffff640 1 -- 172.21.15.38:0/4088779677 learned_addr learned my addr 172.21.15.38:0/4088779677 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa14fe0b740 10 client.0 _ll_register_callbacks cb 0x7fa1300039b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa146d9d640 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe760e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa14759e640 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 0x55bbe75ff600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa13ffff640 1 -- 172.21.15.38:0/4088779677 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 msgr2=0x55bbe760e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa13ffff640 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe760e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa13ffff640 1 -- 172.21.15.38:0/4088779677 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 msgr2=0x55bbe75ff600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa13ffff640 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 0x55bbe75ff600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa13ffff640 1 -- 172.21.15.38:0/4088779677 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbe75ffb40 con 0x55bbe75fbf40 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa146d9d640 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe760e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa14759e640 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 0x55bbe75ff600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa13ffff640 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe760ed40 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x55bbe7604960 tx=0x7fa13000a7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af026fa2d5d76ed3 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.839+0000 7fa12e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.840+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4088779677 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13003b060 con 0x55bbe75fbf40 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.840+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4088779677 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fa130023710 con 0x55bbe75fbf40 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.840+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4088779677 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1380a5060 con 0x55bbe75fbf40 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.840+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4088779677 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa130027040 con 0x55bbe75fbf40 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.840+0000 7fa14fe0b740 10 client.15795 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.840+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4088779677 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55bbe767c0c0 con 0x55bbe75fbf40 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.840+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4088779677 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa1380a5060 con 0x55bbe75fbf40 2024-04-23T18:24:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.841+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4088779677 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fa130004a70 con 0x55bbe75fbf40 2024-04-23T18:24:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.841+0000 7fa14fe0b740 10 client.15795 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.841+0000 7fa14fe0b740 10 client.15795 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.841+0000 7fa14fe0b740 20 client.15795 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.841+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55bbe76166c0 0x55bbe767e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.841+0000 7fa14fe0b740 4 client.15795 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:24:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.841+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4088779677 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bbe7568200 con 0x55bbe76166c0 2024-04-23T18:24:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.841+0000 7fa146d9d640 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55bbe76166c0 0x55bbe767e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.842+0000 7fa12e7fc640 10 client.15795 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.842+0000 7fa146d9d640 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55bbe76166c0 0x55bbe767e6b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6abb841cced0fed server_cookie=7e9a6c649e1cce4e in_seq=0 out_seq=0 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa12e7fc640 1 -- 172.21.15.38:0/4088779677 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bbe7568200 con 0x55bbe76166c0 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa12e7fc640 10 client.15795 handle_command_reply: tid=0 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 client.15795 shutdown 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4088779677 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 msgr2=0x55bbe760ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe760ed40 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x55bbe7604960 tx=0x7fa13000a7e0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4088779677 shutdown_connections 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55bbe76166c0 0x55bbe767e6b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55bbe7606800 0x55bbe75ff600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55bbe75fbf40 0x55bbe760ed40 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa12e7fc640 0 client.15795 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 --2- 172.21.15.38:0/4088779677 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bbe75fb620 0x55bbe760e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.843 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4088779677 >> 172.21.15.38:0/4088779677 conn(0x55bbe75f7b30 msgr2=0x55bbe76034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:11.843 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4088779677 shutdown_connections 2024-04-23T18:24:11.843 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 1 -- 172.21.15.38:0/4088779677 wait complete. 2024-04-23T18:24:11.843 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.848+0000 7fa14fe0b740 20 client.15795 trim_cache size 0 max 16384 2024-04-23T18:24:11.843 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:24:11.843 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:24:11.843 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:24:11.843 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:24:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 -- 172.21.15.38:0/1230888957 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa1340a82f0 msgr2=0x7fa1340aa7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa1340a82f0 0x7fa1340aa7b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa140009430 tx=0x7fa14002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 -- 172.21.15.38:0/1230888957 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa1481010c0 msgr2=0x7fa14819e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa1481010c0 0x7fa14819e410 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fa13800c890 tx=0x7fa13800cd50 comp rx=0 tx=0).stop 2024-04-23T18:24:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 -- 172.21.15.38:0/1230888957 shutdown_connections 2024-04-23T18:24:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa1340a82f0 0x7fa1340aa7b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa148198610 0x7fa148198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa148106190 0x7fa14819e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 --2- 172.21.15.38:0/1230888957 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa1481010c0 0x7fa14819e410 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 -- 172.21.15.38:0/1230888957 >> 172.21.15.38:0/1230888957 conn(0x7fa148077f60 msgr2=0x7fa14806a360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 -- 172.21.15.38:0/1230888957 shutdown_connections 2024-04-23T18:24:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:11.849+0000 7fa14d020640 1 -- 172.21.15.38:0/1230888957 wait complete. 2024-04-23T18:24:13.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:12 smithi038 ceph-mon[29217]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-04-23T18:24:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:12 smithi076 ceph-mon[32458]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-04-23T18:24:13.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:12 smithi102 ceph-mon[32874]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-04-23T18:24:15.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:14 smithi038 ceph-mon[29217]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:24:15.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:14 smithi076 ceph-mon[32458]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:24:15.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:14 smithi102 ceph-mon[32874]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:24:17.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:16 smithi038 ceph-mon[29217]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-23T18:24:17.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:16 smithi076 ceph-mon[32458]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-23T18:24:17.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:16 smithi102 ceph-mon[32874]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-23T18:24:17.315 INFO:tasks.workunit.client.0.smithi038.stderr:Note: switching to '57e0caf76fdb7ab8b1358588f292d08519163844'. 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr:state without impacting any branches by switching back to a branch. 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr: git switch -c 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr:Or undo this operation with: 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr: git switch - 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-04-23T18:24:17.316 INFO:tasks.workunit.client.0.smithi038.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-23T18:24:17.317 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-04-23T18:24:17.317 INFO:tasks.workunit.client.0.smithi038.stderr:HEAD is now at 57e0caf76fd qa/suites/fs: add quiescer to the fs suite 2024-04-23T18:24:17.318 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-23T18:24:17.380 INFO:tasks.workunit.client.0.smithi038.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-23T18:24:17.383 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-23T18:24:17.383 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-23T18:24:18.030 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-23T18:24:18.245 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-23T18:24:18.245 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-23T18:24:18.245 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-23T18:24:18.245 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-23T18:24:18.245 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-23T18:24:18.245 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:24:18.245 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-23T18:24:18.301 INFO:tasks.workunit:Running workunits matching fs/norstats on client.0... 2024-04-23T18:24:18.302 INFO:tasks.workunit:Running workunit fs/norstats/kernel_untar_tar.sh... 2024-04-23T18:24:18.303 DEBUG:teuthology.orchestra.run.smithi038:workunit test fs/norstats/kernel_untar_tar.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=57e0caf76fdb7ab8b1358588f292d08519163844 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/norstats/kernel_untar_tar.sh 2024-04-23T18:24:19.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:18 smithi038 ceph-mon[29217]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:24:19.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:18 smithi076 ceph-mon[32458]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:24:19.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:18 smithi102 ceph-mon[32874]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:24:21.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:20 smithi038 ceph-mon[29217]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 682 B/s wr, 13 op/s 2024-04-23T18:24:21.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:20 smithi076 ceph-mon[32458]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 682 B/s wr, 13 op/s 2024-04-23T18:24:21.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:20 smithi102 ceph-mon[32874]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 682 B/s wr, 13 op/s 2024-04-23T18:24:23.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:22 smithi038 ceph-mon[29217]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:24:23.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:22 smithi076 ceph-mon[32458]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:24:23.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:22 smithi102 ceph-mon[32874]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-23T18:24:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.952+0000 7fd39ee8a640 1 -- 172.21.15.38:0/3841490830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd398101aa0 msgr2=0x7fd398105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.952+0000 7fd39ee8a640 1 --2- 172.21.15.38:0/3841490830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd398101aa0 0x7fd398105a90 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fd388009900 tx=0x7fd38802a410 comp rx=0 tx=0).stop 2024-04-23T18:24:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.952+0000 7fd39ee8a640 1 -- 172.21.15.38:0/3841490830 shutdown_connections 2024-04-23T18:24:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.952+0000 7fd39ee8a640 1 --2- 172.21.15.38:0/3841490830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd398106170 0x7fd39810dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.952+0000 7fd39ee8a640 1 --2- 172.21.15.38:0/3841490830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd398101aa0 0x7fd398105a90 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.952+0000 7fd39ee8a640 1 --2- 172.21.15.38:0/3841490830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3981010f0 0x7fd3981014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.952+0000 7fd39ee8a640 1 -- 172.21.15.38:0/3841490830 >> 172.21.15.38:0/3841490830 conn(0x7fd398077fd0 msgr2=0x7fd3980783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.952+0000 7fd39ee8a640 1 -- 172.21.15.38:0/3841490830 shutdown_connections 2024-04-23T18:24:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.952+0000 7fd39ee8a640 1 -- 172.21.15.38:0/3841490830 wait complete. 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd39ee8a640 1 Processor -- start 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd39ee8a640 1 -- start start 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd39ee8a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3981010f0 0x7fd398198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd39ee8a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd398106170 0x7fd398198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd39ee8a640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd39819d010 0x7fd39819d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd39ee8a640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd398112310 con 0x7fd398106170 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd39ee8a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd398112190 con 0x7fd3981010f0 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd39ee8a640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd398112490 con 0x7fd39819d010 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd397fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd398106170 0x7fd398198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd397fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd398106170 0x7fd398198c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:52102/0 (socket says 172.21.15.38:52102) 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd397fff640 1 -- 172.21.15.38:0/2671795535 learned_addr learned my addr 172.21.15.38:0/2671795535 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd39cc26640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3981010f0 0x7fd398198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd39d427640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd39819d010 0x7fd39819d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.949 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd397fff640 1 -- 172.21.15.38:0/2671795535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd39819d010 msgr2=0x7fd39819d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:24.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd397fff640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd39819d010 0x7fd39819d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd397fff640 1 -- 172.21.15.38:0/2671795535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3981010f0 msgr2=0x7fd398198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:24.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.953+0000 7fd397fff640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3981010f0 0x7fd398198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.954+0000 7fd397fff640 1 -- 172.21.15.38:0/2671795535 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd39819db00 con 0x7fd398106170 2024-04-23T18:24:24.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.954+0000 7fd397fff640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd398106170 0x7fd398198c90 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fd388005940 tx=0x7fd3880042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:24.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.954+0000 7fd395ffb640 1 -- 172.21.15.38:0/2671795535 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd38803f030 con 0x7fd398106170 2024-04-23T18:24:24.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.954+0000 7fd39ee8a640 1 -- 172.21.15.38:0/2671795535 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd39819dd90 con 0x7fd398106170 2024-04-23T18:24:24.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.954+0000 7fd395ffb640 1 -- 172.21.15.38:0/2671795535 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd3880318f0 con 0x7fd398106170 2024-04-23T18:24:24.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.954+0000 7fd395ffb640 1 -- 172.21.15.38:0/2671795535 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd388035070 con 0x7fd398106170 2024-04-23T18:24:24.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.954+0000 7fd39ee8a640 1 -- 172.21.15.38:0/2671795535 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3981a5560 con 0x7fd398106170 2024-04-23T18:24:24.957 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd395ffb640 1 -- 172.21.15.38:0/2671795535 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 25) ==== 138879+0+0 (secure 0 0 0) 0x7fd388042030 con 0x7fd398106170 2024-04-23T18:24:24.957 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd3a1ba0740 1 Processor -- start 2024-04-23T18:24:24.957 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd3a1ba0740 1 -- start start 2024-04-23T18:24:24.957 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7540 0x56140d9e7920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9f66d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9f6c10 0x56140d9f9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56140d94c970 con 0x56140d9e7e60 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x56140d8e94a0 con 0x56140d9f6c10 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56140d948930 con 0x56140d9e7540 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd395ffb640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd3840a3ee0 0x7fd3840a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.957+0000 7fd39cc26640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9f66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39cc26640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9f66d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:52116/0 (socket says 172.21.15.38:52116) 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd397fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9f6c10 0x56140d9f9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39cc26640 1 -- 172.21.15.38:0/1698883004 learned_addr learned my addr 172.21.15.38:0/1698883004 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39d427640 1 --2- 172.21.15.38:0/1698883004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7540 0x56140d9e7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39d427640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd3840a3ee0 0x7fd3840a63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd395ffb640 1 -- 172.21.15.38:0/2671795535 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fd3880f0e30 con 0x7fd398106170 2024-04-23T18:24:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39cc26640 1 -- 172.21.15.38:0/1698883004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7540 msgr2=0x56140d9e7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39cc26640 1 --2- 172.21.15.38:0/1698883004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7540 0x56140d9e7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39cc26640 1 -- 172.21.15.38:0/1698883004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9f6c10 msgr2=0x56140d9f9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39cc26640 1 --2- 172.21.15.38:0/1698883004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9f6c10 0x56140d9f9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39cc26640 1 -- 172.21.15.38:0/1698883004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56140d65f210 con 0x56140d9e7e60 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39cc26640 1 --2- 172.21.15.38:0/1698883004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9f66d0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fd38000bcd0 tx=0x7fd3800107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c230aa390935dec server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd39d427640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd3840a3ee0 0x7fd3840a63a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd390005c40 tx=0x7fd390009500 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd38effd640 1 -- 172.21.15.38:0/1698883004 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd380005220 con 0x56140d9e7e60 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd38effd640 1 -- 172.21.15.38:0/1698883004 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd380004c70 con 0x56140d9e7e60 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.958+0000 7fd38effd640 1 -- 172.21.15.38:0/1698883004 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd380011750 con 0x56140d9e7e60 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.959+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/1698883004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 msgr2=0x56140d9f66d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.959+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/1698883004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9f66d0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fd38000bcd0 tx=0x7fd3800107a0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.959+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/1698883004 shutdown_connections 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.959+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/1698883004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9f6c10 0x56140d9f9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.959+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/1698883004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9f66d0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.959+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/1698883004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7540 0x56140d9e7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.959+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/1698883004 >> 172.21.15.38:0/1698883004 conn(0x56140d9e3b30 msgr2=0x56140d9e3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.959+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/1698883004 shutdown_connections 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.959+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/1698883004 wait complete. 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.959+0000 7fd3a1ba0740 1 -- start start 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd3a1ba0740 1 Processor -- start 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9f6510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 0x56140d9f3800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9f6c10 0x56140d9f3d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56140d9f9840 con 0x56140d9f6c10 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x56140d8e70b0 con 0x56140d9e7540 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56140d9f99c0 con 0x56140d9e7e60 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd3a1ba0740 10 client.0 _ll_register_callbacks cb 0x56140d8d4d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd39d427640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9f6c10 0x56140d9f3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd397fff640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 0x56140d9f3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd39d427640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9f6c10 0x56140d9f3d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:52126/0 (socket says 172.21.15.38:52126) 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd39cc26640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9f6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.960+0000 7fd39d427640 1 -- 172.21.15.38:0/3569188176 learned_addr learned my addr 172.21.15.38:0/3569188176 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd39d427640 1 -- 172.21.15.38:0/3569188176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 msgr2=0x56140d9f3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd39d427640 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 0x56140d9f3800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd39d427640 1 -- 172.21.15.38:0/3569188176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 msgr2=0x56140d9f6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd39d427640 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9f6510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd39d427640 1 -- 172.21.15.38:0/3569188176 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56140d72b620 con 0x56140d9f6c10 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd397fff640 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 0x56140d9f3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd39cc26640 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9f6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd39d427640 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9f6c10 0x56140d9f3d40 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fd39000dbe0 tx=0x7fd390004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbcb7f9e6b24d3bb server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd377fff640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:24:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd377fff640 1 -- 172.21.15.38:0/3569188176 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd390025070 con 0x56140d9f6c10 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd377fff640 1 -- 172.21.15.38:0/3569188176 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fd390009040 con 0x56140d9f6c10 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3569188176 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd380004c70 con 0x56140d9f6c10 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd377fff640 1 -- 172.21.15.38:0/3569188176 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd390031050 con 0x56140d9f6c10 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd3a1ba0740 10 client.15807 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3569188176 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56140da05770 con 0x56140d9f6c10 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.961+0000 7fd377fff640 1 -- 172.21.15.38:0/3569188176 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd380004c70 con 0x56140d9f6c10 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.962+0000 7fd377fff640 1 -- 172.21.15.38:0/3569188176 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fd39000fcd0 con 0x56140d9f6c10 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.962+0000 7fd3a1ba0740 10 client.15807 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.962+0000 7fd3a1ba0740 10 client.15807 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.962+0000 7fd3a1ba0740 20 client.15807 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.962+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x56140da06c30 0x56140da09020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.962+0000 7fd3a1ba0740 4 client.15807 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.962+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3569188176 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56140d95a390 con 0x56140da06c30 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.962+0000 7fd39cc26640 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x56140da06c30 0x56140da09020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.963+0000 7fd377fff640 10 client.15807 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.963+0000 7fd39cc26640 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x56140da06c30 0x56140da09020 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9674918fa430e7da server_cookie=7f616ac32bccb1eb in_seq=0 out_seq=0 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.963+0000 7fd377fff640 1 -- 172.21.15.38:0/3569188176 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56140d95a390 con 0x56140da06c30 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.963+0000 7fd377fff640 10 client.15807 handle_command_reply: tid=0 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.963+0000 7fd3a1ba0740 1 client.15807 shutdown 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.963+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3569188176 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9f6c10 msgr2=0x56140d9f3d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.963+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9f6c10 0x56140d9f3d40 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fd39000dbe0 tx=0x7fd390004a40 comp rx=0 tx=0).stop 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.964+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3569188176 shutdown_connections 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.964+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x56140da06c30 0x56140da09020 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.964+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 0x56140d9f3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.964+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9f6c10 0x56140d9f3d40 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.964+0000 7fd377fff640 0 client.15807 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.964+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3569188176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9f6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.964+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3569188176 >> 172.21.15.38:0/3569188176 conn(0x56140d9e3b30 msgr2=0x56140d9e99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.964+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3569188176 shutdown_connections 2024-04-23T18:24:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.964+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3569188176 wait complete. 2024-04-23T18:24:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.964+0000 7fd3a1ba0740 20 client.15807 trim_cache size 0 max 16384 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd3a1ba0740 1 Processor -- start 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd3a1ba0740 1 -- start start 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e3b30 0x56140da02700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9eed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 0x56140d9f6040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd3981abbb0 con 0x56140d9e3b30 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd3981ad6f0 con 0x56140d9e7540 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd3981ac280 con 0x56140d9e7e60 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd39cc26640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e3b30 0x56140da02700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd39cc26640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e3b30 0x56140da02700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:52136/0 (socket says 172.21.15.38:52136) 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.980+0000 7fd39cc26640 1 -- 172.21.15.38:0/2459147398 learned_addr learned my addr 172.21.15.38:0/2459147398 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd397fff640 1 --2- 172.21.15.38:0/2459147398 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9eed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd39d427640 1 --2- 172.21.15.38:0/2459147398 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 0x56140d9f6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd39cc26640 1 -- 172.21.15.38:0/2459147398 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 msgr2=0x56140d9f6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd39cc26640 1 --2- 172.21.15.38:0/2459147398 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 0x56140d9f6040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd39cc26640 1 -- 172.21.15.38:0/2459147398 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 msgr2=0x56140d9eed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd39cc26640 1 --2- 172.21.15.38:0/2459147398 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9eed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd39cc26640 1 -- 172.21.15.38:0/2459147398 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56140d9e7c90 con 0x56140d9e3b30 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd397fff640 1 --2- 172.21.15.38:0/2459147398 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9eed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd39cc26640 1 --2- 172.21.15.38:0/2459147398 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e3b30 0x56140da02700 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fd380010ca0 tx=0x7fd380010fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e16924edf64dee80 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd38e7fc640 1 -- 172.21.15.38:0/2459147398 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd380004220 con 0x56140d9e3b30 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd38e7fc640 1 -- 172.21.15.38:0/2459147398 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd38000be80 con 0x56140d9e3b30 2024-04-23T18:24:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.981+0000 7fd38e7fc640 1 -- 172.21.15.38:0/2459147398 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd380003b00 con 0x56140d9e3b30 2024-04-23T18:24:24.979 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/2459147398 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e3b30 msgr2=0x56140da02700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/2459147398 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e3b30 0x56140da02700 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fd380010ca0 tx=0x7fd380010fd0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/2459147398 shutdown_connections 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/2459147398 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e7e60 0x56140d9f6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/2459147398 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9eed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/2459147398 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e3b30 0x56140da02700 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/2459147398 >> 172.21.15.38:0/2459147398 conn(0x56140d9f3ea0 msgr2=0x56140d9ee670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/2459147398 shutdown_connections 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/2459147398 wait complete. 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 -- start start 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.982+0000 7fd3a1ba0740 1 Processor -- start 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e3b30 0x56140d9eb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9ebd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd3a1ba0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9ec280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd3981ad020 con 0x56140d9e7e60 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fd3981ac950 con 0x56140d9e7540 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd3a1ba0740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd3981a9b90 con 0x56140d9e3b30 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd3a1ba0740 10 client.0 _ll_register_callbacks cb 0x7fd390003c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd39d427640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9ec280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd39d427640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9ec280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:52144/0 (socket says 172.21.15.38:52144) 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd39d427640 1 -- 172.21.15.38:0/3782458700 learned_addr learned my addr 172.21.15.38:0/3782458700 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd39cc26640 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e3b30 0x56140d9eb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd397fff640 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9ebd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd39d427640 1 -- 172.21.15.38:0/3782458700 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e3b30 msgr2=0x56140d9eb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd39d427640 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e3b30 0x56140d9eb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd39d427640 1 -- 172.21.15.38:0/3782458700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 msgr2=0x56140d9ebd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd39d427640 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9ebd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.983+0000 7fd39d427640 1 -- 172.21.15.38:0/3782458700 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56140d9fdea0 con 0x56140d9e7e60 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd39d427640 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9ec280 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fd390009250 tx=0x7fd390004970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d69dca2ac813de10 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd377fff640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd377fff640 1 -- 172.21.15.38:0/3782458700 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd39003a060 con 0x56140d9e7e60 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd377fff640 1 -- 172.21.15.38:0/3782458700 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7fd390012930 con 0x56140d9e7e60 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3782458700 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56140d954200 con 0x56140d9e7e60 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd377fff640 1 -- 172.21.15.38:0/3782458700 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd390025070 con 0x56140d9e7e60 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd3a1ba0740 10 client.15813 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3782458700 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56140d9ff1b0 con 0x56140d9e7e60 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd377fff640 1 -- 172.21.15.38:0/3782458700 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x56140d954200 con 0x56140d9e7e60 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd377fff640 1 -- 172.21.15.38:0/3782458700 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fd390005040 con 0x56140d9e7e60 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd3a1ba0740 10 client.15813 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd3a1ba0740 10 client.15813 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:24.982 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd3a1ba0740 20 client.15813 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:24.983 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.984+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x56140d9f6c10 0x56140da73c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:24.983 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.985+0000 7fd3a1ba0740 4 client.15813 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:24:24.983 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.985+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3782458700 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56140d8d05f0 con 0x56140d9f6c10 2024-04-23T18:24:24.983 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.985+0000 7fd39cc26640 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x56140d9f6c10 0x56140da73c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:24.983 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.985+0000 7fd39cc26640 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x56140d9f6c10 0x56140da73c00 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4907fb783228789 server_cookie=e11a632d9264acb0 in_seq=0 out_seq=0 2024-04-23T18:24:24.983 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.985+0000 7fd377fff640 10 client.15813 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:24.985 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd377fff640 1 -- 172.21.15.38:0/3782458700 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56140d8d05f0 con 0x56140d9f6c10 2024-04-23T18:24:24.985 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd377fff640 10 client.15813 handle_command_reply: tid=0 2024-04-23T18:24:24.985 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 client.15813 shutdown 2024-04-23T18:24:24.985 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3782458700 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 msgr2=0x56140d9ec280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:24.985 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9ec280 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fd390009250 tx=0x7fd390004970 comp rx=0 tx=0).stop 2024-04-23T18:24:24.985 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3782458700 shutdown_connections 2024-04-23T18:24:24.985 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x56140d9f6c10 0x56140da73c00 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.985 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56140d9e7e60 0x56140d9ec280 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.985 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x56140d9e7540 0x56140d9ebd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.986 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd377fff640 0 client.15813 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:24.986 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 --2- 172.21.15.38:0/3782458700 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56140d9e3b30 0x56140d9eb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.986 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3782458700 >> 172.21.15.38:0/3782458700 conn(0x56140d9f3ea0 msgr2=0x56140d9e8f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:24.986 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3782458700 shutdown_connections 2024-04-23T18:24:24.986 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.991+0000 7fd3a1ba0740 1 -- 172.21.15.38:0/3782458700 wait complete. 2024-04-23T18:24:24.986 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd3a1ba0740 20 client.15813 trim_cache size 0 max 16384 2024-04-23T18:24:24.986 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:24:24.986 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:24:24.986 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:24:24.986 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:24:24.987 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 -- 172.21.15.38:0/2671795535 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd3840a3ee0 msgr2=0x7fd3840a63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:24.987 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd3840a3ee0 0x7fd3840a63a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd390005c40 tx=0x7fd390009500 comp rx=0 tx=0).stop 2024-04-23T18:24:24.987 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 -- 172.21.15.38:0/2671795535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd398106170 msgr2=0x7fd398198c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:24.987 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd398106170 0x7fd398198c90 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fd388005940 tx=0x7fd3880042f0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.987 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 -- 172.21.15.38:0/2671795535 shutdown_connections 2024-04-23T18:24:24.987 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fd3840a3ee0 0x7fd3840a63a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.988 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd39819d010 0x7fd39819d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.988 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd398106170 0x7fd398198c90 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.988 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 --2- 172.21.15.38:0/2671795535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3981010f0 0x7fd398198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:24.988 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 -- 172.21.15.38:0/2671795535 >> 172.21.15.38:0/2671795535 conn(0x7fd398077fd0 msgr2=0x7fd3980fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:24.988 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 -- 172.21.15.38:0/2671795535 shutdown_connections 2024-04-23T18:24:24.988 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:24.992+0000 7fd39ee8a640 1 -- 172.21.15.38:0/2671795535 wait complete. 2024-04-23T18:24:25.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:24 smithi038 ceph-mon[29217]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:24:25.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:24 smithi076 ceph-mon[32458]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:24:25.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:24 smithi102 ceph-mon[32874]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:24:27.159 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:26 smithi038 ceph-mon[29217]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1023 B/s wr, 13 op/s 2024-04-23T18:24:27.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:26 smithi076 ceph-mon[32458]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1023 B/s wr, 13 op/s 2024-04-23T18:24:27.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:26 smithi102 ceph-mon[32874]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1023 B/s wr, 13 op/s 2024-04-23T18:24:29.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:28 smithi038 ceph-mon[29217]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-23T18:24:29.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:28 smithi076 ceph-mon[32458]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-23T18:24:29.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:28 smithi102 ceph-mon[32874]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-23T18:24:30.428 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:24:30.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.551+0000 7f6d1476f640 1 -- 172.21.15.38:0/1069104883 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6d0c10e7b0 msgr2=0x7f6d0c110bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.551+0000 7f6d1476f640 1 --2- 172.21.15.38:0/1069104883 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6d0c10e7b0 0x7f6d0c110bc0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f6d04009ca0 tx=0x7f6d0402a950 comp rx=0 tx=0).stop 2024-04-23T18:24:30.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.552+0000 7f6d1476f640 1 -- 172.21.15.38:0/1069104883 shutdown_connections 2024-04-23T18:24:30.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.552+0000 7f6d1476f640 1 --2- 172.21.15.38:0/1069104883 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6d0c10e7b0 0x7f6d0c110bc0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.552+0000 7f6d1476f640 1 --2- 172.21.15.38:0/1069104883 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d0c074c40 0x7f6d0c10e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.552+0000 7f6d1476f640 1 --2- 172.21.15.38:0/1069104883 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d0c074320 0x7f6d0c074700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.552+0000 7f6d1476f640 1 -- 172.21.15.38:0/1069104883 >> 172.21.15.38:0/1069104883 conn(0x7f6d0c079350 msgr2=0x7f6d0c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.552+0000 7f6d1476f640 1 -- 172.21.15.38:0/1069104883 shutdown_connections 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.552+0000 7f6d1476f640 1 -- 172.21.15.38:0/1069104883 wait complete. 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.552+0000 7f6d1476f640 1 Processor -- start 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.552+0000 7f6d1476f640 1 -- start start 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.552+0000 7f6d1476f640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6d0c074320 0x7f6d0c1a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1476f640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d0c074c40 0x7f6d0c1a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1476f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d0c10e7b0 0x7f6d0c19a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1476f640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c1144e0 con 0x7f6d0c074320 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1476f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c114360 con 0x7f6d0c10e7b0 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1476f640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c114660 con 0x7f6d0c074c40 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1250b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6d0c074320 0x7f6d0c1a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1250b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6d0c074320 0x7f6d0c1a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39210/0 (socket says 172.21.15.38:39210) 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1250b640 1 -- 172.21.15.38:0/1624848653 learned_addr learned my addr 172.21.15.38:0/1624848653 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d12d0c640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d0c10e7b0 0x7f6d0c19a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1250b640 1 -- 172.21.15.38:0/1624848653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d0c074c40 msgr2=0x7f6d0c1a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1250b640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d0c074c40 0x7f6d0c1a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1250b640 1 -- 172.21.15.38:0/1624848653 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d0c10e7b0 msgr2=0x7f6d0c19a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1250b640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d0c10e7b0 0x7f6d0c19a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1250b640 1 -- 172.21.15.38:0/1624848653 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d0c19afd0 con 0x7f6d0c074320 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1250b640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6d0c074320 0x7f6d0c1a0640 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f6d0800c920 tx=0x7f6d0800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d037fe640 1 -- 172.21.15.38:0/1624848653 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d08007c70 con 0x7f6d0c074320 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d037fe640 1 -- 172.21.15.38:0/1624848653 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6d08007e10 con 0x7f6d0c074320 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1476f640 1 -- 172.21.15.38:0/1624848653 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d0c19b2c0 con 0x7f6d0c074320 2024-04-23T18:24:30.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d037fe640 1 -- 172.21.15.38:0/1624848653 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d080188c0 con 0x7f6d0c074320 2024-04-23T18:24:30.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.553+0000 7f6d1476f640 1 -- 172.21.15.38:0/1624848653 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d0c1a7490 con 0x7f6d0c074320 2024-04-23T18:24:30.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.554+0000 7f6d1476f640 1 -- 172.21.15.38:0/1624848653 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d0c0759d0 con 0x7f6d0c074320 2024-04-23T18:24:30.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.556+0000 7f6d037fe640 1 -- 172.21.15.38:0/1624848653 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 25) ==== 138879+0+0 (secure 0 0 0) 0x7f6d08018a60 con 0x7f6d0c074320 2024-04-23T18:24:30.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.557+0000 7f6d037fe640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6cf80a3e40 0x7f6cf80a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.557+0000 7f6d11d0a640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6cf80a3e40 0x7f6cf80a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.557+0000 7f6d037fe640 1 -- 172.21.15.38:0/1624848653 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f6d080d0fd0 con 0x7f6d0c074320 2024-04-23T18:24:30.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.558+0000 7f6d11d0a640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6cf80a3e40 0x7f6cf80a6300 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc005d80 tx=0x7f6cfc005c90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:30.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.561+0000 7f6d037fe640 1 -- 172.21.15.38:0/1624848653 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6d08014030 con 0x7f6d0c074320 2024-04-23T18:24:30.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.788+0000 7f6d1476f640 1 -- 172.21.15.38:0/1624848653 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d0c0691c0 con 0x7f6d0c074320 2024-04-23T18:24:30.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.789+0000 7f6d037fe640 1 -- 172.21.15.38:0/1624848653 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11923 (secure 0 0 0) 0x7f6d0809d470 con 0x7f6d0c074320 2024-04-23T18:24:30.783 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:24:30.783 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:23:02.320864+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24515,24466,14613,24476,24490]},"id":1}]} 2024-04-23T18:24:30.783 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 27 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 -- 172.21.15.38:0/1624848653 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6cf80a3e40 msgr2=0x7f6cf80a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6cf80a3e40 0x7f6cf80a6300 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc005d80 tx=0x7f6cfc005c90 comp rx=0 tx=0).stop 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 -- 172.21.15.38:0/1624848653 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6d0c074320 msgr2=0x7f6d0c1a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6d0c074320 0x7f6d0c1a0640 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f6d0800c920 tx=0x7f6d0800cde0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 -- 172.21.15.38:0/1624848653 shutdown_connections 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f6cf80a3e40 0x7f6cf80a6300 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d0c074c40 0x7f6d0c1a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d0c10e7b0 0x7f6d0c19a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 --2- 172.21.15.38:0/1624848653 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6d0c074320 0x7f6d0c1a0640 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 -- 172.21.15.38:0/1624848653 >> 172.21.15.38:0/1624848653 conn(0x7f6d0c079350 msgr2=0x7f6d0c0fee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 -- 172.21.15.38:0/1624848653 shutdown_connections 2024-04-23T18:24:30.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.791+0000 7f6d1476f640 1 -- 172.21.15.38:0/1624848653 wait complete. 2024-04-23T18:24:30.796 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24515 quiesce db --set-id 446dc5bd --release --await' 2024-04-23T18:24:30.796 DEBUG:teuthology.orchestra.run.smithi038:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24515 quiesce db --set-id 446dc5bd --release --await 2024-04-23T18:24:30.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.912+0000 7f65869a2640 1 -- 172.21.15.38:0/1292545527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f658006a880 msgr2=0x7f658006ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.912+0000 7f65869a2640 1 --2- 172.21.15.38:0/1292545527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f658006a880 0x7f658006ac60 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f6568009900 tx=0x7f656802a410 comp rx=0 tx=0).stop 2024-04-23T18:24:30.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.912+0000 7f65869a2640 1 -- 172.21.15.38:0/1292545527 shutdown_connections 2024-04-23T18:24:30.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.912+0000 7f65869a2640 1 --2- 172.21.15.38:0/1292545527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6580107270 0x7f658010ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.912+0000 7f65869a2640 1 --2- 172.21.15.38:0/1292545527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f658006b230 0x7f6580106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.912+0000 7f65869a2640 1 --2- 172.21.15.38:0/1292545527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f658006a880 0x7f658006ac60 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.912+0000 7f65869a2640 1 -- 172.21.15.38:0/1292545527 >> 172.21.15.38:0/1292545527 conn(0x7f6580077eb0 msgr2=0x7f65800782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:30.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.912+0000 7f65869a2640 1 -- 172.21.15.38:0/1292545527 shutdown_connections 2024-04-23T18:24:30.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.912+0000 7f65869a2640 1 -- 172.21.15.38:0/1292545527 wait complete. 2024-04-23T18:24:30.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.913+0000 7f65869a2640 1 Processor -- start 2024-04-23T18:24:30.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.913+0000 7f65869a2640 1 -- start start 2024-04-23T18:24:30.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.913+0000 7f65869a2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f658006a880 0x7f658019e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.913+0000 7f65869a2640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6580107270 0x7f658019e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.913+0000 7f65869a2640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65801985f0 0x7f6580198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.913+0000 7f65869a2640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6580112310 con 0x7f6580107270 2024-04-23T18:24:30.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.913+0000 7f65869a2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f6580112190 con 0x7f658006a880 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.913+0000 7f65869a2640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6580112490 con 0x7f65801985f0 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657f7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6580107270 0x7f658019e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657f7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6580107270 0x7f658019e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39228/0 (socket says 172.21.15.38:39228) 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657f7fe640 1 -- 172.21.15.38:0/4014448764 learned_addr learned my addr 172.21.15.38:0/4014448764 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657ffff640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f658006a880 0x7f658019e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f6584f3f640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65801985f0 0x7f6580198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657f7fe640 1 -- 172.21.15.38:0/4014448764 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65801985f0 msgr2=0x7f6580198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657f7fe640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65801985f0 0x7f6580198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657f7fe640 1 -- 172.21.15.38:0/4014448764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f658006a880 msgr2=0x7f658019e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657f7fe640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f658006a880 0x7f658019e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657f7fe640 1 -- 172.21.15.38:0/4014448764 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6580199110 con 0x7f6580107270 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f6584f3f640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65801985f0 0x7f6580198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:24:30.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657f7fe640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6580107270 0x7f658019e980 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f657000d770 tx=0x7f657000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657d7fa640 1 -- 172.21.15.38:0/4014448764 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6570017070 con 0x7f6580107270 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f65869a2640 1 -- 172.21.15.38:0/4014448764 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6580199400 con 0x7f6580107270 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657d7fa640 1 -- 172.21.15.38:0/4014448764 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6570009c30 con 0x7f6580107270 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f657d7fa640 1 -- 172.21.15.38:0/4014448764 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657000f620 con 0x7f6580107270 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.914+0000 7f65869a2640 1 -- 172.21.15.38:0/4014448764 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65801a5650 con 0x7f6580107270 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.916+0000 7f657d7fa640 1 -- 172.21.15.38:0/4014448764 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 25) ==== 138879+0+0 (secure 0 0 0) 0x7f657001a070 con 0x7f6580107270 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f658979a740 1 Processor -- start 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f658979a740 1 -- start start 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657d7fa640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f656c0a3e40 0x7f656c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f658979a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c5693870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f658979a740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c5693db0 0x55e7c569df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f658979a740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c569e480 0x55e7c56a0870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f658979a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e7c55f86d0 con 0x55e7c5693490 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f658979a740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55e7c55951a0 con 0x55e7c5693db0 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f658979a740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e7c55f4690 con 0x55e7c569e480 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c5693870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f6584f3f640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f656c0a3e40 0x7f656c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c5693870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39238/0 (socket says 172.21.15.38:39238) 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657ffff640 1 -- 172.21.15.38:0/1985494111 learned_addr learned my addr 172.21.15.38:0/1985494111 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657d7fa640 1 -- 172.21.15.38:0/4014448764 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f65700d06d0 con 0x7f6580107270 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f6584f3f640 1 --2- 172.21.15.38:0/1985494111 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c569e480 0x55e7c56a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657f7fe640 1 --2- 172.21.15.38:0/1985494111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c5693db0 0x55e7c569df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657ffff640 1 -- 172.21.15.38:0/1985494111 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c569e480 msgr2=0x55e7c56a0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657ffff640 1 --2- 172.21.15.38:0/1985494111 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c569e480 0x55e7c56a0870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657ffff640 1 -- 172.21.15.38:0/1985494111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c5693db0 msgr2=0x55e7c569df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657ffff640 1 --2- 172.21.15.38:0/1985494111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c5693db0 0x55e7c569df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657ffff640 1 -- 172.21.15.38:0/1985494111 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7c559f5b0 con 0x55e7c5693490 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.917+0000 7f657f7fe640 1 --2- 172.21.15.38:0/1985494111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c5693db0 0x55e7c569df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.918+0000 7f657ffff640 1 --2- 172.21.15.38:0/1985494111 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c5693870 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f6568005940 tx=0x7f6568005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2770d4e8a3913076 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.918+0000 7f6584f3f640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f656c0a3e40 0x7f656c0a6300 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x55e7c5690940 tx=0x7f6578009760 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.918+0000 7f65767fc640 1 -- 172.21.15.38:0/1985494111 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656803f070 con 0x55e7c5693490 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.918+0000 7f65767fc640 1 -- 172.21.15.38:0/1985494111 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6568004030 con 0x55e7c5693490 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.918+0000 7f65767fc640 1 -- 172.21.15.38:0/1985494111 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6568035070 con 0x55e7c5693490 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.918+0000 7f658979a740 1 -- 172.21.15.38:0/1985494111 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 msgr2=0x55e7c5693870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.918+0000 7f658979a740 1 --2- 172.21.15.38:0/1985494111 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c5693870 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f6568005940 tx=0x7f6568005e80 comp rx=0 tx=0).stop 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 -- 172.21.15.38:0/1985494111 shutdown_connections 2024-04-23T18:24:30.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 --2- 172.21.15.38:0/1985494111 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c569e480 0x55e7c56a0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 --2- 172.21.15.38:0/1985494111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c5693db0 0x55e7c569df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 --2- 172.21.15.38:0/1985494111 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c5693870 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 -- 172.21.15.38:0/1985494111 >> 172.21.15.38:0/1985494111 conn(0x55e7c568f7b0 msgr2=0x55e7c568fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 -- 172.21.15.38:0/1985494111 shutdown_connections 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 -- 172.21.15.38:0/1985494111 wait complete. 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 -- start start 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 Processor -- start 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693490 0x55e7c569de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c569b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e7c56a12b0 con 0x55e7c5693db0 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x55e7c5592b20 con 0x55e7c569e480 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e7c56a1430 con 0x55e7c5693490 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f658979a740 10 client.0 _ll_register_callbacks cb 0x55e7c5592530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:30.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.919+0000 7f657f7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f657f7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39254/0 (socket says 172.21.15.38:39254) 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f657f7fe640 1 -- 172.21.15.38:0/3058214942 learned_addr learned my addr 172.21.15.38:0/3058214942 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f657ffff640 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693490 0x55e7c569de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f6584f3f640 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c569b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f657f7fe640 1 -- 172.21.15.38:0/3058214942 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693490 msgr2=0x55e7c569de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f657f7fe640 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693490 0x55e7c569de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f657f7fe640 1 -- 172.21.15.38:0/3058214942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 msgr2=0x55e7c569b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f657f7fe640 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c569b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f657f7fe640 1 -- 172.21.15.38:0/3058214942 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7c530a920 con 0x55e7c5693db0 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f6584f3f640 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c569b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:30.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f657f7fe640 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569b160 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f6570009610 tx=0x7f6570079c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=272ee65dd3711b04 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f655f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f655f7fe640 1 -- 172.21.15.38:0/3058214942 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6570021040 con 0x55e7c5693db0 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f655f7fe640 1 -- 172.21.15.38:0/3058214942 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f657007c760 con 0x55e7c5693db0 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f658979a740 1 -- 172.21.15.38:0/3058214942 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6568004030 con 0x55e7c5693db0 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f655f7fe640 1 -- 172.21.15.38:0/3058214942 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6570009de0 con 0x55e7c5693db0 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f658979a740 10 client.15831 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f658979a740 1 -- 172.21.15.38:0/3058214942 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e7c53d6d30 con 0x55e7c5693db0 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.920+0000 7f655f7fe640 1 -- 172.21.15.38:0/3058214942 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6568004030 con 0x55e7c5693db0 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.921+0000 7f655f7fe640 1 -- 172.21.15.38:0/3058214942 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f657009b7d0 con 0x55e7c5693db0 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.921+0000 7f658979a740 10 client.15831 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.921+0000 7f658979a740 10 client.15831 resolve_mds: validated gid 24515 aka daemon mds.b 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.921+0000 7f658979a740 20 client.15831 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.921+0000 7f658979a740 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55e7c56ae550 0x55e7c56b0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.921+0000 7f658979a740 4 client.15831 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:30.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.921+0000 7f658979a740 1 -- 172.21.15.38:0/3058214942 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7c55b6500 con 0x55e7c56ae550 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.921+0000 7f657ffff640 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55e7c56ae550 0x55e7c56b0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.921+0000 7f655f7fe640 10 client.15831 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.921+0000 7f657ffff640 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55e7c56ae550 0x55e7c56b0960 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3590f8b12b2b720e server_cookie=bd90284f904f66c3 in_seq=0 out_seq=0 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f655f7fe640 1 -- 172.21.15.38:0/3058214942 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e7c55b6500 con 0x55e7c56ae550 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f655f7fe640 10 client.15831 handle_command_reply: tid=0 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 client.15831 shutdown 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 -- 172.21.15.38:0/3058214942 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 msgr2=0x55e7c569b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569b160 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f6570009610 tx=0x7f6570079c70 comp rx=0 tx=0).stop 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 -- 172.21.15.38:0/3058214942 shutdown_connections 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55e7c56ae550 0x55e7c56b0960 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c569b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569b160 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f655f7fe640 0 client.15831 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:30.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 --2- 172.21.15.38:0/3058214942 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693490 0x55e7c569de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 -- 172.21.15.38:0/3058214942 >> 172.21.15.38:0/3058214942 conn(0x55e7c568f7b0 msgr2=0x55e7c56955b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:30.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 -- 172.21.15.38:0/3058214942 shutdown_connections 2024-04-23T18:24:30.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.922+0000 7f658979a740 1 -- 172.21.15.38:0/3058214942 wait complete. 2024-04-23T18:24:30.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.923+0000 7f658979a740 20 client.15831 trim_cache size 0 max 16384 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f658979a740 1 Processor -- start 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f658979a740 1 -- start start 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f658979a740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693490 0x55e7c56aa170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f658979a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f658979a740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c56b6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f658979a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f65801addd0 con 0x55e7c5693db0 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f658979a740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f65801af910 con 0x55e7c569e480 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f658979a740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f65801ae4a0 con 0x55e7c5693490 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f657f7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f657f7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569d9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39260/0 (socket says 172.21.15.38:39260) 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f657f7fe640 1 -- 172.21.15.38:0/2844898048 learned_addr learned my addr 172.21.15.38:0/2844898048 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:30.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f6584f3f640 1 --2- 172.21.15.38:0/2844898048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c56b6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f657ffff640 1 --2- 172.21.15.38:0/2844898048 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693490 0x55e7c56aa170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f657f7fe640 1 -- 172.21.15.38:0/2844898048 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693490 msgr2=0x55e7c56aa170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f657f7fe640 1 --2- 172.21.15.38:0/2844898048 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693490 0x55e7c56aa170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f657f7fe640 1 -- 172.21.15.38:0/2844898048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 msgr2=0x55e7c56b6230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f657f7fe640 1 --2- 172.21.15.38:0/2844898048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c56b6230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f657f7fe640 1 -- 172.21.15.38:0/2844898048 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7c569bae0 con 0x55e7c5693db0 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f6584f3f640 1 --2- 172.21.15.38:0/2844898048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c56b6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.940+0000 7f657f7fe640 1 --2- 172.21.15.38:0/2844898048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569d9a0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f657009bba0 tx=0x7f657009a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32c404007ab62104 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f6575ffb640 1 -- 172.21.15.38:0/2844898048 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65700b9070 con 0x55e7c5693db0 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f6575ffb640 1 -- 172.21.15.38:0/2844898048 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f65700bb310 con 0x55e7c5693db0 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f6575ffb640 1 -- 172.21.15.38:0/2844898048 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657009c380 con 0x55e7c5693db0 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f658979a740 1 -- 172.21.15.38:0/2844898048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 msgr2=0x55e7c569d9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f658979a740 1 --2- 172.21.15.38:0/2844898048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569d9a0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f657009bba0 tx=0x7f657009a890 comp rx=0 tx=0).stop 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f658979a740 1 -- 172.21.15.38:0/2844898048 shutdown_connections 2024-04-23T18:24:30.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f658979a740 1 --2- 172.21.15.38:0/2844898048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c56b6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f658979a740 1 --2- 172.21.15.38:0/2844898048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693db0 0x55e7c569d9a0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f658979a740 1 --2- 172.21.15.38:0/2844898048 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693490 0x55e7c56aa170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f658979a740 1 -- 172.21.15.38:0/2844898048 >> 172.21.15.38:0/2844898048 conn(0x55e7c568f7b0 msgr2=0x55e7c5694be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f658979a740 1 -- 172.21.15.38:0/2844898048 shutdown_connections 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f658979a740 1 -- 172.21.15.38:0/2844898048 wait complete. 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.941+0000 7f658979a740 1 -- start start 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f658979a740 1 Processor -- start 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f658979a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c56a6870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f658979a740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693db0 0x55e7c56973f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f658979a740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c5697930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f658979a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f65801af240 con 0x55e7c5693490 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f658979a740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f65801aeb70 con 0x55e7c569e480 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f658979a740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f65801abdb0 con 0x55e7c5693db0 2024-04-23T18:24:30.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f658979a740 10 client.0 _ll_register_callbacks cb 0x7f657009bd50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c56a6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657ffff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c56a6870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39272/0 (socket says 172.21.15.38:39272) 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657ffff640 1 -- 172.21.15.38:0/3564501725 learned_addr learned my addr 172.21.15.38:0/3564501725 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657f7fe640 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693db0 0x55e7c56973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f6584f3f640 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c5697930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657ffff640 1 -- 172.21.15.38:0/3564501725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693db0 msgr2=0x55e7c56973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657ffff640 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693db0 0x55e7c56973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657ffff640 1 -- 172.21.15.38:0/3564501725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 msgr2=0x55e7c5697930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657ffff640 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c5697930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657ffff640 1 -- 172.21.15.38:0/3564501725 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7c5697e70 con 0x55e7c5693490 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657f7fe640 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693db0 0x55e7c56973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f657ffff640 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c56a6870 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f6568005940 tx=0x7f6568004490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d19ec837d85defb2 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.942+0000 7f655f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f655f7fe640 1 -- 172.21.15.38:0/3564501725 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6568056060 con 0x55e7c5693490 2024-04-23T18:24:30.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f655f7fe640 1 -- 172.21.15.38:0/3564501725 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f6568005040 con 0x55e7c5693490 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f658979a740 1 -- 172.21.15.38:0/3564501725 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65700bb310 con 0x55e7c5693490 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f655f7fe640 1 -- 172.21.15.38:0/3564501725 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f656803f040 con 0x55e7c5693490 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f658979a740 10 client.15837 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f658979a740 1 -- 172.21.15.38:0/3564501725 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e7c56991b0 con 0x55e7c5693490 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f655f7fe640 1 -- 172.21.15.38:0/3564501725 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f65700bb310 con 0x55e7c5693490 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f655f7fe640 1 -- 172.21.15.38:0/3564501725 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f6568004c30 con 0x55e7c5693490 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f658979a740 10 client.15837 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f658979a740 10 client.15837 resolve_mds: validated gid 24515 aka daemon mds.b 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f658979a740 20 client.15837 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f658979a740 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55e7c5719f20 0x55e7c571c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f658979a740 4 client.15837 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "446dc5bd", "release": true, "await": true}] 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.943+0000 7f658979a740 1 -- 172.21.15.38:0/3564501725 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "quiesce db", "set_id": "446dc5bd", "release": true, "await": true}) -- 0x55e7c56060f0 con 0x55e7c5719f20 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.944+0000 7f657f7fe640 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55e7c5719f20 0x55e7c571c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.944+0000 7f655f7fe640 10 client.15837 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:30.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.944+0000 7f657f7fe640 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55e7c5719f20 0x55e7c571c310 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce46c30b5646a7e7 server_cookie=ed92c181c574f9c2 in_seq=0 out_seq=0 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f655f7fe640 1 -- 172.21.15.38:0/3564501725 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55e7c56060f0 con 0x55e7c5719f20 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f655f7fe640 10 client.15837 handle_command_reply: tid=0 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 client.15837 shutdown 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 -- 172.21.15.38:0/3564501725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 msgr2=0x55e7c56a6870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c56a6870 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f6568005940 tx=0x7f6568004490 comp rx=0 tx=0).stop 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 -- 172.21.15.38:0/3564501725 shutdown_connections 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x55e7c5719f20 0x55e7c571c310 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f655f7fe640 0 client.15837 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7c5693db0 0x55e7c56973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e7c569e480 0x55e7c5697930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 --2- 172.21.15.38:0/3564501725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e7c5693490 0x55e7c56a6870 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 -- 172.21.15.38:0/3564501725 >> 172.21.15.38:0/3564501725 conn(0x55e7c568f7b0 msgr2=0x55e7c56a99f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:30.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 -- 172.21.15.38:0/3564501725 shutdown_connections 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 1 -- 172.21.15.38:0/3564501725 wait complete. 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.948+0000 7f658979a740 20 client.15837 trim_cache size 0 max 16384 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stdout: "epoch": 27, 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stdout: "leader": 24515, 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stdout: "set_version": 8, 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stdout: "sets": { 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stdout: "446dc5bd": { 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stdout: "version": 8, 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stdout: "age_ref": 0.0, 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stdout: "state": { 2024-04-23T18:24:30.945 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RELEASED", 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: "age": 0.0 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: "timeout": 60.0, 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: "expiration": 90.0, 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: "members": { 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: "file:/": { 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: "excluded": false, 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: "state": { 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RELEASED", 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: "age": 0.0 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:24:30.946 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:24:30.947 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:24:30.947 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:24:30.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 -- 172.21.15.38:0/4014448764 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f656c0a3e40 msgr2=0x7f656c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f656c0a3e40 0x7f656c0a6300 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x55e7c5690940 tx=0x7f6578009760 comp rx=0 tx=0).stop 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 -- 172.21.15.38:0/4014448764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6580107270 msgr2=0x7f658019e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6580107270 0x7f658019e980 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f657000d770 tx=0x7f657000dc30 comp rx=0 tx=0).stop 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 -- 172.21.15.38:0/4014448764 shutdown_connections 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f656c0a3e40 0x7f656c0a6300 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65801985f0 0x7f6580198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6580107270 0x7f658019e980 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 --2- 172.21.15.38:0/4014448764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f658006a880 0x7f658019e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 -- 172.21.15.38:0/4014448764 >> 172.21.15.38:0/4014448764 conn(0x7f6580077eb0 msgr2=0x7f6580100530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 -- 172.21.15.38:0/4014448764 shutdown_connections 2024-04-23T18:24:30.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:24:30.949+0000 7f65869a2640 1 -- 172.21.15.38:0/4014448764 wait complete. 2024-04-23T18:24:30.948 INFO:tasks.workunit.client.0.smithi038.stderr:+ KERNEL=linux-4.0.5 2024-04-23T18:24:30.949 INFO:tasks.workunit.client.0.smithi038.stderr:+ wget -q http://download.ceph.com/qa/linux-4.0.5.tar.xz 2024-04-23T18:24:30.953 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '446dc5bd', seconds elapsed: 31.1 2024-04-23T18:24:31.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:30 smithi038 ceph-mon[29217]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 853 B/s wr, 13 op/s 2024-04-23T18:24:31.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:30 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1624848653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:31.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:30 smithi076 ceph-mon[32458]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 853 B/s wr, 13 op/s 2024-04-23T18:24:31.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:30 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1624848653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:31.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:30 smithi102 ceph-mon[32874]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 853 B/s wr, 13 op/s 2024-04-23T18:24:31.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:30 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1624848653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:33.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:32 smithi038 ceph-mon[29217]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-23T18:24:33.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:32 smithi076 ceph-mon[32458]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-23T18:24:33.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:32 smithi102 ceph-mon[32874]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-23T18:24:33.809 INFO:tasks.workunit.client.0.smithi038.stderr:+ mkdir untar_tar 2024-04-23T18:24:33.813 INFO:tasks.workunit.client.0.smithi038.stderr:+ cd untar_tar 2024-04-23T18:24:33.813 INFO:tasks.workunit.client.0.smithi038.stderr:+ tar Jxvf ../linux-4.0.5.tar.xz linux-4.0.5/Documentation/ 2024-04-23T18:24:33.835 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ 2024-04-23T18:24:33.837 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/00-INDEX 2024-04-23T18:24:33.838 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/ 2024-04-23T18:24:33.839 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/README 2024-04-23T18:24:33.840 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/obsolete/ 2024-04-23T18:24:33.841 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads 2024-04-23T18:24:33.842 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb 2024-04-23T18:24:33.843 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill 2024-04-23T18:24:33.844 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus 2024-04-23T18:24:33.846 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus 2024-04-23T18:24:33.847 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra 2024-04-23T18:24:33.848 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/removed/ 2024-04-23T18:24:33.849 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/removed/devfs 2024-04-23T18:24:33.850 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/removed/dv1394 2024-04-23T18:24:33.851 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/removed/ip_queue 2024-04-23T18:24:33.853 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/removed/net_dma 2024-04-23T18:24:33.854 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/removed/o2cb 2024-04-23T18:24:33.855 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/removed/raw1394 2024-04-23T18:24:33.856 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/removed/video1394 2024-04-23T18:24:33.857 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/ 2024-04-23T18:24:33.858 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/firewire-cdev 2024-04-23T18:24:33.859 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/o2cb 2024-04-23T18:24:33.860 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/syscalls 2024-04-23T18:24:33.861 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile 2024-04-23T18:24:33.863 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire 2024-04-23T18:24:33.864 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb 2024-04-23T18:24:33.865 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend 2024-04-23T18:24:33.866 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight 2024-04-23T18:24:33.867 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill 2024-04-23T18:24:33.868 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm 2024-04-23T18:24:33.869 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi 2024-04-23T18:24:33.870 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc 2024-04-23T18:24:33.871 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node 2024-04-23T18:24:33.872 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu 2024-04-23T18:24:33.873 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory 2024-04-23T18:24:33.874 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp 2024-04-23T18:24:33.876 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx 2024-04-23T18:24:33.877 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc 2024-04-23T18:24:33.878 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 2024-04-23T18:24:33.879 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars 2024-04-23T18:24:33.880 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump 2024-04-23T18:24:33.881 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog 2024-04-23T18:24:33.882 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-module 2024-04-23T18:24:33.883 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp 2024-04-23T18:24:33.884 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/thermal-notification 2024-04-23T18:24:33.885 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/stable/vdso 2024-04-23T18:24:33.886 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/ 2024-04-23T18:24:33.887 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget 2024-04-23T18:24:33.888 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget 2024-04-23T18:24:33.889 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm 2024-04-23T18:24:33.891 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm 2024-04-23T18:24:33.892 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem 2024-04-23T18:24:33.892 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs 2024-04-23T18:24:33.893 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid 2024-04-23T18:24:33.895 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback 2024-04-23T18:24:33.896 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage 2024-04-23T18:24:33.897 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi 2024-04-23T18:24:33.897 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm 2024-04-23T18:24:33.898 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex 2024-04-23T18:24:33.899 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet 2024-04-23T18:24:33.900 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis 2024-04-23T18:24:33.901 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial 2024-04-23T18:24:33.902 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink 2024-04-23T18:24:33.903 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset 2024-04-23T18:24:33.905 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 2024-04-23T18:24:33.906 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 2024-04-23T18:24:33.907 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc 2024-04-23T18:24:33.908 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe 2024-04-23T18:24:33.909 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ec 2024-04-23T18:24:33.910 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad 2024-04-23T18:24:33.911 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-olpc 2024-04-23T18:24:33.912 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto 2024-04-23T18:24:33.913 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd 2024-04-23T18:24:33.914 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/dev-kmsg 2024-04-23T18:24:33.915 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/evm 2024-04-23T18:24:33.916 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/ima_policy 2024-04-23T18:24:33.917 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/procfs-diskstats 2024-04-23T18:24:33.919 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/pstore 2024-04-23T18:24:33.920 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ata 2024-04-23T18:24:33.921 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block 2024-04-23T18:24:33.922 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache 2024-04-23T18:24:33.923 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm 2024-04-23T18:24:33.924 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd 2024-04-23T18:24:33.925 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram 2024-04-23T18:24:33.926 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi 2024-04-23T18:24:33.927 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba 2024-04-23T18:24:33.928 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma 2024-04-23T18:24:33.929 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 2024-04-23T18:24:33.930 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x 2024-04-23T18:24:33.931 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel 2024-04-23T18:24:33.932 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc 2024-04-23T18:24:33.933 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css 2024-04-23T18:24:33.934 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events 2024-04-23T18:24:33.935 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format 2024-04-23T18:24:33.937 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 2024-04-23T18:24:33.938 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci 2024-04-23T18:24:33.939 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe 2024-04-23T18:24:33.940 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi 2024-04-23T18:24:33.941 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 2024-04-23T18:24:33.942 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 2024-04-23T18:24:33.943 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 2024-04-23T18:24:33.944 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio 2024-04-23T18:24:33.945 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 2024-04-23T18:24:33.946 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 2024-04-23T18:24:33.947 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 2024-04-23T18:24:33.948 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 2024-04-23T18:24:33.949 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als 2024-04-23T18:24:33.950 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 2024-04-23T18:24:33.951 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 2024-04-23T18:24:33.952 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs 2024-04-23T18:24:33.953 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio 2024-04-23T18:24:33.954 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media 2024-04-23T18:24:33.955 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei 2024-04-23T18:24:33.956 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci 2024-04-23T18:24:33.957 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss 2024-04-23T18:24:33.958 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd 2024-04-23T18:24:33.958 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform 2024-04-23T18:24:33.959 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd 2024-04-23T18:24:33.960 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg 2024-04-23T18:24:33.962 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc 2024-04-23T18:24:33.963 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb 2024-04-23T18:24:33.964 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg 2024-04-23T18:24:33.965 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest 2024-04-23T18:24:33.966 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-c2port 2024-04-23T18:24:33.967 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency 2024-04-23T18:24:33.968 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class 2024-04-23T18:24:33.969 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 2024-04-23T18:24:33.970 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 2024-04-23T18:24:33.971 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi 2024-04-23T18:24:33.972 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl 2024-04-23T18:24:33.973 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq 2024-04-23T18:24:33.974 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon 2024-04-23T18:24:33.975 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu 2024-04-23T18:24:33.976 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu 2024-04-23T18:24:33.977 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu 2024-04-23T18:24:33.978 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd 2024-04-23T18:24:33.979 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led 2024-04-23T18:24:33.981 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 2024-04-23T18:24:33.982 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r 2024-04-23T18:24:33.983 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei 2024-04-23T18:24:33.985 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt 2024-04-23T18:24:33.987 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd 2024-04-23T18:24:33.988 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net 2024-04-23T18:24:33.989 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv 2024-04-23T18:24:33.990 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm 2024-04-23T18:24:33.992 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan 2024-04-23T18:24:33.993 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh 2024-04-23T18:24:33.994 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues 2024-04-23T18:24:33.995 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics 2024-04-23T18:24:33.996 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd 2024-04-23T18:24:33.998 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-power 2024-04-23T18:24:33.999 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap 2024-04-23T18:24:34.000 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm 2024-04-23T18:24:34.001 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc 2024-04-23T18:24:34.002 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator 2024-04-23T18:24:34.004 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration 2024-04-23T18:24:34.005 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host 2024-04-23T18:24:34.006 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc 2024-04-23T18:24:34.007 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc 2024-04-23T18:24:34.009 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-dev 2024-04-23T18:24:34.010 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices 2024-04-23T18:24:34.011 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac 2024-04-23T18:24:34.012 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node 2024-04-23T18:24:34.013 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr 2024-04-23T18:24:34.014 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory 2024-04-23T18:24:34.016 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc 2024-04-23T18:24:34.017 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online 2024-04-23T18:24:34.018 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget 2024-04-23T18:24:34.019 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 2024-04-23T18:24:34.021 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb 2024-04-23T18:24:34.022 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power 2024-04-23T18:24:34.023 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 2024-04-23T18:24:34.024 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 2024-04-23T18:24:34.025 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 2024-04-23T18:24:34.027 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot 2024-04-23T18:24:34.028 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup 2024-04-23T18:24:34.029 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state 2024-04-23T18:24:34.030 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state 2024-04-23T18:24:34.032 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use 2024-04-23T18:24:34.033 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc 2024-04-23T18:24:34.034 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun 2024-04-23T18:24:34.036 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu 2024-04-23T18:24:34.037 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl 2024-04-23T18:24:34.038 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu 2024-04-23T18:24:34.040 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe 2024-04-23T18:24:34.041 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid 2024-04-23T18:24:34.042 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo 2024-04-23T18:24:34.043 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff 2024-04-23T18:24:34.045 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch 2024-04-23T18:24:34.046 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd 2024-04-23T18:24:34.047 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys 2024-04-23T18:24:34.048 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo 2024-04-23T18:24:34.049 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku 2024-04-23T18:24:34.051 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone 2024-04-23T18:24:34.052 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus 2024-04-23T18:24:34.054 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure 2024-04-23T18:24:34.055 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus 2024-04-23T18:24:34.056 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua 2024-04-23T18:24:34.057 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-pyra 2024-04-23T18:24:34.127 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-ryos 2024-04-23T18:24:34.128 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-savu 2024-04-23T18:24:34.129 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-srws1 2024-04-23T18:24:34.130 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-wiimote 2024-04-23T18:24:34.131 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek 2024-04-23T18:24:34.132 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-intel-rapid-start 2024-04-23T18:24:34.133 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-pciback 2024-04-23T18:24:34.134 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-ppi 2024-04-23T18:24:34.135 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-samsung-laptop 2024-04-23T18:24:34.136 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-sunxi-sid 2024-04-23T18:24:34.137 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-tegra-fuse 2024-04-23T18:24:34.138 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-toshiba_acpi 2024-04-23T18:24:34.139 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-wacom 2024-04-23T18:24:34.140 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkback 2024-04-23T18:24:34.141 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkfront 2024-04-23T18:24:34.142 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-acpi 2024-04-23T18:24:34.143 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi 2024-04-23T18:24:34.144 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi 2024-04-23T18:24:34.145 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map 2024-04-23T18:24:34.146 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-gsmi 2024-04-23T18:24:34.147 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log 2024-04-23T18:24:34.148 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-memmap 2024-04-23T18:24:34.149 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-ofw 2024-04-23T18:24:34.150 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi 2024-04-23T18:24:34.151 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sgi_uv 2024-04-23T18:24:34.152 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-ext4 2024-04-23T18:24:34.153 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-f2fs 2024-04-23T18:24:34.154 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-nilfs2 2024-04-23T18:24:34.156 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-xfs 2024-04-23T18:24:34.157 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-gpio 2024-04-23T18:24:34.158 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-i2c-bmp085 2024-04-23T18:24:34.159 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ibft 2024-04-23T18:24:34.160 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-boot_params 2024-04-23T18:24:34.161 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-fscaps 2024-04-23T18:24:34.162 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-iommu_groups 2024-04-23T18:24:34.163 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-livepatch 2024-04-23T18:24:34.164 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm 2024-04-23T18:24:34.166 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-hugepages 2024-04-23T18:24:34.167 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-ksm 2024-04-23T18:24:34.168 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-slab 2024-04-23T18:24:34.169 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-uids 2024-04-23T18:24:34.170 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-vmcoreinfo 2024-04-23T18:24:34.171 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-memory-page-offline 2024-04-23T18:24:34.173 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-module 2024-04-23T18:24:34.174 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ocfs2 2024-04-23T18:24:34.175 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-laptop 2024-04-23T18:24:34.176 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi 2024-04-23T18:24:34.177 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-at91 2024-04-23T18:24:34.178 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-brcmstb-gisb-arb 2024-04-23T18:24:34.179 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-chipidea-usb-otg 2024-04-23T18:24:34.180 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-eeepc-laptop 2024-04-23T18:24:34.181 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ideapad-laptop 2024-04-23T18:24:34.182 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-kim 2024-04-23T18:24:34.183 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-msi-laptop 2024-04-23T18:24:34.184 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-tahvo-usb 2024-04-23T18:24:34.185 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ts5500 2024-04-23T18:24:34.186 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-power 2024-04-23T18:24:34.188 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-pps 2024-04-23T18:24:34.189 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-profiling 2024-04-23T18:24:34.190 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ptp 2024-04-23T18:24:34.191 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-tty 2024-04-23T18:24:34.192 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-wusb_cbaf 2024-04-23T18:24:34.193 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/BUG-HUNTING 2024-04-23T18:24:34.194 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/Changes 2024-04-23T18:24:34.195 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/CodeOfConflict 2024-04-23T18:24:34.196 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/CodingStyle 2024-04-23T18:24:34.197 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DMA-API-HOWTO.txt 2024-04-23T18:24:34.198 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DMA-API.txt 2024-04-23T18:24:34.199 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DMA-ISA-LPC.txt 2024-04-23T18:24:34.200 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DMA-attributes.txt 2024-04-23T18:24:34.202 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/ 2024-04-23T18:24:34.203 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/.gitignore 2024-04-23T18:24:34.204 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/80211.tmpl 2024-04-23T18:24:34.205 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/Makefile 2024-04-23T18:24:34.206 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/alsa-driver-api.tmpl 2024-04-23T18:24:34.207 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/crypto-API.tmpl 2024-04-23T18:24:34.208 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/debugobjects.tmpl 2024-04-23T18:24:34.209 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/device-drivers.tmpl 2024-04-23T18:24:34.210 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/deviceiobook.tmpl 2024-04-23T18:24:34.211 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/drm.tmpl 2024-04-23T18:24:34.213 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/filesystems.tmpl 2024-04-23T18:24:34.214 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/gadget.tmpl 2024-04-23T18:24:34.215 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/genericirq.tmpl 2024-04-23T18:24:34.216 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/kernel-api.tmpl 2024-04-23T18:24:34.217 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/kernel-hacking.tmpl 2024-04-23T18:24:34.218 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/kernel-locking.tmpl 2024-04-23T18:24:34.219 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/kgdb.tmpl 2024-04-23T18:24:34.220 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/libata.tmpl 2024-04-23T18:24:34.221 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/librs.tmpl 2024-04-23T18:24:34.222 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/lsm.tmpl 2024-04-23T18:24:34.223 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/ 2024-04-23T18:24:34.223 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/Makefile 2024-04-23T18:24:34.224 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/bayer.png.b64 2024-04-23T18:24:34.225 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/constraints.png.b64 2024-04-23T18:24:34.226 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/crop.gif.b64 2024-04-23T18:24:34.227 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ 2024-04-23T18:24:34.227 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/.gitignore 2024-04-23T18:24:34.228 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/audio.xml 2024-04-23T18:24:34.229 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ca.xml 2024-04-23T18:24:34.230 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/demux.xml 2024-04-23T18:24:34.231 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbapi.xml 2024-04-23T18:24:34.232 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbproperty.xml 2024-04-23T18:24:34.234 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbstb.pdf 2024-04-23T18:24:34.235 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/examples.xml 2024-04-23T18:24:34.236 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/frontend.xml 2024-04-23T18:24:34.237 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/intro.xml 2024-04-23T18:24:34.238 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/kdapi.xml 2024-04-23T18:24:34.239 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/net.xml 2024-04-23T18:24:34.240 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/video.xml 2024-04-23T18:24:34.241 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/dvbstb.png.b64 2024-04-23T18:24:34.242 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_bt.gif.b64 2024-04-23T18:24:34.244 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_tb.gif.b64 2024-04-23T18:24:34.246 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt.gif.b64 2024-04-23T18:24:34.247 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt_example.gif.b64 2024-04-23T18:24:34.247 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/pipeline.png.b64 2024-04-23T18:24:34.248 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/selection.png.b64 2024-04-23T18:24:34.249 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/ 2024-04-23T18:24:34.250 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/.gitignore 2024-04-23T18:24:34.251 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/biblio.xml 2024-04-23T18:24:34.252 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/capture.c.xml 2024-04-23T18:24:34.253 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/common.xml 2024-04-23T18:24:34.254 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/compat.xml 2024-04-23T18:24:34.255 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/controls.xml 2024-04-23T18:24:34.258 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/crop.pdf 2024-04-23T18:24:34.259 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-capture.xml 2024-04-23T18:24:34.260 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-codec.xml 2024-04-23T18:24:34.261 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-effect.xml 2024-04-23T18:24:34.262 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-event.xml 2024-04-23T18:24:34.263 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-osd.xml 2024-04-23T18:24:34.264 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-output.xml 2024-04-23T18:24:34.265 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-overlay.xml 2024-04-23T18:24:34.266 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-radio.xml 2024-04-23T18:24:34.267 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-raw-vbi.xml 2024-04-23T18:24:34.268 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-rds.xml 2024-04-23T18:24:34.269 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sdr.xml 2024-04-23T18:24:34.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sliced-vbi.xml 2024-04-23T18:24:34.271 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-subdev.xml 2024-04-23T18:24:34.272 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-teletext.xml 2024-04-23T18:24:34.273 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/driver.xml 2024-04-23T18:24:34.274 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fdl-appendix.xml 2024-04-23T18:24:34.275 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_bt.pdf 2024-04-23T18:24:34.276 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_tb.pdf 2024-04-23T18:24:34.277 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-close.xml 2024-04-23T18:24:34.278 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-ioctl.xml 2024-04-23T18:24:34.279 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-mmap.xml 2024-04-23T18:24:34.279 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-munmap.xml 2024-04-23T18:24:34.280 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-open.xml 2024-04-23T18:24:34.281 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-poll.xml 2024-04-23T18:24:34.282 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-read.xml 2024-04-23T18:24:34.283 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-select.xml 2024-04-23T18:24:34.284 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-write.xml 2024-04-23T18:24:34.285 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/gen-errors.xml 2024-04-23T18:24:34.286 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/io.xml 2024-04-23T18:24:34.287 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/keytable.c.xml 2024-04-23T18:24:34.288 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/libv4l.xml 2024-04-23T18:24:34.289 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/lirc_device_interface.xml 2024-04-23T18:24:34.290 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-controller.xml 2024-04-23T18:24:34.291 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-close.xml 2024-04-23T18:24:34.292 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-ioctl.xml 2024-04-23T18:24:34.293 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-open.xml 2024-04-23T18:24:34.294 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-device-info.xml 2024-04-23T18:24:34.295 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-entities.xml 2024-04-23T18:24:34.295 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-links.xml 2024-04-23T18:24:34.296 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-setup-link.xml 2024-04-23T18:24:34.297 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pipeline.pdf 2024-04-23T18:24:34.298 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-grey.xml 2024-04-23T18:24:34.299 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-m420.xml 2024-04-23T18:24:34.300 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12.xml 2024-04-23T18:24:34.301 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12m.xml 2024-04-23T18:24:34.302 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12mt.xml 2024-04-23T18:24:34.303 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16.xml 2024-04-23T18:24:34.305 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16m.xml 2024-04-23T18:24:34.305 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv24.xml 2024-04-23T18:24:34.307 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-rgb.xml 2024-04-23T18:24:34.308 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-yuv.xml 2024-04-23T18:24:34.309 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr16.xml 2024-04-23T18:24:34.310 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr8.xml 2024-04-23T18:24:34.311 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs08.xml 2024-04-23T18:24:34.312 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs14le.xml 2024-04-23T18:24:34.313 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu08.xml 2024-04-23T18:24:34.314 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu16le.xml 2024-04-23T18:24:34.315 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-ru12le.xml 2024-04-23T18:24:34.316 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgbrg8.xml 2024-04-23T18:24:34.317 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgrbg8.xml 2024-04-23T18:24:34.318 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10.xml 2024-04-23T18:24:34.319 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10alaw8.xml 2024-04-23T18:24:34.320 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10dpcm8.xml 2024-04-23T18:24:34.321 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10p.xml 2024-04-23T18:24:34.322 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb12.xml 2024-04-23T18:24:34.322 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb8.xml 2024-04-23T18:24:34.323 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uv8.xml 2024-04-23T18:24:34.324 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uyvy.xml 2024-04-23T18:24:34.325 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-vyuy.xml 2024-04-23T18:24:34.327 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10.xml 2024-04-23T18:24:34.328 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10b.xml 2024-04-23T18:24:34.329 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y12.xml 2024-04-23T18:24:34.330 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y16.xml 2024-04-23T18:24:34.331 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y41p.xml 2024-04-23T18:24:34.332 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv410.xml 2024-04-23T18:24:34.333 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv411p.xml 2024-04-23T18:24:34.334 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420.xml 2024-04-23T18:24:34.335 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420m.xml 2024-04-23T18:24:34.336 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv422p.xml 2024-04-23T18:24:34.337 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuyv.xml 2024-04-23T18:24:34.338 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvu420m.xml 2024-04-23T18:24:34.339 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvyu.xml 2024-04-23T18:24:34.340 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt.xml 2024-04-23T18:24:34.341 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/planar-apis.xml 2024-04-23T18:24:34.342 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/remote_controllers.xml 2024-04-23T18:24:34.343 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selection-api.xml 2024-04-23T18:24:34.344 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selections-common.xml 2024-04-23T18:24:34.345 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-formats.xml 2024-04-23T18:24:34.347 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.dia 2024-04-23T18:24:34.348 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.svg 2024-04-23T18:24:34.349 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.dia 2024-04-23T18:24:34.350 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.svg 2024-04-23T18:24:34.351 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.dia 2024-04-23T18:24:34.352 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.svg 2024-04-23T18:24:34.353 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2.xml 2024-04-23T18:24:34.354 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2grab.c.xml 2024-04-23T18:24:34.355 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_525.pdf 2024-04-23T18:24:34.356 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_625.pdf 2024-04-23T18:24:34.357 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_hsync.pdf 2024-04-23T18:24:34.358 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-create-bufs.xml 2024-04-23T18:24:34.359 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-cropcap.xml 2024-04-23T18:24:34.360 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-chip-info.xml 2024-04-23T18:24:34.361 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-register.xml 2024-04-23T18:24:34.362 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-decoder-cmd.xml 2024-04-23T18:24:34.363 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dqevent.xml 2024-04-23T18:24:34.364 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dv-timings-cap.xml 2024-04-23T18:24:34.365 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-encoder-cmd.xml 2024-04-23T18:24:34.366 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-dv-timings.xml 2024-04-23T18:24:34.367 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-fmt.xml 2024-04-23T18:24:34.368 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-frameintervals.xml 2024-04-23T18:24:34.369 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-framesizes.xml 2024-04-23T18:24:34.371 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-freq-bands.xml 2024-04-23T18:24:34.372 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudio.xml 2024-04-23T18:24:34.373 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudioout.xml 2024-04-23T18:24:34.374 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enuminput.xml 2024-04-23T18:24:34.375 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumoutput.xml 2024-04-23T18:24:34.376 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumstd.xml 2024-04-23T18:24:34.377 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-expbuf.xml 2024-04-23T18:24:34.378 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audio.xml 2024-04-23T18:24:34.380 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audioout.xml 2024-04-23T18:24:34.381 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-crop.xml 2024-04-23T18:24:34.382 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ctrl.xml 2024-04-23T18:24:34.383 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-dv-timings.xml 2024-04-23T18:24:34.384 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-edid.xml 2024-04-23T18:24:34.385 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-enc-index.xml 2024-04-23T18:24:34.386 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ext-ctrls.xml 2024-04-23T18:24:34.387 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fbuf.xml 2024-04-23T18:24:34.388 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fmt.xml 2024-04-23T18:24:34.389 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-frequency.xml 2024-04-23T18:24:34.390 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-input.xml 2024-04-23T18:24:34.391 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-jpegcomp.xml 2024-04-23T18:24:34.392 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-modulator.xml 2024-04-23T18:24:34.394 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-output.xml 2024-04-23T18:24:34.395 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-parm.xml 2024-04-23T18:24:34.396 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-priority.xml 2024-04-23T18:24:34.397 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-selection.xml 2024-04-23T18:24:34.398 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-sliced-vbi-cap.xml 2024-04-23T18:24:34.399 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-std.xml 2024-04-23T18:24:34.400 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-tuner.xml 2024-04-23T18:24:34.401 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-log-status.xml 2024-04-23T18:24:34.401 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-overlay.xml 2024-04-23T18:24:34.402 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-prepare-buf.xml 2024-04-23T18:24:34.404 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-qbuf.xml 2024-04-23T18:24:34.405 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-query-dv-timings.xml 2024-04-23T18:24:34.406 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querybuf.xml 2024-04-23T18:24:35.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:34 smithi038 ceph-mon[29217]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-23T18:24:35.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:34 smithi076 ceph-mon[32458]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-23T18:24:35.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:34 smithi102 ceph-mon[32874]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-23T18:24:36.901 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querycap.xml 2024-04-23T18:24:36.903 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-queryctrl.xml 2024-04-23T18:24:36.904 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querystd.xml 2024-04-23T18:24:36.905 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-reqbufs.xml 2024-04-23T18:24:36.906 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-s-hw-freq-seek.xml 2024-04-23T18:24:36.907 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-streamon.xml 2024-04-23T18:24:36.908 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-interval.xml 2024-04-23T18:24:36.909 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-size.xml 2024-04-23T18:24:36.910 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-mbus-code.xml 2024-04-23T18:24:36.911 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-crop.xml 2024-04-23T18:24:36.912 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-fmt.xml 2024-04-23T18:24:36.913 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-frame-interval.xml 2024-04-23T18:24:36.914 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-selection.xml 2024-04-23T18:24:36.915 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subscribe-event.xml 2024-04-23T18:24:36.916 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_525.gif.b64 2024-04-23T18:24:36.917 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_625.gif.b64 2024-04-23T18:24:36.918 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_hsync.gif.b64 2024-04-23T18:24:36.919 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/media_api.tmpl 2024-04-23T18:24:36.920 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/mtdnand.tmpl 2024-04-23T18:24:36.922 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/networking.tmpl 2024-04-23T18:24:36.923 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/rapidio.tmpl 2024-04-23T18:24:36.924 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/regulator.tmpl 2024-04-23T18:24:36.925 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/s390-drivers.tmpl 2024-04-23T18:24:36.926 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/scsi.tmpl 2024-04-23T18:24:36.927 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/sh.tmpl 2024-04-23T18:24:36.928 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/stylesheet.xsl 2024-04-23T18:24:36.929 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/tracepoint.tmpl 2024-04-23T18:24:36.930 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/uio-howto.tmpl 2024-04-23T18:24:36.931 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/usb.tmpl 2024-04-23T18:24:36.932 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/w1.tmpl 2024-04-23T18:24:36.933 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/writing-an-alsa-driver.tmpl 2024-04-23T18:24:36.936 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/writing_musb_glue_layer.tmpl 2024-04-23T18:24:36.937 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/writing_usb_driver.tmpl 2024-04-23T18:24:36.938 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/DocBook/z8530book.tmpl 2024-04-23T18:24:36.939 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/ 2024-04-23T18:24:36.940 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/1024x768.S 2024-04-23T18:24:36.941 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/1280x1024.S 2024-04-23T18:24:36.942 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/1600x1200.S 2024-04-23T18:24:36.942 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/1680x1050.S 2024-04-23T18:24:36.943 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/1920x1080.S 2024-04-23T18:24:36.944 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/800x600.S 2024-04-23T18:24:36.946 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/HOWTO.txt 2024-04-23T18:24:36.947 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/Makefile 2024-04-23T18:24:36.948 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/edid.S 2024-04-23T18:24:36.948 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/EDID/hex 2024-04-23T18:24:36.949 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/HOWTO 2024-04-23T18:24:36.950 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/IPMI.txt 2024-04-23T18:24:36.952 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/IRQ-affinity.txt 2024-04-23T18:24:36.953 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/IRQ-domain.txt 2024-04-23T18:24:36.954 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/IRQ.txt 2024-04-23T18:24:36.955 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/Intel-IOMMU.txt 2024-04-23T18:24:36.956 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/Makefile 2024-04-23T18:24:36.957 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ManagementStyle 2024-04-23T18:24:36.958 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/PCI/ 2024-04-23T18:24:36.959 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/PCI/00-INDEX 2024-04-23T18:24:36.959 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/PCI/MSI-HOWTO.txt 2024-04-23T18:24:36.960 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/PCI/PCIEBUS-HOWTO.txt 2024-04-23T18:24:36.961 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/PCI/pci-error-recovery.txt 2024-04-23T18:24:36.963 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/PCI/pci-iov-howto.txt 2024-04-23T18:24:36.964 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/PCI/pci.txt 2024-04-23T18:24:36.965 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/PCI/pcieaer-howto.txt 2024-04-23T18:24:36.966 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/ 2024-04-23T18:24:36.967 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/00-INDEX 2024-04-23T18:24:36.968 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/NMI-RCU.txt 2024-04-23T18:24:36.968 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/RTFP.txt 2024-04-23T18:24:36.969 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/UP.txt 2024-04-23T18:24:36.970 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/arrayRCU.txt 2024-04-23T18:24:36.971 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/checklist.txt 2024-04-23T18:24:36.973 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/listRCU.txt 2024-04-23T18:24:36.974 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/lockdep-splat.txt 2024-04-23T18:24:36.975 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/lockdep.txt 2024-04-23T18:24:36.975 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/rcu.txt 2024-04-23T18:24:36.976 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/rcu_dereference.txt 2024-04-23T18:24:36.977 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/rcubarrier.txt 2024-04-23T18:24:36.978 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/rculist_nulls.txt 2024-04-23T18:24:36.979 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/rcuref.txt 2024-04-23T18:24:36.980 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/stallwarn.txt 2024-04-23T18:24:36.981 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/torture.txt 2024-04-23T18:24:36.982 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/trace.txt 2024-04-23T18:24:36.983 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/RCU/whatisRCU.txt 2024-04-23T18:24:36.984 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/SAK.txt 2024-04-23T18:24:36.985 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/SM501.txt 2024-04-23T18:24:36.986 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/SecurityBugs 2024-04-23T18:24:36.987 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/SubmitChecklist 2024-04-23T18:24:36.988 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/SubmittingDrivers 2024-04-23T18:24:36.989 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/SubmittingPatches 2024-04-23T18:24:36.990 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/VGA-softcursor.txt 2024-04-23T18:24:36.991 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/accounting/ 2024-04-23T18:24:36.993 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/accounting/.gitignore 2024-04-23T18:24:36.994 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/accounting/Makefile 2024-04-23T18:24:36.995 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/accounting/cgroupstats.txt 2024-04-23T18:24:36.997 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/accounting/delay-accounting.txt 2024-04-23T18:24:36.998 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/accounting/getdelays.c 2024-04-23T18:24:37.000 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/accounting/taskstats-struct.txt 2024-04-23T18:24:37.001 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/accounting/taskstats.txt 2024-04-23T18:24:37.003 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/ 2024-04-23T18:24:37.004 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/apei/ 2024-04-23T18:24:37.005 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/apei/einj.txt 2024-04-23T18:24:37.007 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/apei/output_format.txt 2024-04-23T18:24:37.008 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/debug.txt 2024-04-23T18:24:37.010 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/dsdt-override.txt 2024-04-23T18:24:37.011 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/enumeration.txt 2024-04-23T18:24:37.013 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/gpio-properties.txt 2024-04-23T18:24:37.014 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/initrd_table_override.txt 2024-04-23T18:24:37.019 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/method-customizing.txt 2024-04-23T18:24:37.019 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/method-tracing.txt 2024-04-23T18:24:37.019 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/namespace.txt 2024-04-23T18:24:37.020 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/scan_handlers.txt 2024-04-23T18:24:37.022 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/acpi/video_extension.txt 2024-04-23T18:24:37.023 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/aoe/ 2024-04-23T18:24:37.024 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/aoe/aoe.txt 2024-04-23T18:24:37.025 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/aoe/autoload.sh 2024-04-23T18:24:37.026 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/aoe/status.sh 2024-04-23T18:24:37.027 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/aoe/todo.txt 2024-04-23T18:24:37.027 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/aoe/udev-install.sh 2024-04-23T18:24:37.028 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/aoe/udev.txt 2024-04-23T18:24:37.029 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/applying-patches.txt 2024-04-23T18:24:37.030 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/ 2024-04-23T18:24:37.032 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/00-INDEX 2024-04-23T18:24:37.032 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Atmel/ 2024-04-23T18:24:37.033 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Atmel/README 2024-04-23T18:24:37.034 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Booting 2024-04-23T18:24:37.035 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/CCN.txt 2024-04-23T18:24:37.036 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/IXP4xx 2024-04-23T18:24:37.036 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Interrupts 2024-04-23T18:24:37.038 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Makefile 2024-04-23T18:24:37.039 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Marvell/ 2024-04-23T18:24:37.041 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Marvell/README 2024-04-23T18:24:37.042 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Netwinder 2024-04-23T18:24:37.043 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/OMAP/ 2024-04-23T18:24:37.045 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/OMAP/DSS 2024-04-23T18:24:37.046 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/OMAP/omap_pm 2024-04-23T18:24:37.047 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Porting 2024-04-23T18:24:37.049 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/README 2024-04-23T18:24:37.050 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/ 2024-04-23T18:24:37.051 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/ADSBitsy 2024-04-23T18:24:37.053 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/Assabet 2024-04-23T18:24:37.054 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/Brutus 2024-04-23T18:24:37.056 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/CERF 2024-04-23T18:24:37.057 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/FreeBird 2024-04-23T18:24:37.060 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsClient 2024-04-23T18:24:37.060 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsMaster 2024-04-23T18:24:37.062 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/HUW_WEBPANEL 2024-04-23T18:24:37.063 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/Itsy 2024-04-23T18:24:37.066 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/LART 2024-04-23T18:24:37.066 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/PLEB 2024-04-23T18:24:37.068 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/Pangolin 2024-04-23T18:24:37.069 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/Tifon 2024-04-23T18:24:37.069 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/Victor 2024-04-23T18:24:37.070 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/Yopy 2024-04-23T18:24:37.071 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/empeg 2024-04-23T18:24:37.072 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/nanoEngine 2024-04-23T18:24:37.073 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SA1100/serial_UART 2024-04-23T18:24:37.074 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/ 2024-04-23T18:24:37.075 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/.gitignore 2024-04-23T18:24:37.075 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/Makefile 2024-04-23T18:24:37.076 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/vrl4.c 2024-04-23T18:24:37.077 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-mmcif.txt 2024-04-23T18:24:37.079 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-sdhi.txt 2024-04-23T18:24:37.080 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SPEAr/ 2024-04-23T18:24:37.081 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/SPEAr/overview.txt 2024-04-23T18:24:37.081 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/ 2024-04-23T18:24:37.082 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/CPUfreq.txt 2024-04-23T18:24:37.083 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/EB2410ITX.txt 2024-04-23T18:24:37.084 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/GPIO.txt 2024-04-23T18:24:37.085 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/H1940.txt 2024-04-23T18:24:37.085 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/NAND.txt 2024-04-23T18:24:37.086 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Overview.txt 2024-04-23T18:24:37.087 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2412.txt 2024-04-23T18:24:37.088 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2413.txt 2024-04-23T18:24:37.089 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/SMDK2440.txt 2024-04-23T18:24:37.090 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Suspend.txt 2024-04-23T18:24:37.091 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/USB-Host.txt 2024-04-23T18:24:37.092 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung/ 2024-04-23T18:24:37.092 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung/GPIO.txt 2024-04-23T18:24:37.093 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung/Overview.txt 2024-04-23T18:24:37.094 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Samsung/clksrc-change-registers.awk 2024-04-23T18:24:37.095 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/Setup 2024-04-23T18:24:37.096 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/VFP/ 2024-04-23T18:24:37.096 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/VFP/release-notes.txt 2024-04-23T18:24:37.097 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/cluster-pm-race-avoidance.txt 2024-04-23T18:24:37.098 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/firmware.txt 2024-04-23T18:24:37.099 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/kernel_mode_neon.txt 2024-04-23T18:24:37.100 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/kernel_user_helpers.txt 2024-04-23T18:24:37.100 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/mem_alignment 2024-04-23T18:24:37.101 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/memory.txt 2024-04-23T18:24:37.102 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/msm/ 2024-04-23T18:24:37.103 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/msm/gpiomux.txt 2024-04-23T18:24:37.103 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/nwfpe/ 2024-04-23T18:24:37.104 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/nwfpe/NOTES 2024-04-23T18:24:37.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/nwfpe/README 2024-04-23T18:24:37.106 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/nwfpe/README.FPE 2024-04-23T18:24:37.107 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/nwfpe/TODO 2024-04-23T18:24:37.107 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/pxa/ 2024-04-23T18:24:37.108 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/pxa/mfp.txt 2024-04-23T18:24:37.109 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/sti/ 2024-04-23T18:24:37.110 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/sti/overview.txt 2024-04-23T18:24:37.111 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/sti/stih407-overview.txt 2024-04-23T18:24:37.112 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/sti/stih415-overview.txt 2024-04-23T18:24:37.112 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/sti/stih416-overview.txt 2024-04-23T18:24:37.113 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/sti/stih418-overview.txt 2024-04-23T18:24:37.114 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/sunxi/ 2024-04-23T18:24:37.115 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/sunxi/README 2024-04-23T18:24:37.116 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/sunxi/clocks.txt 2024-04-23T18:24:37.118 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/swp_emulation 2024-04-23T18:24:37.118 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/tcm.txt 2024-04-23T18:24:37.119 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/uefi.txt 2024-04-23T18:24:37.120 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm/vlocks.txt 2024-04-23T18:24:37.121 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm64/ 2024-04-23T18:24:37.122 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm64/booting.txt 2024-04-23T18:24:37.123 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm64/legacy_instructions.txt 2024-04-23T18:24:37.124 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm64/memory.txt 2024-04-23T18:24:37.125 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/arm64/tagged-pointers.txt 2024-04-23T18:24:37.126 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/assoc_array.txt 2024-04-23T18:24:37.127 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/atomic_ops.txt 2024-04-23T18:24:37.127 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/auxdisplay/ 2024-04-23T18:24:37.128 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/auxdisplay/.gitignore 2024-04-23T18:24:37.129 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/auxdisplay/Makefile 2024-04-23T18:24:37.130 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b 2024-04-23T18:24:37.131 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b-example.c 2024-04-23T18:24:37.132 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/auxdisplay/ks0108 2024-04-23T18:24:37.133 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/backlight/ 2024-04-23T18:24:37.134 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/backlight/lp855x-driver.txt 2024-04-23T18:24:37.134 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/bad_memory.txt 2024-04-23T18:24:37.135 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/basic_profiling.txt 2024-04-23T18:24:37.136 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/bcache.txt 2024-04-23T18:24:37.137 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/binfmt_misc.txt 2024-04-23T18:24:37.138 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blackfin/ 2024-04-23T18:24:37.139 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blackfin/00-INDEX 2024-04-23T18:24:37.140 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blackfin/Makefile 2024-04-23T18:24:37.141 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blackfin/bfin-gpio-notes.txt 2024-04-23T18:24:37.142 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blackfin/bfin-spi-notes.txt 2024-04-23T18:24:37.143 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blackfin/gptimers-example.c 2024-04-23T18:24:37.143 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/ 2024-04-23T18:24:37.145 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/00-INDEX 2024-04-23T18:24:37.145 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/biodoc.txt 2024-04-23T18:24:37.146 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/biovecs.txt 2024-04-23T18:24:37.147 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/capability.txt 2024-04-23T18:24:37.148 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/cfq-iosched.txt 2024-04-23T18:24:37.149 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/cmdline-partition.txt 2024-04-23T18:24:37.150 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/data-integrity.txt 2024-04-23T18:24:37.151 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/deadline-iosched.txt 2024-04-23T18:24:37.152 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/ioprio.txt 2024-04-23T18:24:37.153 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/null_blk.txt 2024-04-23T18:24:37.154 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/queue-sysfs.txt 2024-04-23T18:24:37.155 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/request.txt 2024-04-23T18:24:37.156 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/stat.txt 2024-04-23T18:24:37.157 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/switching-sched.txt 2024-04-23T18:24:37.157 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/block/writeback_cache_control.txt 2024-04-23T18:24:37.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:36 smithi038 ceph-mon[29217]: pgmap v49: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 50 KiB/s wr, 17 op/s 2024-04-23T18:24:37.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:36 smithi038 ceph-mon[29217]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-23T18:24:37.158 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/ 2024-04-23T18:24:37.159 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/00-INDEX 2024-04-23T18:24:37.160 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/README.DAC960 2024-04-23T18:24:37.161 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/cciss.txt 2024-04-23T18:24:37.162 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/cpqarray.txt 2024-04-23T18:24:37.163 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/drbd/ 2024-04-23T18:24:37.164 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-8.3-data-packets.svg 2024-04-23T18:24:37.165 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-data-packets.svg 2024-04-23T18:24:37.166 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/drbd/README.txt 2024-04-23T18:24:37.167 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/drbd/conn-states-8.dot 2024-04-23T18:24:37.168 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/drbd/data-structure-v9.txt 2024-04-23T18:24:37.168 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/drbd/disk-states-8.dot 2024-04-23T18:24:37.169 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/drbd/drbd-connection-state-overview.dot 2024-04-23T18:24:37.171 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/drbd/node-states-8.dot 2024-04-23T18:24:37.171 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/floppy.txt 2024-04-23T18:24:37.172 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/mflash.txt 2024-04-23T18:24:37.173 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/nbd.txt 2024-04-23T18:24:37.174 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/paride.txt 2024-04-23T18:24:37.175 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/ramdisk.txt 2024-04-23T18:24:37.176 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/blockdev/zram.txt 2024-04-23T18:24:37.177 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/braille-console.txt 2024-04-23T18:24:37.177 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/bt8xxgpio.txt 2024-04-23T18:24:37.178 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/btmrvl.txt 2024-04-23T18:24:37.179 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/bus-devices/ 2024-04-23T18:24:37.180 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/bus-devices/ti-gpmc.txt 2024-04-23T18:24:37.182 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/bus-virt-phys-mapping.txt 2024-04-23T18:24:37.183 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cachetlb.txt 2024-04-23T18:24:37.184 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cdrom/ 2024-04-23T18:24:37.185 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cdrom/00-INDEX 2024-04-23T18:24:37.186 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cdrom/Makefile 2024-04-23T18:24:37.186 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cdrom/cdrom-standard.tex 2024-04-23T18:24:37.188 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cdrom/ide-cd 2024-04-23T18:24:37.188 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cdrom/packet-writing.txt 2024-04-23T18:24:37.189 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/ 2024-04-23T18:24:37.190 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/00-INDEX 2024-04-23T18:24:37.191 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/blkio-controller.txt 2024-04-23T18:24:37.191 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/cgroups.txt 2024-04-23T18:24:37.192 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/cpuacct.txt 2024-04-23T18:24:37.193 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/cpusets.txt 2024-04-23T18:24:37.194 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/devices.txt 2024-04-23T18:24:37.195 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/freezer-subsystem.txt 2024-04-23T18:24:37.196 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/hugetlb.txt 2024-04-23T18:24:37.197 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/memcg_test.txt 2024-04-23T18:24:37.198 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/memory.txt 2024-04-23T18:24:37.198 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/net_cls.txt 2024-04-23T18:24:37.199 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/net_prio.txt 2024-04-23T18:24:37.200 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cgroups/unified-hierarchy.txt 2024-04-23T18:24:37.201 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/circular-buffers.txt 2024-04-23T18:24:37.202 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/clk.txt 2024-04-23T18:24:37.203 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/coccinelle.txt 2024-04-23T18:24:37.204 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/connector/ 2024-04-23T18:24:37.205 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/connector/.gitignore 2024-04-23T18:24:37.206 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/connector/Makefile 2024-04-23T18:24:37.207 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/connector/cn_test.c 2024-04-23T18:24:37.207 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/connector/connector.txt 2024-04-23T18:24:37.208 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/connector/ucon.c 2024-04-23T18:24:37.209 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/console/ 2024-04-23T18:24:37.210 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/console/console.txt 2024-04-23T18:24:37.211 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/ 2024-04-23T18:24:37.212 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/amd-powernow.txt 2024-04-23T18:24:37.213 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/boost.txt 2024-04-23T18:24:37.214 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/core.txt 2024-04-23T18:24:37.214 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/cpu-drivers.txt 2024-04-23T18:24:37.216 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-nforce2.txt 2024-04-23T18:24:37.216 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-stats.txt 2024-04-23T18:24:37.217 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/governors.txt 2024-04-23T18:24:37.221 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/index.txt 2024-04-23T18:24:37.223 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/intel-pstate.txt 2024-04-23T18:24:37.223 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/pcc-cpufreq.txt 2024-04-23T18:24:37.223 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-freq/user-guide.txt 2024-04-23T18:24:37.223 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-hotplug.txt 2024-04-23T18:24:37.223 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpu-load.txt 2024-04-23T18:24:37.224 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpuidle/ 2024-04-23T18:24:37.225 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpuidle/core.txt 2024-04-23T18:24:37.226 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpuidle/driver.txt 2024-04-23T18:24:37.227 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpuidle/governor.txt 2024-04-23T18:24:37.228 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cpuidle/sysfs.txt 2024-04-23T18:24:37.228 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cputopology.txt 2024-04-23T18:24:37.229 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/crc32.txt 2024-04-23T18:24:37.230 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cris/ 2024-04-23T18:24:37.231 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/cris/README 2024-04-23T18:24:37.232 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/crypto/ 2024-04-23T18:24:37.233 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/crypto/api-intro.txt 2024-04-23T18:24:37.234 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/crypto/asymmetric-keys.txt 2024-04-23T18:24:37.235 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/crypto/async-tx-api.txt 2024-04-23T18:24:37.236 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/crypto/crypto-API-userspace.txt 2024-04-23T18:24:37.237 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/crypto/descore-readme.txt 2024-04-23T18:24:37.237 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dcdbas.txt 2024-04-23T18:24:37.238 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/debugging-modules.txt 2024-04-23T18:24:37.240 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/debugging-via-ohci1394.txt 2024-04-23T18:24:37.240 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dell_rbu.txt 2024-04-23T18:24:37.241 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/development-process/ 2024-04-23T18:24:37.242 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/development-process/1.Intro 2024-04-23T18:24:37.243 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/development-process/2.Process 2024-04-23T18:24:37.244 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/development-process/3.Early-stage 2024-04-23T18:24:37.245 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/development-process/4.Coding 2024-04-23T18:24:37.246 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/development-process/5.Posting 2024-04-23T18:24:37.247 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/development-process/6.Followthrough 2024-04-23T18:24:37.248 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/development-process/7.AdvancedTopics 2024-04-23T18:24:37.249 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/development-process/8.Conclusion 2024-04-23T18:24:37.250 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/ 2024-04-23T18:24:37.250 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/cache-policies.txt 2024-04-23T18:24:37.251 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/cache.txt 2024-04-23T18:24:37.252 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/delay.txt 2024-04-23T18:24:37.253 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/dm-crypt.txt 2024-04-23T18:24:37.254 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/dm-flakey.txt 2024-04-23T18:24:37.255 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/dm-io.txt 2024-04-23T18:24:37.256 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/dm-log.txt 2024-04-23T18:24:37.257 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/dm-queue-length.txt 2024-04-23T18:24:37.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:36 smithi076 ceph-mon[32458]: pgmap v49: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 50 KiB/s wr, 17 op/s 2024-04-23T18:24:37.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:36 smithi076 ceph-mon[32458]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-23T18:24:37.258 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/dm-raid.txt 2024-04-23T18:24:37.259 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/dm-service-time.txt 2024-04-23T18:24:37.260 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/dm-uevent.txt 2024-04-23T18:24:37.261 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/era.txt 2024-04-23T18:24:37.262 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/kcopyd.txt 2024-04-23T18:24:37.263 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/linear.txt 2024-04-23T18:24:37.263 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/persistent-data.txt 2024-04-23T18:24:37.264 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/snapshot.txt 2024-04-23T18:24:37.265 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/statistics.txt 2024-04-23T18:24:37.266 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/striped.txt 2024-04-23T18:24:37.267 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/switch.txt 2024-04-23T18:24:37.268 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/thin-provisioning.txt 2024-04-23T18:24:37.269 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/verity.txt 2024-04-23T18:24:37.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/device-mapper/zero.txt 2024-04-23T18:24:37.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devices.txt 2024-04-23T18:24:37.272 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/ 2024-04-23T18:24:37.273 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/00-INDEX 2024-04-23T18:24:37.274 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ 2024-04-23T18:24:37.275 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ABI.txt 2024-04-23T18:24:37.276 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/ 2024-04-23T18:24:37.277 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/interrupts.txt 2024-04-23T18:24:37.278 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/pmu.txt 2024-04-23T18:24:37.279 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ 2024-04-23T18:24:37.280 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt 2024-04-23T18:24:37.281 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ 2024-04-23T18:24:37.282 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-clk-manager.txt 2024-04-23T18:24:37.283 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-sdram-edac.txt 2024-04-23T18:24:37.284 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-system.txt 2024-04-23T18:24:37.285 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt 2024-04-23T18:24:37.286 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt 2024-04-23T18:24:37.287 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards 2024-04-23T18:24:37.288 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt 2024-04-23T18:24:37.289 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt 2024-04-23T18:24:37.290 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt 2024-04-23T18:24:37.291 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt 2024-04-23T18:24:37.292 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt 2024-04-23T18:24:37.293 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt 2024-04-23T18:24:37.294 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt 2024-04-23T18:24:37.295 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt 2024-04-23T18:24:37.296 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt 2024-04-23T18:24:37.297 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt 2024-04-23T18:24:37.298 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ 2024-04-23T18:24:37.299 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm11351.txt 2024-04-23T18:24:37.300 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm21664.txt 2024-04-23T18:24:37.301 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm63138.txt 2024-04-23T18:24:37.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:36 smithi102 ceph-mon[32874]: pgmap v49: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 50 KiB/s wr, 17 op/s 2024-04-23T18:24:37.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:36 smithi102 ceph-mon[32874]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-23T18:24:37.302 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/brcm,bcm11351-cpu-method 2024-04-23T18:24:37.303 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/cygnus.txt 2024-04-23T18:24:37.304 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-resetmgr.txt 2024-04-23T18:24:37.305 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-timer.txt 2024-04-23T18:24:37.306 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-wdt.txt 2024-04-23T18:24:37.307 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt 2024-04-23T18:24:37.308 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt 2024-04-23T18:24:37.309 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt 2024-04-23T18:24:37.310 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt 2024-04-23T18:24:37.311 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ 2024-04-23T18:24:37.312 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/combophy.txt 2024-04-23T18:24:37.313 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/l2ecc.txt 2024-04-23T18:24:37.314 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/mem-ctrlr.txt 2024-04-23T18:24:37.315 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt 2024-04-23T18:24:37.316 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt 2024-04-23T18:24:37.317 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt 2024-04-23T18:24:37.318 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt 2024-04-23T18:24:37.319 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt 2024-04-23T18:24:37.320 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ 2024-04-23T18:24:37.321 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/marvell,berlin-smp 2024-04-23T18:24:37.322 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt 2024-04-23T18:24:37.323 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt 2024-04-23T18:24:37.324 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ 2024-04-23T18:24:37.325 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/cp-intc.txt 2024-04-23T18:24:37.326 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt 2024-04-23T18:24:37.327 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ 2024-04-23T18:24:37.328 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/power_domain.txt 2024-04-23T18:24:37.329 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/smp-sysram.txt 2024-04-23T18:24:37.330 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ 2024-04-23T18:24:37.331 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/tlm,trusted-foundations.txt 2024-04-23T18:24:37.332 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt 2024-04-23T18:24:37.333 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt 2024-04-23T18:24:37.334 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt 2024-04-23T18:24:37.335 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt 2024-04-23T18:24:37.336 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt 2024-04-23T18:24:37.337 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt 2024-04-23T18:24:37.338 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ 2024-04-23T18:24:37.339 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/hisilicon.txt 2024-04-23T18:24:37.340 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt 2024-04-23T18:24:37.341 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt 2024-04-23T18:24:37.342 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ 2024-04-23T18:24:37.343 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/keystone.txt 2024-04-23T18:24:37.343 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt 2024-04-23T18:24:37.344 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt 2024-04-23T18:24:37.345 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt 2024-04-23T18:24:37.346 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt 2024-04-23T18:24:37.347 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt 2024-04-23T18:24:37.348 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt 2024-04-23T18:24:37.349 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt 2024-04-23T18:24:37.351 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt 2024-04-23T18:24:37.352 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ 2024-04-23T18:24:37.353 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/mediatek,sysirq.txt 2024-04-23T18:24:37.354 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt 2024-04-23T18:24:37.355 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ 2024-04-23T18:24:37.356 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/feroceon.txt 2024-04-23T18:24:37.357 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/intc.txt 2024-04-23T18:24:37.358 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/mrvl.txt 2024-04-23T18:24:37.359 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/tauros2.txt 2024-04-23T18:24:37.360 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/timer.txt 2024-04-23T18:24:37.361 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ 2024-04-23T18:24:37.362 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,kpss-acc.txt 2024-04-23T18:24:37.363 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,saw2.txt 2024-04-23T18:24:37.364 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ssbi.txt 2024-04-23T18:24:37.365 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/timer.txt 2024-04-23T18:24:37.366 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt 2024-04-23T18:24:37.367 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt 2024-04-23T18:24:37.368 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt 2024-04-23T18:24:37.369 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ 2024-04-23T18:24:37.369 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/counter.txt 2024-04-23T18:24:37.370 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/crossbar.txt 2024-04-23T18:24:37.371 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dmm.txt 2024-04-23T18:24:37.372 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dsp.txt 2024-04-23T18:24:37.373 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/intc.txt 2024-04-23T18:24:37.374 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/iva.txt 2024-04-23T18:24:37.375 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/l3-noc.txt 2024-04-23T18:24:37.376 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/mpu.txt 2024-04-23T18:24:37.376 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/omap.txt 2024-04-23T18:24:37.377 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/prcm.txt 2024-04-23T18:24:37.378 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/timer.txt 2024-04-23T18:24:37.379 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt 2024-04-23T18:24:37.380 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt 2024-04-23T18:24:37.382 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt 2024-04-23T18:24:37.383 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt 2024-04-23T18:24:37.384 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt 2024-04-23T18:24:37.385 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ 2024-04-23T18:24:37.386 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu-sram.txt 2024-04-23T18:24:37.386 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu.txt 2024-04-23T18:24:37.387 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/smp-sram.txt 2024-04-23T18:24:37.388 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt 2024-04-23T18:24:37.389 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt 2024-04-23T18:24:37.390 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ 2024-04-23T18:24:37.391 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-adc.txt 2024-04-23T18:24:37.392 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-chipid.txt 2024-04-23T18:24:37.393 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/interrupt-combiner.txt 2024-04-23T18:24:37.394 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/pmu.txt 2024-04-23T18:24:37.395 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/sysreg.txt 2024-04-23T18:24:37.396 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt 2024-04-23T18:24:37.397 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt 2024-04-23T18:24:37.399 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt 2024-04-23T18:24:37.400 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt 2024-04-23T18:24:37.401 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt 2024-04-23T18:24:37.401 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ 2024-04-23T18:24:37.402 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/shirq.txt 2024-04-23T18:24:37.403 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt 2024-04-23T18:24:37.404 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt 2024-04-23T18:24:37.405 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt 2024-04-23T18:24:37.406 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt 2024-04-23T18:24:37.407 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt 2024-04-23T18:24:37.408 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt 2024-04-23T18:24:37.410 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ 2024-04-23T18:24:37.411 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-ahb.txt 2024-04-23T18:24:37.412 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-emc.txt 2024-04-23T18:24:37.413 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-flowctrl.txt 2024-04-23T18:24:37.414 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-mc.txt 2024-04-23T18:24:37.415 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-pmc.txt 2024-04-23T18:24:37.416 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra30-mc.txt 2024-04-23T18:24:37.417 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt 2024-04-23T18:24:37.418 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt 2024-04-23T18:24:37.419 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ 2024-04-23T18:24:37.420 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/power_domain.txt 2024-04-23T18:24:37.421 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt 2024-04-23T18:24:37.422 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt 2024-04-23T18:24:37.424 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt 2024-04-23T18:24:37.424 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt 2024-04-23T18:24:37.425 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt 2024-04-23T18:24:37.426 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt 2024-04-23T18:24:37.427 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt 2024-04-23T18:24:37.428 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ 2024-04-23T18:24:37.429 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-intc.txt 2024-04-23T18:24:37.667 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-pmc.txt 2024-04-23T18:24:37.669 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-timer.txt 2024-04-23T18:24:37.670 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt 2024-04-23T18:24:37.671 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt 2024-04-23T18:24:37.672 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ 2024-04-23T18:24:37.673 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-platform.txt 2024-04-23T18:24:37.674 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-st.txt 2024-04-23T18:24:37.674 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/apm-xgene.txt 2024-04-23T18:24:37.675 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/atmel-at91_cf.txt 2024-04-23T18:24:37.676 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/cavium-compact-flash.txt 2024-04-23T18:24:37.677 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/exynos-sata.txt 2024-04-23T18:24:37.678 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/fsl-sata.txt 2024-04-23T18:24:37.679 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-pata.txt 2024-04-23T18:24:37.681 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-sata.txt 2024-04-23T18:24:37.682 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/marvell.txt 2024-04-23T18:24:37.683 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/pata-arasan.txt 2024-04-23T18:24:37.684 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/qcom-sata.txt 2024-04-23T18:24:37.685 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_highbank.txt 2024-04-23T18:24:37.686 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_rcar.txt 2024-04-23T18:24:37.687 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/tegra-sata.txt 2024-04-23T18:24:37.687 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt 2024-04-23T18:24:37.688 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ 2024-04-23T18:24:37.689 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/bcma.txt 2024-04-23T18:24:37.690 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/brcm,gisb-arb.txt 2024-04-23T18:24:37.691 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/imx-weim.txt 2024-04-23T18:24:37.692 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/mvebu-mbus.txt 2024-04-23T18:24:37.693 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/omap-ocp2scp.txt 2024-04-23T18:24:37.694 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ti-gpmc.txt 2024-04-23T18:24:37.695 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/ 2024-04-23T18:24:37.696 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/clocks.txt 2024-04-23T18:24:37.696 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/dscr.txt 2024-04-23T18:24:37.697 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/emifa.txt 2024-04-23T18:24:37.698 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/interrupt.txt 2024-04-23T18:24:37.699 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/soc.txt 2024-04-23T18:24:37.700 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/timer64.txt 2024-04-23T18:24:37.701 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/chosen.txt 2024-04-23T18:24:37.702 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ 2024-04-23T18:24:37.703 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/alphascale,acc.txt 2024-04-23T18:24:37.704 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/altr_socfpga.txt 2024-04-23T18:24:37.704 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/arm-integrator.txt 2024-04-23T18:24:37.705 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/at91-clock.txt 2024-04-23T18:24:37.706 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/axi-clkgen.txt 2024-04-23T18:24:37.707 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-cygnus-clock.txt 2024-04-23T18:24:37.708 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-kona-clock.txt 2024-04-23T18:24:37.709 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/calxeda.txt 2024-04-23T18:24:37.710 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-exynos-audss.txt 2024-04-23T18:24:37.711 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-palmas-clk32kg-clocks.txt 2024-04-23T18:24:37.712 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-s5pv210-audss.txt 2024-04-23T18:24:37.713 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clock-bindings.txt 2024-04-23T18:24:37.714 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clps711x-clock.txt 2024-04-23T18:24:37.715 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/efm32-clock.txt 2024-04-23T18:24:37.716 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/emev2-clock.txt 2024-04-23T18:24:37.717 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos3250-clock.txt 2024-04-23T18:24:37.718 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4-clock.txt 2024-04-23T18:24:37.718 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4415-clock.txt 2024-04-23T18:24:37.719 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5250-clock.txt 2024-04-23T18:24:37.720 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5260-clock.txt 2024-04-23T18:24:37.722 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5410-clock.txt 2024-04-23T18:24:37.723 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5420-clock.txt 2024-04-23T18:24:37.724 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5440-clock.txt 2024-04-23T18:24:37.725 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos7-clock.txt 2024-04-23T18:24:37.726 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-clock.txt 2024-04-23T18:24:37.727 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-factor-clock.txt 2024-04-23T18:24:37.728 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/gpio-gate-clock.txt 2024-04-23T18:24:37.729 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hi3620-clock.txt 2024-04-23T18:24:37.729 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hix5hd2-clock.txt 2024-04-23T18:24:37.730 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx1-clock.txt 2024-04-23T18:24:37.731 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx21-clock.txt 2024-04-23T18:24:37.732 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx23-clock.txt 2024-04-23T18:24:37.733 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx25-clock.txt 2024-04-23T18:24:37.734 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx27-clock.txt 2024-04-23T18:24:37.735 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx28-clock.txt 2024-04-23T18:24:37.736 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx31-clock.txt 2024-04-23T18:24:37.737 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx35-clock.txt 2024-04-23T18:24:37.738 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx5-clock.txt 2024-04-23T18:24:37.739 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6q-clock.txt 2024-04-23T18:24:37.740 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sl-clock.txt 2024-04-23T18:24:37.741 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sx-clock.txt 2024-04-23T18:24:37.741 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-gate.txt 2024-04-23T18:24:37.742 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-pll.txt 2024-04-23T18:24:37.743 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/lsi,axm5516-clks.txt 2024-04-23T18:24:37.744 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,mmp2.txt 2024-04-23T18:24:37.745 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa168.txt 2024-04-23T18:24:37.746 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa910.txt 2024-04-23T18:24:37.747 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77686.txt 2024-04-23T18:24:37.748 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77802.txt 2024-04-23T18:24:37.749 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/moxa,moxart-clock.txt 2024-04-23T18:24:37.750 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-core-clock.txt 2024-04-23T18:24:37.751 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-corediv-clock.txt 2024-04-23T18:24:37.752 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-cpu-clock.txt 2024-04-23T18:24:37.753 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-gated-clock.txt 2024-04-23T18:24:37.754 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nspire-clock.txt 2024-04-23T18:24:37.755 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra114-car.txt 2024-04-23T18:24:37.756 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra124-car.txt 2024-04-23T18:24:37.757 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra20-car.txt 2024-04-23T18:24:37.758 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra30-car.txt 2024-04-23T18:24:37.759 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/prima2-clock.txt 2024-04-23T18:24:37.760 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/pxa-clock.txt 2024-04-23T18:24:37.760 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,gcc.txt 2024-04-23T18:24:37.761 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,lcc.txt 2024-04-23T18:24:37.762 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,mmcc.txt 2024-04-23T18:24:37.764 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qoriq-clock.txt 2024-04-23T18:24:37.765 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-div6-clocks.txt 2024-04-23T18:24:37.766 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-mstp-clocks.txt 2024-04-23T18:24:37.767 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a73a4-cpg-clocks.txt 2024-04-23T18:24:37.768 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7740-cpg-clocks.txt 2024-04-23T18:24:37.769 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7779-cpg-clocks.txt 2024-04-23T18:24:37.770 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rcar-gen2-cpg-clocks.txt 2024-04-23T18:24:37.771 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rz-cpg-clocks.txt 2024-04-23T18:24:37.772 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,sh73a0-cpg-clocks.txt 2024-04-23T18:24:37.773 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3188-cru.txt 2024-04-23T18:24:37.774 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3288-cru.txt 2024-04-23T18:24:37.774 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip.txt 2024-04-23T18:24:37.775 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2410-clock.txt 2024-04-23T18:24:37.776 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2412-clock.txt 2024-04-23T18:24:37.777 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2443-clock.txt 2024-04-23T18:24:37.778 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c64xx-clock.txt 2024-04-23T18:24:37.779 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s5pv210-clock.txt 2024-04-23T18:24:37.780 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si5351.txt 2024-04-23T18:24:37.781 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si570.txt 2024-04-23T18:24:37.782 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st,nomadik.txt 2024-04-23T18:24:37.784 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/ 2024-04-23T18:24:37.784 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-divmux.txt 2024-04-23T18:24:37.785 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-mux.txt 2024-04-23T18:24:37.786 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-pll.txt 2024-04-23T18:24:37.787 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-prediv.txt 2024-04-23T18:24:37.789 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-vcc.txt 2024-04-23T18:24:37.790 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen.txt 2024-04-23T18:24:37.791 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,flexgen.txt 2024-04-23T18:24:37.792 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,quadfs.txt 2024-04-23T18:24:37.793 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ste-u300-syscon-clock.txt 2024-04-23T18:24:37.794 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/sunxi.txt 2024-04-23T18:24:37.795 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti,cdce706.txt 2024-04-23T18:24:37.796 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti-keystone-pllctrl.txt 2024-04-23T18:24:37.797 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/ 2024-04-23T18:24:37.798 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/apll.txt 2024-04-23T18:24:37.799 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/autoidle.txt 2024-04-23T18:24:37.800 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/clockdomain.txt 2024-04-23T18:24:37.801 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/composite.txt 2024-04-23T18:24:37.801 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/divider.txt 2024-04-23T18:24:37.802 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dpll.txt 2024-04-23T18:24:37.803 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dra7-atl.txt 2024-04-23T18:24:37.804 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fapll.txt 2024-04-23T18:24:37.805 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fixed-factor-clock.txt 2024-04-23T18:24:37.806 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/gate.txt 2024-04-23T18:24:37.807 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/interface.txt 2024-04-23T18:24:37.808 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/mux.txt 2024-04-23T18:24:37.809 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vf610-clock.txt 2024-04-23T18:24:37.810 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vt8500.txt 2024-04-23T18:24:37.811 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/xgene.txt 2024-04-23T18:24:37.812 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/zynq-7000.txt 2024-04-23T18:24:37.813 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ 2024-04-23T18:24:37.814 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/arm_big_little_dt.txt 2024-04-23T18:24:37.815 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-dt.txt 2024-04-23T18:24:37.816 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-exynos5440.txt 2024-04-23T18:24:37.816 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-spear.txt 2024-04-23T18:24:37.817 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/ 2024-04-23T18:24:37.818 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/amd-ccp.txt 2024-04-23T18:24:37.819 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/atmel-crypto.txt 2024-04-23T18:24:37.820 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-dcp.txt 2024-04-23T18:24:37.821 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-imx-sahara.txt 2024-04-23T18:24:37.822 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec2.txt 2024-04-23T18:24:37.823 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec4.txt 2024-04-23T18:24:37.824 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec6.txt 2024-04-23T18:24:37.825 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/mv_cesa.txt 2024-04-23T18:24:37.826 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-aes.txt 2024-04-23T18:24:37.827 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-des.txt 2024-04-23T18:24:37.828 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-sham.txt 2024-04-23T18:24:37.829 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/picochip-spacc.txt 2024-04-23T18:24:37.830 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/qcom-qce.txt 2024-04-23T18:24:37.831 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/samsung-sss.txt 2024-04-23T18:24:37.832 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/ 2024-04-23T18:24:37.833 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/ 2024-04-23T18:24:37.834 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/exynos-ppmu.txt 2024-04-23T18:24:37.838 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ 2024-04-23T18:24:37.838 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/arm-pl330.txt 2024-04-23T18:24:37.838 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-dma.txt 2024-04-23T18:24:37.838 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-xdma.txt 2024-04-23T18:24:37.838 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/bcm2835-dma.txt 2024-04-23T18:24:37.840 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/dma.txt 2024-04-23T18:24:37.841 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-edma.txt 2024-04-23T18:24:37.842 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-dma.txt 2024-04-23T18:24:37.843 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-sdma.txt 2024-04-23T18:24:37.844 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-mxs-dma.txt 2024-04-23T18:24:37.845 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/img-mdc-dma.txt 2024-04-23T18:24:37.845 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/k3dma.txt 2024-04-23T18:24:37.846 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mmp-dma.txt 2024-04-23T18:24:37.847 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/moxa,moxart-dma.txt 2024-04-23T18:24:37.848 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mpc512x-dma.txt 2024-04-23T18:24:37.849 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mv-xor.txt 2024-04-23T18:24:37.850 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/nbpfaxi.txt 2024-04-23T18:24:37.851 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_adm.txt 2024-04-23T18:24:37.852 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_bam_dma.txt 2024-04-23T18:24:37.853 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/rcar-audmapp.txt 2024-04-23T18:24:37.854 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/renesas,rcar-dmac.txt 2024-04-23T18:24:37.855 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/shdma.txt 2024-04-23T18:24:37.856 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sirfsoc-dma.txt 2024-04-23T18:24:37.857 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/snps-dma.txt 2024-04-23T18:24:37.858 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-coh901318.txt 2024-04-23T18:24:37.859 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-dma40.txt 2024-04-23T18:24:37.860 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sun6i-dma.txt 2024-04-23T18:24:37.861 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/tegra20-apbdma.txt 2024-04-23T18:24:37.862 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ti-edma.txt 2024-04-23T18:24:37.863 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/ 2024-04-23T18:24:37.864 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_dma.txt 2024-04-23T18:24:37.865 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_vdma.txt 2024-04-23T18:24:37.866 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/ 2024-04-23T18:24:37.866 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/ 2024-04-23T18:24:37.867 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/marvell,dove-lcd.txt 2024-04-23T18:24:37.868 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/ 2024-04-23T18:24:37.869 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/hlcdc-dc.txt 2024-04-23T18:24:37.870 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/ 2024-04-23T18:24:37.871 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/dw_hdmi.txt 2024-04-23T18:24:37.872 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/ 2024-04-23T18:24:37.873 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/tda998x.txt 2024-04-23T18:24:37.874 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ 2024-04-23T18:24:37.875 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/fsl-imx-drm.txt 2024-04-23T18:24:37.876 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/hdmi.txt 2024-04-23T18:24:37.876 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ldb.txt 2024-04-23T18:24:37.877 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/ 2024-04-23T18:24:37.878 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/gpu.txt 2024-04-23T18:24:37.879 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/hdmi.txt 2024-04-23T18:24:37.880 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/mdp.txt 2024-04-23T18:24:37.881 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/ 2024-04-23T18:24:37.882 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/panel.txt 2024-04-23T18:24:37.883 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/slave.txt 2024-04-23T18:24:37.884 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tfp410.txt 2024-04-23T18:24:37.885 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tilcdc.txt 2024-04-23T18:24:37.885 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt 2024-04-23T18:24:37.887 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/ 2024-04-23T18:24:37.888 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-palmas.txt 2024-04-23T18:24:37.888 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-rt8973a.txt 2024-04-23T18:24:37.889 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-sm5502.txt 2024-04-23T18:24:37.890 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/ 2024-04-23T18:24:37.891 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/mxsfb.txt 2024-04-23T18:24:37.892 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/sm501fb.txt 2024-04-23T18:24:37.893 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/ 2024-04-23T18:24:37.894 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/altera-socfpga-fpga-mgr.txt 2024-04-23T18:24:37.895 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/ 2024-04-23T18:24:37.896 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/nvidia,tegra20-fuse.txt 2024-04-23T18:24:37.897 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/ 2024-04-23T18:24:37.898 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/8xxx_gpio.txt 2024-04-23T18:24:37.899 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/abilis,tb10x-gpio.txt 2024-04-23T18:24:37.900 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cavium-octeon-gpio.txt 2024-04-23T18:24:37.901 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cirrus,clps711x-mctrl-gpio.txt 2024-04-23T18:24:37.902 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fsl-imx-gpio.txt 2024-04-23T18:24:37.902 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fujitsu,mb86s70-gpio.txt 2024-04-23T18:24:37.903 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74x164.txt 2024-04-23T18:24:37.904 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74xx-mmio.txt 2024-04-23T18:24:37.905 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-adnp.txt 2024-04-23T18:24:37.906 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-bcm-kona.txt 2024-04-23T18:24:37.907 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-clps711x.txt 2024-04-23T18:24:37.908 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-davinci.txt 2024-04-23T18:24:37.909 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-dsp-keystone.txt 2024-04-23T18:24:37.910 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-fan.txt 2024-04-23T18:24:37.911 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-grgpio.txt 2024-04-23T18:24:37.912 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-lp3943.txt 2024-04-23T18:24:37.913 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-max732x.txt 2024-04-23T18:24:37.914 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mcp23s08.txt 2024-04-23T18:24:37.915 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mm-lantiq.txt 2024-04-23T18:24:37.916 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-msm.txt 2024-04-23T18:24:37.917 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mvebu.txt 2024-04-23T18:24:37.918 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mxs.txt 2024-04-23T18:24:37.919 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-nmk.txt 2024-04-23T18:24:37.919 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-omap.txt 2024-04-23T18:24:37.920 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-palmas.txt 2024-04-23T18:24:37.921 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pca953x.txt 2024-04-23T18:24:37.923 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pcf857x.txt 2024-04-23T18:24:37.924 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-poweroff.txt 2024-04-23T18:24:37.925 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-restart.txt 2024-04-23T18:24:37.926 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-samsung.txt 2024-04-23T18:24:37.927 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stericsson-coh901.txt 2024-04-23T18:24:37.928 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stmpe.txt 2024-04-23T18:24:37.928 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stp-xway.txt 2024-04-23T18:24:37.929 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-sx150x.txt 2024-04-23T18:24:37.930 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-twl4030.txt 2024-04-23T18:24:37.931 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090-pdc.txt 2024-04-23T18:24:37.933 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090.txt 2024-04-23T18:24:37.934 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-vf610.txt 2024-04-23T18:24:37.935 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene-sb.txt 2024-04-23T18:24:37.936 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene.txt 2024-04-23T18:24:37.937 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xilinx.txt 2024-04-23T18:24:37.938 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zevio.txt 2024-04-23T18:24:37.938 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zynq.txt 2024-04-23T18:24:37.939 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio.txt 2024-04-23T18:24:37.940 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_atmel.txt 2024-04-23T18:24:37.941 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_lpc32xx.txt 2024-04-23T18:24:37.942 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/moxa,moxart-gpio.txt 2024-04-23T18:24:37.943 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/mrvl-gpio.txt 2024-04-23T18:24:37.944 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/nvidia,tegra20-gpio.txt 2024-04-23T18:24:37.945 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/pl061-gpio.txt 2024-04-23T18:24:37.946 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/renesas,gpio-rcar.txt 2024-04-23T18:24:37.947 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/snps-dwapb-gpio.txt 2024-04-23T18:24:37.948 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/sodaville.txt 2024-04-23T18:24:37.949 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/spear_spics.txt 2024-04-23T18:24:37.950 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/ 2024-04-23T18:24:37.951 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,gk20a.txt 2024-04-23T18:24:37.952 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,tegra20-host1x.txt 2024-04-23T18:24:37.953 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-g2d.txt 2024-04-23T18:24:37.954 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-rotator.txt 2024-04-23T18:24:37.955 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/st,stih4xx.txt 2024-04-23T18:24:37.956 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/graph.txt 2024-04-23T18:24:37.956 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/ 2024-04-23T18:24:37.957 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/hid-over-i2c.txt 2024-04-23T18:24:37.958 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/ 2024-04-23T18:24:37.959 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/client-devices.txt 2024-04-23T18:24:37.960 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/nokia-modem.txt 2024-04-23T18:24:37.962 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/omap-ssi.txt 2024-04-23T18:24:37.963 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ 2024-04-23T18:24:37.964 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ads1015.txt 2024-04-23T18:24:37.965 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/g762.txt 2024-04-23T18:24:37.966 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ibmpowernv.txt 2024-04-23T18:24:37.967 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/lm90.txt 2024-04-23T18:24:37.968 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ltc2978.txt 2024-04-23T18:24:37.969 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ntc_thermistor.txt 2024-04-23T18:24:37.970 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/pwm-fan.txt 2024-04-23T18:24:37.971 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/vexpress.txt 2024-04-23T18:24:37.972 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/ 2024-04-23T18:24:37.973 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/atmel-trng.txt 2024-04-23T18:24:37.974 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/omap_rng.txt 2024-04-23T18:24:37.975 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/timeriomem_rng.txt 2024-04-23T18:24:37.975 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ 2024-04-23T18:24:37.977 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,bcm2835-i2c.txt 2024-04-23T18:24:37.977 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,iproc-i2c.txt 2024-04-23T18:24:37.978 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-arb-gpio-challenge.txt 2024-04-23T18:24:37.979 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-at91.txt 2024-04-23T18:24:37.980 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-axxia.txt 2024-04-23T18:24:37.981 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-bcm-kona.txt 2024-04-23T18:24:37.982 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cadence.txt 2024-04-23T18:24:37.983 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cbus-gpio.txt 2024-04-23T18:24:37.984 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cros-ec-tunnel.txt 2024-04-23T18:24:37.985 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-davinci.txt 2024-04-23T18:24:37.986 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-designware.txt 2024-04-23T18:24:37.987 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-efm32.txt 2024-04-23T18:24:37.988 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-exynos5.txt 2024-04-23T18:24:37.989 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-gpio.txt 2024-04-23T18:24:37.990 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-hix5hd2.txt 2024-04-23T18:24:37.991 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-img-scb.txt 2024-04-23T18:24:37.992 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-imx.txt 2024-04-23T18:24:37.992 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-meson.txt 2024-04-23T18:24:37.993 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mpc.txt 2024-04-23T18:24:37.994 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-gpio.txt 2024-04-23T18:24:37.996 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pca954x.txt 2024-04-23T18:24:37.996 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pinctrl.txt 2024-04-23T18:24:37.997 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux.txt 2024-04-23T18:24:37.998 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mv64xxx.txt 2024-04-23T18:24:37.999 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mxs.txt 2024-04-23T18:24:38.000 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-nomadik.txt 2024-04-23T18:24:38.001 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-ocores.txt 2024-04-23T18:24:38.002 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-octeon.txt 2024-04-23T18:24:38.003 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-omap.txt 2024-04-23T18:24:38.004 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-opal.txt 2024-04-23T18:24:38.005 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pnx.txt 2024-04-23T18:24:38.006 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa-pci-ce4100.txt 2024-04-23T18:24:38.007 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa.txt 2024-04-23T18:24:38.008 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rcar.txt 2024-04-23T18:24:38.009 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-riic.txt 2024-04-23T18:24:38.009 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rk3x.txt 2024-04-23T18:24:38.010 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-s3c2410.txt 2024-04-23T18:24:38.011 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sh_mobile.txt 2024-04-23T18:24:38.012 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sirf.txt 2024-04-23T18:24:38.013 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st-ddci2c.txt 2024-04-23T18:24:38.014 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st.txt 2024-04-23T18:24:38.015 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sunxi-p2wi.txt 2024-04-23T18:24:38.016 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-versatile.txt 2024-04-23T18:24:38.017 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-vt8500.txt 2024-04-23T18:24:38.017 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-xiic.txt 2024-04-23T18:24:38.018 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina209.txt 2024-04-23T18:24:38.019 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina2xx.txt 2024-04-23T18:24:38.020 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/max6697.txt 2024-04-23T18:24:38.021 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/nvidia,tegra20-i2c.txt 2024-04-23T18:24:38.022 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/qcom,i2c-qup.txt 2024-04-23T18:24:38.023 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ti,bq32k.txt 2024-04-23T18:24:38.024 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/trivial-devices.txt 2024-04-23T18:24:38.025 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/ 2024-04-23T18:24:38.026 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/ 2024-04-23T18:24:38.026 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/bma180.txt 2024-04-23T18:24:38.027 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/ 2024-04-23T18:24:38.028 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/at91_adc.txt 2024-04-23T18:24:38.029 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/cc10001_adc.txt 2024-04-23T18:24:38.030 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/max1027-adc.txt 2024-04-23T18:24:38.031 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/nuvoton-nau7802.txt 2024-04-23T18:24:38.032 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-iadc.txt 2024-04-23T18:24:38.032 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-vadc.txt 2024-04-23T18:24:38.033 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/rockchip-saradc.txt 2024-04-23T18:24:38.034 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/twl4030-madc.txt 2024-04-23T18:24:38.035 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/vf610-adc.txt 2024-04-23T18:24:38.036 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/xilinx-xadc.txt 2024-04-23T18:24:38.037 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ 2024-04-23T18:24:38.038 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ad7303.txt 2024-04-23T18:24:38.042 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/max5821.txt 2024-04-23T18:24:38.042 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/ 2024-04-23T18:24:38.042 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/adf4350.txt 2024-04-23T18:24:38.042 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/ 2024-04-23T18:24:38.042 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/dht11.txt 2024-04-23T18:24:38.043 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/iio-bindings.txt 2024-04-23T18:24:38.044 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/ 2024-04-23T18:24:38.044 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/apds9300.txt 2024-04-23T18:24:38.045 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/cm36651.txt 2024-04-23T18:24:38.046 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/gp2ap020a00f.txt 2024-04-23T18:24:38.047 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/tsl2563.txt 2024-04-23T18:24:38.048 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ 2024-04-23T18:24:38.049 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ak8975.txt 2024-04-23T18:24:38.052 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/hmc5843.txt 2024-04-23T18:24:38.053 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/ 2024-04-23T18:24:38.055 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/as3935.txt 2024-04-23T18:24:38.055 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/sensorhub.txt 2024-04-23T18:24:38.057 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/st-sensors.txt 2024-04-23T18:24:38.058 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ 2024-04-23T18:24:38.059 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ads7846.txt 2024-04-23T18:24:38.061 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/atmel,maxtouch.txt 2024-04-23T18:24:38.062 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cap11xx.txt 2024-04-23T18:24:38.063 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/clps711x-keypad.txt 2024-04-23T18:24:38.064 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cros-ec-keyb.txt 2024-04-23T18:24:38.066 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/e3x0-button.txt 2024-04-23T18:24:38.067 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elan_i2c.txt 2024-04-23T18:24:38.068 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elants_i2c.txt 2024-04-23T18:24:38.069 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/fsl-mma8450.txt 2024-04-23T18:24:38.071 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-beeper.txt 2024-04-23T18:24:38.072 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys-polled.txt 2024-04-23T18:24:38.073 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys.txt 2024-04-23T18:24:38.074 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-matrix-keypad.txt 2024-04-23T18:24:38.076 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/imx-keypad.txt 2024-04-23T18:24:38.077 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/input-reset.txt 2024-04-23T18:24:38.078 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/lpc32xx-key.txt 2024-04-23T18:24:38.080 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/matrix-keymap.txt 2024-04-23T18:24:38.081 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/nvidia,tegra20-kbc.txt 2024-04-23T18:24:38.082 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/omap-keypad.txt 2024-04-23T18:24:38.083 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.089+0000 7f7701920640 1 -- 172.21.15.38:0/387693050 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76fc101aa0 msgr2=0x7f76fc105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:38.084 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.089+0000 7f7701920640 1 --2- 172.21.15.38:0/387693050 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76fc101aa0 0x7f76fc105a90 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f76e4009900 tx=0x7f76e402a410 comp rx=0 tx=0).stop 2024-04-23T18:24:38.084 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.090+0000 7f7701920640 1 -- 172.21.15.38:0/387693050 shutdown_connections 2024-04-23T18:24:38.084 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.090+0000 7f7701920640 1 --2- 172.21.15.38:0/387693050 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76fc106170 0x7f76fc10dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.084 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.090+0000 7f7701920640 1 --2- 172.21.15.38:0/387693050 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76fc101aa0 0x7f76fc105a90 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.084 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.090+0000 7f7701920640 1 --2- 172.21.15.38:0/387693050 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76fc1010f0 0x7f76fc1014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.084 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.090+0000 7f7701920640 1 -- 172.21.15.38:0/387693050 >> 172.21.15.38:0/387693050 conn(0x7f76fc077fd0 msgr2=0x7f76fc0783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:38.084 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.090+0000 7f7701920640 1 -- 172.21.15.38:0/387693050 shutdown_connections 2024-04-23T18:24:38.084 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.090+0000 7f7701920640 1 -- 172.21.15.38:0/387693050 wait complete. 2024-04-23T18:24:38.084 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.090+0000 7f7701920640 1 Processor -- start 2024-04-23T18:24:38.084 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ps2keyb-mouse-apbps2.txt 2024-04-23T18:24:38.087 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.090+0000 7f7701920640 1 -- start start 2024-04-23T18:24:38.087 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f7701920640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76fc1010f0 0x7f76fc19e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.087 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f7701920640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76fc106170 0x7f76fc19e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.087 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f7701920640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76fc1985f0 0x7f76fc198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.087 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f7701920640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc112310 con 0x7f76fc106170 2024-04-23T18:24:38.087 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f7701920640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc112190 con 0x7f76fc1010f0 2024-04-23T18:24:38.087 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f7701920640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc112490 con 0x7f76fc1985f0 2024-04-23T18:24:38.087 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76fa7fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76fc106170 0x7f76fc19e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.087 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76fa7fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76fc106170 0x7f76fc19e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39292/0 (socket says 172.21.15.38:39292) 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76fa7fc640 1 -- 172.21.15.38:0/1484360379 learned_addr learned my addr 172.21.15.38:0/1484360379 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76faffd640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76fc1010f0 0x7f76fc19e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76fb7fe640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76fc1985f0 0x7f76fc198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76fa7fc640 1 -- 172.21.15.38:0/1484360379 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76fc1985f0 msgr2=0x7f76fc198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76fc1985f0 0x7f76fc198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76fa7fc640 1 -- 172.21.15.38:0/1484360379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76fc1010f0 msgr2=0x7f76fc19e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76fc1010f0 0x7f76fc19e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76fa7fc640 1 -- 172.21.15.38:0/1484360379 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76fc199110 con 0x7f76fc106170 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76fc106170 0x7f76fc19e980 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f76e4005940 tx=0x7f76e40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f770091e640 1 -- 172.21.15.38:0/1484360379 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e403f030 con 0x7f76fc106170 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f770091e640 1 -- 172.21.15.38:0/1484360379 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f76e40318f0 con 0x7f76fc106170 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f7701920640 1 -- 172.21.15.38:0/1484360379 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76fc1993a0 con 0x7f76fc106170 2024-04-23T18:24:38.088 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f770091e640 1 -- 172.21.15.38:0/1484360379 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e4035070 con 0x7f76fc106170 2024-04-23T18:24:38.089 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.091+0000 7f7701920640 1 -- 172.21.15.38:0/1484360379 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76fc1a5590 con 0x7f76fc106170 2024-04-23T18:24:38.089 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pwm-beeper.txt 2024-04-23T18:24:38.089 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pxa27x-keypad.txt 2024-04-23T18:24:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f770091e640 1 -- 172.21.15.38:0/1484360379 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f76e4042030 con 0x7f76fc106170 2024-04-23T18:24:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f7704639740 1 Processor -- start 2024-04-23T18:24:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f7704639740 1 -- start start 2024-04-23T18:24:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f7704639740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc56a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f7704639740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc612c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f7704639740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc61800 0x564e8cc63bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f770091e640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f76e80a3dc0 0x7f76e80a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f7704639740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564e8cbbb970 con 0x564e8cc56620 2024-04-23T18:24:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f7704639740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x564e8cb584a0 con 0x564e8cc56f40 2024-04-23T18:24:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f7704639740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564e8cbb7930 con 0x564e8cc61800 2024-04-23T18:24:38.091 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-keypad.txt 2024-04-23T18:24:38.092 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f76faffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc612c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.092 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f76fb7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc56a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.092 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f76faffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc612c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:34046/0 (socket says 172.21.15.38:34046) 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f76fb7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc56a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39302/0 (socket says 172.21.15.38:39302) 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.094+0000 7f76faffd640 1 -- 172.21.15.38:0/538170147 learned_addr learned my addr 172.21.15.38:0/538170147 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/538170147 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc61800 0x564e8cc63bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76fb7fe640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f76e80a3dc0 0x7f76e80a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f770091e640 1 -- 172.21.15.38:0/1484360379 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f76e40f0b90 con 0x7f76fc106170 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76faffd640 1 -- 172.21.15.38:0/538170147 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc61800 msgr2=0x564e8cc63bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76faffd640 1 --2- 172.21.15.38:0/538170147 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc61800 0x564e8cc63bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76faffd640 1 -- 172.21.15.38:0/538170147 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 msgr2=0x564e8cc56a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76faffd640 1 --2- 172.21.15.38:0/538170147 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc56a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76faffd640 1 -- 172.21.15.38:0/538170147 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e8c8ce210 con 0x564e8cc56f40 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76faffd640 1 --2- 172.21.15.38:0/538170147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc612c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009cf0 tx=0x7f76ec011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5b6d3c9353c6e65 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76fb7fe640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f76e80a3dc0 0x7f76e80a6280 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f76f4009990 tx=0x7f76f40096a0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76f1ffb640 1 -- 172.21.15.38:0/538170147 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ec004230 con 0x564e8cc56f40 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76f1ffb640 1 -- 172.21.15.38:0/538170147 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f76ec0043d0 con 0x564e8cc56f40 2024-04-23T18:24:38.093 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.095+0000 7f76f1ffb640 1 -- 172.21.15.38:0/538170147 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ec019810 con 0x564e8cc56f40 2024-04-23T18:24:38.094 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-pwrkey.txt 2024-04-23T18:24:38.095 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 -- 172.21.15.38:0/538170147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 msgr2=0x564e8cc612c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 --2- 172.21.15.38:0/538170147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc612c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009cf0 tx=0x7f76ec011810 comp rx=0 tx=0).stop 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 -- 172.21.15.38:0/538170147 shutdown_connections 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 --2- 172.21.15.38:0/538170147 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc61800 0x564e8cc63bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 --2- 172.21.15.38:0/538170147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc612c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 --2- 172.21.15.38:0/538170147 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc56a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 -- 172.21.15.38:0/538170147 >> 172.21.15.38:0/538170147 conn(0x564e8cc52b30 msgr2=0x564e8cc52f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 -- 172.21.15.38:0/538170147 shutdown_connections 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 -- 172.21.15.38:0/538170147 wait complete. 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 -- start start 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.096+0000 7f7704639740 1 Processor -- start 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f7704639740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc610d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f7704639740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc5e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.096 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f7704639740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc61800 0x564e8cc5e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.097 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f7704639740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564e8cc64430 con 0x564e8cc56620 2024-04-23T18:24:38.097 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f7704639740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x564e8cb560b0 con 0x564e8cc56f40 2024-04-23T18:24:38.097 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f7704639740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564e8cc645b0 con 0x564e8cc61800 2024-04-23T18:24:38.097 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f7704639740 10 client.0 _ll_register_callbacks cb 0x564e8cb43d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:38.097 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76fa7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc5e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.097 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76faffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc610d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.097 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76fa7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc5e3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:34062/0 (socket says 172.21.15.38:34062) 2024-04-23T18:24:38.097 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76fa7fc640 1 -- 172.21.15.38:0/3883665673 learned_addr learned my addr 172.21.15.38:0/3883665673 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:38.097 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76fb7fe640 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc61800 0x564e8cc5e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.097 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-vib.txt 2024-04-23T18:24:38.099 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76fa7fc640 1 -- 172.21.15.38:0/3883665673 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc61800 msgr2=0x564e8cc5e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:38.099 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc61800 0x564e8cc5e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.099 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76fa7fc640 1 -- 172.21.15.38:0/3883665673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 msgr2=0x564e8cc610d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:38.099 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc610d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.099 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76fa7fc640 1 -- 172.21.15.38:0/3883665673 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e8c99a620 con 0x564e8cc56f40 2024-04-23T18:24:38.099 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc5e3c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f76e40bcb30 tx=0x7f76e40bc750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d51895a72db363fe server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:38.099 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.097+0000 7f76daffd640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f76daffd640 1 -- 172.21.15.38:0/3883665673 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e4049040 con 0x564e8cc56f40 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f7704639740 1 -- 172.21.15.38:0/3883665673 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76ec0043d0 con 0x564e8cc56f40 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f76daffd640 1 -- 172.21.15.38:0/3883665673 <== mon.2 v2:172.21.15.76:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f76e40ee520 con 0x564e8cc56f40 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f76daffd640 1 -- 172.21.15.38:0/3883665673 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f76e40d6270 con 0x564e8cc56f40 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f7704639740 10 client.25484 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f7704639740 1 -- 172.21.15.38:0/3883665673 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564e8cc702d0 con 0x564e8cc56f40 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f76daffd640 1 -- 172.21.15.38:0/3883665673 <== mon.2 v2:172.21.15.76:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f76ec0043d0 con 0x564e8cc56f40 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f76daffd640 1 -- 172.21.15.38:0/3883665673 <== mon.2 v2:172.21.15.76:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f76e40d6630 con 0x564e8cc56f40 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f7704639740 10 client.25484 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f7704639740 10 client.25484 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f7704639740 20 client.25484 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f7704639740 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564e8cc717d0 0x564e8cc73be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f7704639740 4 client.25484 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f7704639740 1 -- 172.21.15.38:0/3883665673 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564e8cbc9390 con 0x564e8cc717d0 2024-04-23T18:24:38.101 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/regulator-haptic.txt 2024-04-23T18:24:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.098+0000 7f76faffd640 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564e8cc717d0 0x564e8cc73be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.099+0000 7f76faffd640 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564e8cc717d0 0x564e8cc73be0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=115179c732de5bf0 server_cookie=f247051e6029e0f8 in_seq=0 out_seq=0 2024-04-23T18:24:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.099+0000 7f76daffd640 10 client.25484 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:38.102 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/rotary-encoder.txt 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f76daffd640 1 -- 172.21.15.38:0/3883665673 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564e8cbc9390 con 0x564e8cc717d0 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f76daffd640 10 client.25484 handle_command_reply: tid=0 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 client.25484 shutdown 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 -- 172.21.15.38:0/3883665673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 msgr2=0x564e8cc5e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc5e3c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f76e40bcb30 tx=0x7f76e40bc750 comp rx=0 tx=0).stop 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 -- 172.21.15.38:0/3883665673 shutdown_connections 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564e8cc717d0 0x564e8cc73be0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc61800 0x564e8cc5e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f76daffd640 0 client.25484 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc56f40 0x564e8cc5e3c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 --2- 172.21.15.38:0/3883665673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc610d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 -- 172.21.15.38:0/3883665673 >> 172.21.15.38:0/3883665673 conn(0x564e8cc52b30 msgr2=0x564e8cc588b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 -- 172.21.15.38:0/3883665673 shutdown_connections 2024-04-23T18:24:38.104 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 1 -- 172.21.15.38:0/3883665673 wait complete. 2024-04-23T18:24:38.104 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.101+0000 7f7704639740 20 client.25484 trim_cache size 0 max 16384 2024-04-23T18:24:38.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/samsung-keypad.txt 2024-04-23T18:24:38.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/spear-keyboard.txt 2024-04-23T18:24:38.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/st-keyscan.txt 2024-04-23T18:24:38.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/stmpe-keypad.txt 2024-04-23T18:24:38.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/sun4i-lradc-keys.txt 2024-04-23T18:24:38.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tca8418_keypad.txt 2024-04-23T18:24:38.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv260x.txt 2024-04-23T18:24:38.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv2667.txt 2024-04-23T18:24:38.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,nspire-keypad.txt 2024-04-23T18:24:38.107 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,palmas-pwrbutton.txt 2024-04-23T18:24:38.108 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ 2024-04-23T18:24:38.109 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/auo_pixcir_ts.txt 2024-04-23T18:24:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f7704639740 1 Processor -- start 2024-04-23T18:24:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f7704639740 1 -- start start 2024-04-23T18:24:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f7704639740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56620 0x564e8cc6d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f7704639740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56f40 0x564e8cc59970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f7704639740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc61800 0x564e8cc60c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f7704639740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc1addf0 con 0x564e8cc56f40 2024-04-23T18:24:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f7704639740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc1af930 con 0x564e8cc61800 2024-04-23T18:24:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f7704639740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc1ae4c0 con 0x564e8cc56620 2024-04-23T18:24:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f76fa7fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56f40 0x564e8cc59970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f76fa7fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56f40 0x564e8cc59970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39316/0 (socket says 172.21.15.38:39316) 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f76fa7fc640 1 -- 172.21.15.38:0/118692291 learned_addr learned my addr 172.21.15.38:0/118692291 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f76faffd640 1 --2- 172.21.15.38:0/118692291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56620 0x564e8cc6d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.116+0000 7f76fb7fe640 1 --2- 172.21.15.38:0/118692291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc61800 0x564e8cc60c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.117+0000 7f76fa7fc640 1 -- 172.21.15.38:0/118692291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56620 msgr2=0x564e8cc6d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.117+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/118692291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56620 0x564e8cc6d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.117+0000 7f76fa7fc640 1 -- 172.21.15.38:0/118692291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc61800 msgr2=0x564e8cc60c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.117+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/118692291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc61800 0x564e8cc60c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.117+0000 7f76fa7fc640 1 -- 172.21.15.38:0/118692291 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e8cc64310 con 0x564e8cc56f40 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.117+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/118692291 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56f40 0x564e8cc59970 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f76e40ee8a0 tx=0x7f76e4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f95d9ddc7cdb4929 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.117+0000 7f76f17fa640 1 -- 172.21.15.38:0/118692291 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e4049070 con 0x564e8cc56f40 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.117+0000 7f76f17fa640 1 -- 172.21.15.38:0/118692291 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f76e40c0ea0 con 0x564e8cc56f40 2024-04-23T18:24:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.117+0000 7f76f17fa640 1 -- 172.21.15.38:0/118692291 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e40da070 con 0x564e8cc56f40 2024-04-23T18:24:38.113 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/bu21013.txt 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 -- 172.21.15.38:0/118692291 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56f40 msgr2=0x564e8cc59970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 --2- 172.21.15.38:0/118692291 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56f40 0x564e8cc59970 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f76e40ee8a0 tx=0x7f76e4009260 comp rx=0 tx=0).stop 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 -- 172.21.15.38:0/118692291 shutdown_connections 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 --2- 172.21.15.38:0/118692291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc61800 0x564e8cc60c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 --2- 172.21.15.38:0/118692291 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56f40 0x564e8cc59970 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 --2- 172.21.15.38:0/118692291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56620 0x564e8cc6d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 -- 172.21.15.38:0/118692291 >> 172.21.15.38:0/118692291 conn(0x564e8cc52b30 msgr2=0x564e8cc59260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 -- 172.21.15.38:0/118692291 shutdown_connections 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 -- 172.21.15.38:0/118692291 wait complete. 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 -- start start 2024-04-23T18:24:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 Processor -- start 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc64de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.118+0000 7f7704639740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56f40 0x564e8cc65320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f7704639740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc61800 0x564e8cc69250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f7704639740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc1af260 con 0x564e8cc56620 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f7704639740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc1aeb90 con 0x564e8cc61800 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f7704639740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc1abdd0 con 0x564e8cc56f40 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f7704639740 10 client.0 _ll_register_callbacks cb 0x7f76e40bca40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76faffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc64de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76faffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc64de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39330/0 (socket says 172.21.15.38:39330) 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76faffd640 1 -- 172.21.15.38:0/2635109374 learned_addr learned my addr 172.21.15.38:0/2635109374 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76fb7fe640 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc61800 0x564e8cc69250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56f40 0x564e8cc65320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76faffd640 1 -- 172.21.15.38:0/2635109374 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56f40 msgr2=0x564e8cc65320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76faffd640 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56f40 0x564e8cc65320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76faffd640 1 -- 172.21.15.38:0/2635109374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc61800 msgr2=0x564e8cc69250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:38.117 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76faffd640 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc61800 0x564e8cc69250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:38.117 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76faffd640 1 -- 172.21.15.38:0/2635109374 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e8cc698c0 con 0x564e8cc56620 2024-04-23T18:24:38.117 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56f40 0x564e8cc65320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:38.117 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/edt-ft5x06.txt 2024-04-23T18:24:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76faffd640 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc64de0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009cf0 tx=0x7f76ec005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26d0a4997c8acbfc server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76daffd640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:24:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76daffd640 1 -- 172.21.15.38:0/2635109374 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ec005040 con 0x564e8cc56620 2024-04-23T18:24:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f7704639740 1 -- 172.21.15.38:0/2635109374 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76e40c0ea0 con 0x564e8cc56620 2024-04-23T18:24:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76daffd640 1 -- 172.21.15.38:0/2635109374 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f76ec0051e0 con 0x564e8cc56620 2024-04-23T18:24:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f76daffd640 1 -- 172.21.15.38:0/2635109374 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f76ec03b050 con 0x564e8cc56620 2024-04-23T18:24:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f7704639740 10 client.15855 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.119+0000 7f7704639740 1 -- 172.21.15.38:0/2635109374 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564e8ccd78c0 con 0x564e8cc56620 2024-04-23T18:24:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f76daffd640 1 -- 172.21.15.38:0/2635109374 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f76e40c0ea0 con 0x564e8cc56620 2024-04-23T18:24:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f76daffd640 1 -- 172.21.15.38:0/2635109374 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f76ec003610 con 0x564e8cc56620 2024-04-23T18:24:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f7704639740 10 client.15855 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f7704639740 10 client.15855 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f7704639740 20 client.15855 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f7704639740 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564e8ccd7e80 0x564e8ccda2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f7704639740 4 client.15855 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:24:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f7704639740 1 -- 172.21.15.38:0/2635109374 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564e8cbc3200 con 0x564e8ccd7e80 2024-04-23T18:24:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564e8ccd7e80 0x564e8ccda2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f76daffd640 10 client.15855 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:38.120+0000 7f76fa7fc640 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564e8ccd7e80 0x564e8ccda2a0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df68b78a2a346330 server_cookie=79747810351ceb19 in_seq=0 out_seq=0 2024-04-23T18:24:38.121 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/egalax-ts.txt 2024-04-23T18:24:38.121 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/lpc32xx-tsc.txt 2024-04-23T18:24:38.121 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/mms114.txt 2024-04-23T18:24:38.121 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/pixcir_i2c_ts.txt 2024-04-23T18:24:38.121 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sitronix-st1232.txt 2024-04-23T18:24:38.121 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/stmpe.txt 2024-04-23T18:24:38.123 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sun4i.txt 2024-04-23T18:24:38.124 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ti-tsc-adc.txt 2024-04-23T18:24:38.125 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/touchscreen.txt 2024-04-23T18:24:38.126 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2005.txt 2024-04-23T18:24:38.128 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2007.txt 2024-04-23T18:24:38.129 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/zforce_ts.txt 2024-04-23T18:24:38.130 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tps65218-pwrbutton.txt 2024-04-23T18:24:38.132 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-keypad.txt 2024-04-23T18:24:38.133 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-pwrbutton.txt 2024-04-23T18:24:38.134 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ 2024-04-23T18:24:38.136 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/abilis,tb10x-ictl.txt 2024-04-23T18:24:38.137 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun4i-ic.txt 2024-04-23T18:24:38.138 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun67i-sc-nmi.txt 2024-04-23T18:24:38.140 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/atmel,aic.txt 2024-04-23T18:24:38.141 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm2835-armctrl-ic.txt 2024-04-23T18:24:38.142 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm7120-l2-intc.txt 2024-04-23T18:24:38.144 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,l2-intc.txt 2024-04-23T18:24:38.145 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/cirrus,clps711x-intc.txt 2024-04-23T18:24:38.147 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/digicolor-ic.txt 2024-04-23T18:24:38.148 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/interrupts.txt 2024-04-23T18:24:38.149 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/lsi,zevio-intc.txt 2024-04-23T18:24:38.150 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,armada-370-xp-mpic.txt 2024-04-23T18:24:38.152 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,orion-intc.txt 2024-04-23T18:24:38.153 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/mips-gic.txt 2024-04-23T18:24:38.154 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/opencores,or1k-pic.txt 2024-04-23T18:24:38.156 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,intc-irqpin.txt 2024-04-23T18:24:38.157 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,irqc.txt 2024-04-23T18:24:38.158 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/samsung,s3c24xx-irq.txt 2024-04-23T18:24:38.160 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/snps,dw-apb-ictl.txt 2024-04-23T18:24:38.161 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,keystone-irq.txt 2024-04-23T18:24:38.162 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,omap-intc-irq.txt 2024-04-23T18:24:38.163 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ 2024-04-23T18:24:38.165 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt 2024-04-23T18:24:38.166 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt 2024-04-23T18:24:38.167 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt 2024-04-23T18:24:38.168 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt 2024-04-23T18:24:38.170 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt 2024-04-23T18:24:38.171 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt 2024-04-23T18:24:38.172 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt 2024-04-23T18:24:38.174 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt 2024-04-23T18:24:38.175 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/ 2024-04-23T18:24:38.176 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt 2024-04-23T18:24:38.177 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt 2024-04-23T18:24:38.179 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt 2024-04-23T18:24:38.180 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt 2024-04-23T18:24:38.181 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt 2024-04-23T18:24:38.182 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt 2024-04-23T18:24:38.184 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt 2024-04-23T18:24:38.185 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt 2024-04-23T18:24:38.186 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt 2024-04-23T18:24:38.187 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ 2024-04-23T18:24:38.189 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt 2024-04-23T18:24:38.190 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt 2024-04-23T18:24:38.191 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/ 2024-04-23T18:24:38.193 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt 2024-04-23T18:24:38.194 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt 2024-04-23T18:24:38.195 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt 2024-04-23T18:24:38.196 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/marvell.txt 2024-04-23T18:24:38.198 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ 2024-04-23T18:24:38.199 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt 2024-04-23T18:24:38.200 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt 2024-04-23T18:24:38.201 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt 2024-04-23T18:24:38.203 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt 2024-04-23T18:24:38.204 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt 2024-04-23T18:24:38.205 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt 2024-04-23T18:24:38.207 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt 2024-04-23T18:24:38.208 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt 2024-04-23T18:24:38.209 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ 2024-04-23T18:24:38.211 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7343.txt 2024-04-23T18:24:38.212 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7604.txt 2024-04-23T18:24:38.213 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9m111.txt 2024-04-23T18:24:38.215 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9p031.txt 2024-04-23T18:24:38.216 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/nokia,smia.txt 2024-04-23T18:24:38.218 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ths8200.txt 2024-04-23T18:24:38.219 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp514x.txt 2024-04-23T18:24:38.220 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp7002.txt 2024-04-23T18:24:38.221 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt 2024-04-23T18:24:38.222 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt 2024-04-23T18:24:38.224 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt 2024-04-23T18:24:38.225 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt 2024-04-23T18:24:38.227 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt 2024-04-23T18:24:38.229 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt 2024-04-23T18:24:38.230 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt 2024-04-23T18:24:38.231 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt 2024-04-23T18:24:38.233 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt 2024-04-23T18:24:38.234 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt 2024-04-23T18:24:38.235 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt 2024-04-23T18:24:38.236 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt 2024-04-23T18:24:38.238 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt 2024-04-23T18:24:38.239 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt 2024-04-23T18:24:38.241 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt 2024-04-23T18:24:38.242 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt 2024-04-23T18:24:38.246 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt 2024-04-23T18:24:38.246 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ 2024-04-23T18:24:38.246 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ 2024-04-23T18:24:38.247 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt 2024-04-23T18:24:38.248 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt 2024-04-23T18:24:38.249 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt 2024-04-23T18:24:38.250 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt 2024-04-23T18:24:38.252 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt 2024-04-23T18:24:38.253 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt 2024-04-23T18:24:38.254 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt 2024-04-23T18:24:38.256 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ 2024-04-23T18:24:38.257 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt 2024-04-23T18:24:38.258 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/ 2024-04-23T18:24:38.260 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt 2024-04-23T18:24:38.261 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt 2024-04-23T18:24:38.262 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt 2024-04-23T18:24:38.263 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ 2024-04-23T18:24:38.264 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt 2024-04-23T18:24:38.266 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt 2024-04-23T18:24:38.267 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt 2024-04-23T18:24:38.268 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt 2024-04-23T18:24:38.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt 2024-04-23T18:24:38.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt 2024-04-23T18:24:38.272 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt 2024-04-23T18:24:38.273 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt 2024-04-23T18:24:38.274 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt 2024-04-23T18:24:38.276 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt 2024-04-23T18:24:38.277 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt 2024-04-23T18:24:38.278 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt 2024-04-23T18:24:38.279 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt 2024-04-23T18:24:38.281 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt 2024-04-23T18:24:38.282 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt 2024-04-23T18:24:38.283 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt 2024-04-23T18:24:38.284 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt 2024-04-23T18:24:38.286 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt 2024-04-23T18:24:38.287 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt 2024-04-23T18:24:38.288 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt 2024-04-23T18:24:38.290 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt 2024-04-23T18:24:38.291 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt 2024-04-23T18:24:38.292 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt 2024-04-23T18:24:38.293 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt 2024-04-23T18:24:38.295 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt 2024-04-23T18:24:38.296 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt 2024-04-23T18:24:38.297 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt 2024-04-23T18:24:38.298 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt 2024-04-23T18:24:38.300 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt 2024-04-23T18:24:38.301 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt 2024-04-23T18:24:38.302 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt 2024-04-23T18:24:38.304 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt 2024-04-23T18:24:38.305 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt 2024-04-23T18:24:38.306 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt 2024-04-23T18:24:38.307 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt 2024-04-23T18:24:38.309 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt 2024-04-23T18:24:38.310 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt 2024-04-23T18:24:38.311 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt 2024-04-23T18:24:38.313 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt 2024-04-23T18:24:38.314 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt 2024-04-23T18:24:38.315 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt 2024-04-23T18:24:38.316 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt 2024-04-23T18:24:38.318 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt 2024-04-23T18:24:38.319 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt 2024-04-23T18:24:38.320 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt 2024-04-23T18:24:38.321 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/ 2024-04-23T18:24:38.323 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ 2024-04-23T18:24:38.324 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt 2024-04-23T18:24:38.326 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt 2024-04-23T18:24:38.327 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ 2024-04-23T18:24:38.328 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ 2024-04-23T18:24:38.330 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt 2024-04-23T18:24:38.331 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt 2024-04-23T18:24:38.332 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt 2024-04-23T18:24:38.334 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt 2024-04-23T18:24:38.335 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ 2024-04-23T18:24:38.336 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt 2024-04-23T18:24:38.338 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt 2024-04-23T18:24:38.339 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt 2024-04-23T18:24:38.340 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt 2024-04-23T18:24:38.341 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt 2024-04-23T18:24:38.343 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt 2024-04-23T18:24:38.344 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt 2024-04-23T18:24:38.345 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt 2024-04-23T18:24:38.347 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ 2024-04-23T18:24:38.348 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/allwinner,sunxi-sid.txt 2024-04-23T18:24:38.349 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/arm-charlcd.txt 2024-04-23T18:24:38.351 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/at25.txt 2024-04-23T18:24:38.352 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/atmel-ssc.txt 2024-04-23T18:24:38.353 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/bmp085.txt 2024-04-23T18:24:38.354 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/fsl,qoriq-mc.txt 2024-04-23T18:24:38.355 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ifm-csi.txt 2024-04-23T18:24:38.357 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/lis302.txt 2024-04-23T18:24:38.358 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/nvidia,tegra20-apbmisc.txt 2024-04-23T18:24:38.359 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/smc.txt 2024-04-23T18:24:38.361 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/sram.txt 2024-04-23T18:24:38.362 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ti,dac7512.txt 2024-04-23T18:24:38.364 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ 2024-04-23T18:24:38.365 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/arasan,sdhci.txt 2024-04-23T18:24:38.366 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/atmel-hsmci.txt 2024-04-23T18:24:38.367 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/brcm,bcm2835-sdhci.txt 2024-04-23T18:24:38.369 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/davinci_mmc.txt 2024-04-23T18:24:38.370 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/exynos-dw-mshc.txt 2024-04-23T18:24:38.372 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-esdhc.txt 2024-04-23T18:24:38.373 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-esdhc.txt 2024-04-23T18:24:38.374 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-mmc.txt 2024-04-23T18:24:38.375 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/img-dw-mshc.txt 2024-04-23T18:24:38.377 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/k3-dw-mshc.txt 2024-04-23T18:24:38.378 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/kona-sdhci.txt 2024-04-23T18:24:38.379 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-emmc.txt 2024-04-23T18:24:38.380 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-simple.txt 2024-04-23T18:24:38.382 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-spi-slot.txt 2024-04-23T18:24:38.383 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc.txt 2024-04-23T18:24:38.384 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmci.txt 2024-04-23T18:24:38.386 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/moxa,moxart-mmc.txt 2024-04-23T18:24:38.387 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mxs-mmc.txt 2024-04-23T18:24:38.388 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/nvidia,tegra20-sdhci.txt 2024-04-23T18:24:38.389 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/orion-sdio.txt 2024-04-23T18:24:38.391 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/pxa-mmc.txt 2024-04-23T18:24:38.392 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/renesas,mmcif.txt 2024-04-23T18:24:38.393 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/rockchip-dw-mshc.txt 2024-04-23T18:24:38.395 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/samsung-sdhci.txt 2024-04-23T18:24:38.396 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-dove.txt 2024-04-23T18:24:38.397 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-fujitsu.txt 2024-04-23T18:24:38.399 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-msm.txt 2024-04-23T18:24:38.400 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-pxa.txt 2024-04-23T18:24:38.401 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-sirf.txt 2024-04-23T18:24:38.403 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-spear.txt 2024-04-23T18:24:38.404 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-st.txt 2024-04-23T18:24:38.406 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/socfpga-dw-mshc.txt 2024-04-23T18:24:38.407 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sunxi-mmc.txt 2024-04-23T18:24:38.408 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/synopsys-dw-mshc.txt 2024-04-23T18:24:38.409 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap-hsmmc.txt 2024-04-23T18:24:38.411 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap.txt 2024-04-23T18:24:38.413 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/tmio_mmc.txt 2024-04-23T18:24:38.415 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/usdhi6rol0.txt 2024-04-23T18:24:38.417 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/vt8500-sdmmc.txt 2024-04-23T18:24:38.419 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/ 2024-04-23T18:24:38.420 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/arm-versatile.txt 2024-04-23T18:24:38.422 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-dataflash.txt 2024-04-23T18:24:38.424 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-nand.txt 2024-04-23T18:24:38.426 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/davinci-nand.txt 2024-04-23T18:24:38.428 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/denali-nand.txt 2024-04-23T18:24:38.430 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/diskonchip.txt 2024-04-23T18:24:38.431 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/elm.txt 2024-04-23T18:24:38.433 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/flctl-nand.txt 2024-04-23T18:24:38.435 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-quadspi.txt 2024-04-23T18:24:38.437 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-upm-nand.txt 2024-04-23T18:24:38.439 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsmc-nand.txt 2024-04-23T18:24:38.441 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpio-control-nand.txt 2024-04-23T18:24:38.443 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nand.txt 2024-04-23T18:24:38.444 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nor.txt 2024-04-23T18:24:38.446 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-onenand.txt 2024-04-23T18:24:38.450 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmi-nand.txt 2024-04-23T18:24:38.450 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/hisi504-nand.txt 2024-04-23T18:24:38.451 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-mlc.txt 2024-04-23T18:24:38.453 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-slc.txt 2024-04-23T18:24:38.455 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/m25p80.txt 2024-04-23T18:24:38.457 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mtd-physmap.txt 2024-04-23T18:24:38.459 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mxc-nand.txt 2024-04-23T18:24:38.461 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/nand.txt 2024-04-23T18:24:38.463 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/orion-nand.txt 2024-04-23T18:24:38.465 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/partition.txt 2024-04-23T18:24:38.466 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/pxa3xx-nand.txt 2024-04-23T18:24:38.468 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/spear_smi.txt 2024-04-23T18:24:38.470 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/st-fsm.txt 2024-04-23T18:24:38.472 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/sunxi-nand.txt 2024-04-23T18:24:38.474 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ 2024-04-23T18:24:38.475 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-emac.txt 2024-04-23T18:24:38.477 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-mdio.txt 2024-04-23T18:24:38.479 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun7i-a20-gmac.txt 2024-04-23T18:24:38.481 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/altera_tse.txt 2024-04-23T18:24:38.482 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe-phy.txt 2024-04-23T18:24:38.485 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe.txt 2024-04-23T18:24:38.486 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/apm-xgene-enet.txt 2024-04-23T18:24:38.488 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/arc_emac.txt 2024-04-23T18:24:38.490 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcm87xx.txt 2024-04-23T18:24:38.492 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcmgenet.txt 2024-04-23T18:24:38.494 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-mdio-unimac.txt 2024-04-23T18:24:38.495 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-sf2.txt 2024-04-23T18:24:38.498 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-systemport.txt 2024-04-23T18:24:38.499 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/calxeda-xgmac.txt 2024-04-23T18:24:38.501 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/ 2024-04-23T18:24:38.503 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/atmel-can.txt 2024-04-23T18:24:38.505 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/c_can.txt 2024-04-23T18:24:38.506 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/cc770.txt 2024-04-23T18:24:38.508 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/fsl-flexcan.txt 2024-04-23T18:24:38.510 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/grcan.txt 2024-04-23T18:24:38.512 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/m_can.txt 2024-04-23T18:24:38.514 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/microchip,mcp251x.txt 2024-04-23T18:24:38.516 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/mpc5xxx-mscan.txt 2024-04-23T18:24:38.517 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/rcar_can.txt 2024-04-23T18:24:38.520 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/sja1000.txt 2024-04-23T18:24:38.521 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/xilinx_can.txt 2024-04-23T18:24:38.523 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mdio.txt 2024-04-23T18:24:38.525 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mix.txt 2024-04-23T18:24:38.527 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-pip.txt 2024-04-23T18:24:38.529 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cdns-emac.txt 2024-04-23T18:24:38.530 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw-phy-sel.txt 2024-04-23T18:24:38.532 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw.txt 2024-04-23T18:24:38.534 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davicom-dm9000.txt 2024-04-23T18:24:38.535 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci-mdio.txt 2024-04-23T18:24:38.537 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci_emac.txt 2024-04-23T18:24:38.538 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/ 2024-04-23T18:24:38.539 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/dsa.txt 2024-04-23T18:24:38.540 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/emac_rockchip.txt 2024-04-23T18:24:38.542 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ethernet.txt 2024-04-23T18:24:38.543 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fixed-link.txt 2024-04-23T18:24:38.544 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-fec.txt 2024-04-23T18:24:38.545 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-tsec-phy.txt 2024-04-23T18:24:38.547 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/gpmc-eth.txt 2024-04-23T18:24:38.548 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hip04-net.txt 2024-04-23T18:24:38.549 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hix5hd2-gmac.txt 2024-04-23T18:24:38.550 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/ 2024-04-23T18:24:38.552 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/at86rf230.txt 2024-04-23T18:24:38.553 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/cc2520.txt 2024-04-23T18:24:38.554 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/keystone-netcp.txt 2024-04-23T18:24:38.555 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/lpc-eth.txt 2024-04-23T18:24:38.557 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/macb.txt 2024-04-23T18:24:38.558 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-armada-370-neta.txt 2024-04-23T18:24:38.559 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-mdio.txt 2024-04-23T18:24:38.560 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-net.txt 2024-04-23T18:24:38.562 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pp2.txt 2024-04-23T18:24:38.563 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pxa168.txt 2024-04-23T18:24:38.564 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-gpio.txt 2024-04-23T18:24:38.566 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-gpio.txt 2024-04-23T18:24:38.567 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-mmioreg.txt 2024-04-23T18:24:38.568 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux.txt 2024-04-23T18:24:38.569 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/meson-dwmac.txt 2024-04-23T18:24:38.571 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ks8851.txt 2024-04-23T18:24:38.572 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ksz90x1.txt 2024-04-23T18:24:38.573 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel.txt 2024-04-23T18:24:38.574 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/moxa,moxart-mac.txt 2024-04-23T18:24:38.575 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/ 2024-04-23T18:24:38.577 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/pn544.txt 2024-04-23T18:24:38.578 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfca.txt 2024-04-23T18:24:38.579 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfcb.txt 2024-04-23T18:24:38.580 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/trf7970a.txt 2024-04-23T18:24:38.582 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/opencores-ethoc.txt 2024-04-23T18:24:38.583 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/phy.txt 2024-04-23T18:24:38.584 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/qca-qca7000-spi.txt 2024-04-23T18:24:38.586 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/rockchip-dwmac.txt 2024-04-23T18:24:38.587 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/samsung-sxgbe.txt 2024-04-23T18:24:38.588 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sh_eth.txt 2024-04-23T18:24:38.589 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc-lan91c111.txt 2024-04-23T18:24:38.591 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc911x.txt 2024-04-23T18:24:38.592 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/socfpga-dwmac.txt 2024-04-23T18:24:38.593 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sti-dwmac.txt 2024-04-23T18:24:38.594 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/stmmac.txt 2024-04-23T18:24:38.596 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-rhine.txt 2024-04-23T18:24:38.597 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-velocity.txt 2024-04-23T18:24:38.598 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ 2024-04-23T18:24:38.600 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/brcm,bcm43xx-fmac.txt 2024-04-23T18:24:38.601 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/qcom,ath10k.txt 2024-04-23T18:24:38.602 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ti,wl1251.txt 2024-04-23T18:24:38.604 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/ 2024-04-23T18:24:38.605 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/nios2.txt 2024-04-23T18:24:38.606 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/timer.txt 2024-04-23T18:24:38.608 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/ 2024-04-23T18:24:38.609 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/nvidia,nvec.txt 2024-04-23T18:24:38.610 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt 2024-04-23T18:24:38.612 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/ 2024-04-23T18:24:38.614 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101aw03.txt 2024-04-23T18:24:38.615 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101xtn01.txt 2024-04-23T18:24:38.616 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b116xw03.txt 2024-04-23T18:24:38.617 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133htn01.txt 2024-04-23T18:24:38.619 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133xtn01.txt 2024-04-23T18:24:38.620 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/avic,tm070ddh03.txt 2024-04-23T18:24:38.622 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wa01a.txt 2024-04-23T18:24:38.623 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wb03.txt 2024-04-23T18:24:38.624 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et057090dhu.txt 2024-04-23T18:24:38.626 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et070080dh6.txt 2024-04-23T18:24:38.627 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,etm0700g0dh6.txt 2024-04-23T18:24:38.628 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/foxlink,fl500wvr00-a0t.txt 2024-04-23T18:24:38.630 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/giantplus,gpg482739qs5.txt 2024-04-23T18:24:38.631 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hannstar,hsd070pww1.txt 2024-04-23T18:24:38.632 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hit,tx23d38vm0caa.txt 2024-04-23T18:24:38.634 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,g121i1-l01.txt 2024-04-23T18:24:38.635 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n116bge.txt 2024-04-23T18:24:38.636 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n156bge-l21.txt 2024-04-23T18:24:38.637 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,ld070wx3-sl01.txt 2024-04-23T18:24:38.638 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lh500wx1-sd03.txt 2024-04-23T18:24:38.640 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lp129qe.txt 2024-04-23T18:24:38.641 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/panasonic,vvx10f004b00.txt 2024-04-23T18:24:38.642 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ld9040.txt 2024-04-23T18:24:38.644 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ltn101nt05.txt 2024-04-23T18:24:38.645 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,s6e8aa0.txt 2024-04-23T18:24:38.646 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/sharp,lq101r1sx01.txt 2024-04-23T18:24:38.648 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/simple-panel.txt 2024-04-23T18:24:38.649 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ 2024-04-23T18:24:38.650 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/83xx-512x-pci.txt 2024-04-23T18:24:38.654 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/designware-pcie.txt 2024-04-23T18:24:38.654 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,imx6q-pcie.txt 2024-04-23T18:24:38.654 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,pci.txt 2024-04-23T18:24:38.655 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/host-generic-pci.txt 2024-04-23T18:24:38.656 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/layerscape-pci.txt 2024-04-23T18:24:38.657 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/mvebu-pci.txt 2024-04-23T18:24:38.659 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/nvidia,tegra20-pcie.txt 2024-04-23T18:24:38.660 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-keystone.txt 2024-04-23T18:24:38.661 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-rcar-gen2.txt 2024-04-23T18:24:38.663 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci.txt 2024-04-23T18:24:38.664 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ralink,rt3883-pci.txt 2024-04-23T18:24:38.665 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/rcar-pci.txt 2024-04-23T18:24:38.667 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/samsung,exynos5440-pcie.txt 2024-04-23T18:24:38.668 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/spear13xx-pcie.txt 2024-04-23T18:24:38.669 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ti-pci.txt 2024-04-23T18:24:38.670 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/v3-v360epc-pci.txt 2024-04-23T18:24:38.672 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/versatile.txt 2024-04-23T18:24:38.673 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xgene-pci.txt 2024-04-23T18:24:38.674 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xilinx-pcie.txt 2024-04-23T18:24:38.675 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ 2024-04-23T18:24:38.677 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/apm-xgene-phy.txt 2024-04-23T18:24:38.678 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/bcm-phy.txt 2024-04-23T18:24:38.679 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-sata-phy.txt 2024-04-23T18:24:38.681 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-usb-phy.txt 2024-04-23T18:24:38.682 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/hix5hd2-phy.txt 2024-04-23T18:24:38.683 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-bindings.txt 2024-04-23T18:24:38.684 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy28lp.txt 2024-04-23T18:24:38.686 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy365x.txt 2024-04-23T18:24:38.687 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-mvebu.txt 2024-04-23T18:24:38.688 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih407-usb.txt 2024-04-23T18:24:38.689 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih41x-usb.txt 2024-04-23T18:24:38.691 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-apq8064-sata-phy.txt 2024-04-23T18:24:38.692 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-dwc3-usb-phy.txt 2024-04-23T18:24:38.693 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-ipq806x-sata-phy.txt 2024-04-23T18:24:38.695 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rcar-gen2-phy.txt 2024-04-23T18:24:38.696 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rockchip-usb-phy.txt 2024-04-23T18:24:38.697 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/samsung-phy.txt 2024-04-23T18:24:38.698 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/st-spear-miphy.txt 2024-04-23T18:24:38.700 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/sun4i-usb-phy.txt 2024-04-23T18:24:38.701 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ti-phy.txt 2024-04-23T18:24:38.702 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ 2024-04-23T18:24:38.704 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/abilis,tb10x-iomux.txt 2024-04-23T18:24:38.705 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/allwinner,sunxi-pinctrl.txt 2024-04-23T18:24:38.706 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/atmel,at91-pinctrl.txt 2024-04-23T18:24:38.707 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm11351-pinctrl.txt 2024-04-23T18:24:38.708 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm2835-gpio.txt 2024-04-23T18:24:38.710 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx-pinctrl.txt 2024-04-23T18:24:38.711 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx25-pinctrl.txt 2024-04-23T18:24:38.712 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx27-pinctrl.txt 2024-04-23T18:24:38.714 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx35-pinctrl.txt 2024-04-23T18:24:38.715 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx51-pinctrl.txt 2024-04-23T18:24:38.716 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx53-pinctrl.txt 2024-04-23T18:24:38.717 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6dl-pinctrl.txt 2024-04-23T18:24:38.718 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6q-pinctrl.txt 2024-04-23T18:24:38.719 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sl-pinctrl.txt 2024-04-23T18:24:38.721 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sx-pinctrl.txt 2024-04-23T18:24:38.722 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,mxs-pinctrl.txt 2024-04-23T18:24:38.723 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,vf610-pinctrl.txt 2024-04-23T18:24:38.725 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pdc-pinctrl.txt 2024-04-23T18:24:38.726 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pinctrl.txt 2024-04-23T18:24:38.727 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,falcon-pinumx.txt 2024-04-23T18:24:38.729 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,xway-pinumx.txt 2024-04-23T18:24:38.730 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-370-pinctrl.txt 2024-04-23T18:24:38.731 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-375-pinctrl.txt 2024-04-23T18:24:38.732 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-38x-pinctrl.txt 2024-04-23T18:24:38.733 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-xp-pinctrl.txt 2024-04-23T18:24:38.735 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,dove-pinctrl.txt 2024-04-23T18:24:38.736 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,kirkwood-pinctrl.txt 2024-04-23T18:24:38.737 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,mvebu-pinctrl.txt 2024-04-23T18:24:38.738 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,orion-pinctrl.txt 2024-04-23T18:24:38.740 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/meson,pinctrl.txt 2024-04-23T18:24:38.741 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra114-pinmux.txt 2024-04-23T18:24:38.742 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-pinmux.txt 2024-04-23T18:24:38.743 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-xusb-padctl.txt 2024-04-23T18:24:38.745 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra20-pinmux.txt 2024-04-23T18:24:38.746 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra30-pinmux.txt 2024-04-23T18:24:38.747 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-bindings.txt 2024-04-23T18:24:38.748 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-palmas.txt 2024-04-23T18:24:38.750 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-single.txt 2024-04-23T18:24:38.751 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-sirf.txt 2024-04-23T18:24:38.752 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-st.txt 2024-04-23T18:24:38.754 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-vt8500.txt 2024-04-23T18:24:38.755 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl_spear.txt 2024-04-23T18:24:38.756 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8064-pinctrl.txt 2024-04-23T18:24:38.757 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8084-pinctrl.txt 2024-04-23T18:24:38.759 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,ipq8064-pinctrl.txt 2024-04-23T18:24:38.760 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8916-pinctrl.txt 2024-04-23T18:24:38.761 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8960-pinctrl.txt 2024-04-23T18:24:38.763 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8974-pinctrl.txt 2024-04-23T18:24:38.764 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-gpio.txt 2024-04-23T18:24:38.765 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-mpp.txt 2024-04-23T18:24:38.766 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/renesas,pfc-pinctrl.txt 2024-04-23T18:24:38.767 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/rockchip,pinctrl.txt 2024-04-23T18:24:38.769 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/samsung-pinctrl.txt 2024-04-23T18:24:38.770 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,abx500.txt 2024-04-23T18:24:38.771 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,nomadik.txt 2024-04-23T18:24:38.773 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ti,omap-pinctrl.txt 2024-04-23T18:24:38.774 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/xlnx,zynq-pinctrl.txt 2024-04-23T18:24:38.775 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ 2024-04-23T18:24:38.776 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/bq2415x.txt 2024-04-23T18:24:38.777 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/isp1704.txt 2024-04-23T18:24:38.779 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ltc2941.txt 2024-04-23T18:24:38.780 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/opp.txt 2024-04-23T18:24:38.781 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power-controller.txt 2024-04-23T18:24:38.782 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power_domain.txt 2024-04-23T18:24:38.784 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/renesas,sysc-rmobile.txt 2024-04-23T18:24:38.785 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ 2024-04-23T18:24:38.786 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/keystone-reset.txt 2024-04-23T18:24:38.787 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ltc2952-poweroff.txt 2024-04-23T18:24:38.788 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/st-reset.txt 2024-04-23T18:24:38.789 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/syscon-reboot.txt 2024-04-23T18:24:38.791 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rockchip-io-domain.txt 2024-04-23T18:24:38.792 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rx51-battery.txt 2024-04-23T18:24:38.793 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/twl-charger.txt 2024-04-23T18:24:38.794 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ 2024-04-23T18:24:38.796 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/ 2024-04-23T18:24:38.796 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/btemp.txt 2024-04-23T18:24:38.798 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/chargalg.txt 2024-04-23T18:24:38.799 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/charger.txt 2024-04-23T18:24:38.800 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/fg.txt 2024-04-23T18:24:38.801 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/axxia-reset.txt 2024-04-23T18:24:38.802 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/charger-manager.txt 2024-04-23T18:24:38.804 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/gpio-charger.txt 2024-04-23T18:24:38.805 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/imx-snvs-poweroff.txt 2024-04-23T18:24:38.806 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/lp8727_charger.txt 2024-04-23T18:24:38.807 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max17042_battery.txt 2024-04-23T18:24:38.809 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max8925_batter.txt 2024-04-23T18:24:38.810 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/msm-poweroff.txt 2024-04-23T18:24:38.811 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/olpc_battery.txt 2024-04-23T18:24:38.812 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/power_supply.txt 2024-04-23T18:24:38.813 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/qnap-poweroff.txt 2024-04-23T18:24:38.814 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/restart-poweroff.txt 2024-04-23T18:24:38.816 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/sbs_sbs-battery.txt 2024-04-23T18:24:38.818 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ti,bq24735.txt 2024-04-23T18:24:38.819 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/tps65090.txt 2024-04-23T18:24:38.820 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/ 2024-04-23T18:24:38.821 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ 2024-04-23T18:24:38.822 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/akebono.txt 2024-04-23T18:24:38.824 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/cpm.txt 2024-04-23T18:24:38.825 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/emac.txt 2024-04-23T18:24:38.826 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/hsta.txt 2024-04-23T18:24:38.828 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ndfc.txt 2024-04-23T18:24:38.828 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ppc440spe-adma.txt 2024-04-23T18:24:38.830 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/reboot.txt 2024-04-23T18:24:38.831 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ 2024-04-23T18:24:38.832 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/board.txt 2024-04-23T18:24:38.833 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cache_sram.txt 2024-04-23T18:24:38.834 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ccf.txt 2024-04-23T18:24:38.836 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/ 2024-04-23T18:24:38.837 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm.txt 2024-04-23T18:24:38.838 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/ 2024-04-23T18:24:38.839 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/brg.txt 2024-04-23T18:24:38.840 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/i2c.txt 2024-04-23T18:24:38.842 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/pic.txt 2024-04-23T18:24:38.843 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/usb.txt 2024-04-23T18:24:38.844 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/gpio.txt 2024-04-23T18:24:38.846 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/network.txt 2024-04-23T18:24:38.847 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe.txt 2024-04-23T18:24:38.848 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ 2024-04-23T18:24:38.849 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/firmware.txt 2024-04-23T18:24:38.851 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/par_io.txt 2024-04-23T18:24:38.852 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/pincfg.txt 2024-04-23T18:24:38.853 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ucc.txt 2024-04-23T18:24:38.855 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/usb.txt 2024-04-23T18:24:38.856 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/serial.txt 2024-04-23T18:24:38.857 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpus.txt 2024-04-23T18:24:38.858 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dcsr.txt 2024-04-23T18:24:38.862 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/diu.txt 2024-04-23T18:24:38.862 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dma.txt 2024-04-23T18:24:38.862 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ecm.txt 2024-04-23T18:24:38.863 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/fman.txt 2024-04-23T18:24:38.864 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/gtm.txt 2024-04-23T18:24:38.865 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/guts.txt 2024-04-23T18:24:38.866 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/interlaken-lac.txt 2024-04-23T18:24:38.868 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/l2cache.txt 2024-04-23T18:24:38.869 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/lbc.txt 2024-04-23T18:24:38.870 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcm.txt 2024-04-23T18:24:38.871 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcu-mpc8349emitx.txt 2024-04-23T18:24:38.875 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mem-ctrlr.txt 2024-04-23T18:24:38.876 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5121-psc.txt 2024-04-23T18:24:38.878 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5200.txt 2024-04-23T18:24:38.879 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-msgr.txt 2024-04-23T18:24:38.880 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-timer.txt 2024-04-23T18:24:38.881 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic.txt 2024-04-23T18:24:38.882 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/msi-pic.txt 2024-04-23T18:24:38.884 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pamu.txt 2024-04-23T18:24:38.885 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pmc.txt 2024-04-23T18:24:38.886 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/raideng.txt 2024-04-23T18:24:38.887 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio-rmu.txt 2024-04-23T18:24:38.889 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio.txt 2024-04-23T18:24:38.890 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/ 2024-04-23T18:24:38.891 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/gamecube.txt 2024-04-23T18:24:38.892 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/wii.txt 2024-04-23T18:24:38.894 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/ 2024-04-23T18:24:38.894 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/pps-gpio.txt 2024-04-23T18:24:38.896 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ 2024-04-23T18:24:38.897 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-hlcdc-pwm.txt 2024-04-23T18:24:38.898 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-pwm.txt 2024-04-23T18:24:38.899 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-tcb-pwm.txt 2024-04-23T18:24:38.900 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/bcm-kona-pwm.txt 2024-04-23T18:24:38.902 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/cirrus,clps711x-pwm.txt 2024-04-23T18:24:38.903 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/img-pwm.txt 2024-04-23T18:24:38.904 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/imx-pwm.txt 2024-04-23T18:24:38.906 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/lpc32xx-pwm.txt 2024-04-23T18:24:38.907 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/mxs-pwm.txt 2024-04-23T18:24:38.908 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nvidia,tegra20-pwm.txt 2024-04-23T18:24:38.909 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nxp,pca9685-pwm.txt 2024-04-23T18:24:38.911 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-bcm2835.txt 2024-04-23T18:24:38.912 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-fsl-ftm.txt 2024-04-23T18:24:38.913 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-lp3943.txt 2024-04-23T18:24:38.915 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-rockchip.txt 2024-04-23T18:24:38.916 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-samsung.txt 2024-04-23T18:24:38.917 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-st.txt 2024-04-23T18:24:38.919 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-sun4i.txt 2024-04-23T18:24:38.920 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiecap.txt 2024-04-23T18:24:38.921 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiehrpwm.txt 2024-04-23T18:24:38.922 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tipwmss.txt 2024-04-23T18:24:38.923 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm.txt 2024-04-23T18:24:38.925 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pxa-pwm.txt 2024-04-23T18:24:38.926 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/renesas,tpu-pwm.txt 2024-04-23T18:24:38.927 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/spear-pwm.txt 2024-04-23T18:24:38.928 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwm.txt 2024-04-23T18:24:38.930 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwmled.txt 2024-04-23T18:24:38.931 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/vt8500-pwm.txt 2024-04-23T18:24:38.933 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/ 2024-04-23T18:24:38.934 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/regmap.txt 2024-04-23T18:24:38.935 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ 2024-04-23T18:24:38.936 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm800.txt 2024-04-23T18:24:38.937 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm860x.txt 2024-04-23T18:24:38.939 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/act8865-regulator.txt 2024-04-23T18:24:38.940 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/anatop-regulator.txt 2024-04-23T18:24:38.941 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/as3722-regulator.txt 2024-04-23T18:24:38.942 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9210.txt 2024-04-23T18:24:38.944 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9211.txt 2024-04-23T18:24:38.945 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fan53555.txt 2024-04-23T18:24:38.946 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fixed-regulator.txt 2024-04-23T18:24:38.948 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/gpio-regulator.txt 2024-04-23T18:24:38.949 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/isl9305.txt 2024-04-23T18:24:38.950 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/lp872x.txt 2024-04-23T18:24:38.951 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ltc3589.txt 2024-04-23T18:24:38.953 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max1586-regulator.txt 2024-04-23T18:24:38.954 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max77802.txt 2024-04-23T18:24:38.955 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8660.txt 2024-04-23T18:24:38.956 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8907.txt 2024-04-23T18:24:38.958 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8925-regulator.txt 2024-04-23T18:24:38.959 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8952.txt 2024-04-23T18:24:38.961 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8973-regulator.txt 2024-04-23T18:24:38.962 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8997-regulator.txt 2024-04-23T18:24:38.963 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/mt6397-regulator.txt 2024-04-23T18:24:38.965 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/palmas-pmic.txt 2024-04-23T18:24:38.966 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pbias-regulator.txt 2024-04-23T18:24:38.967 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pfuze100.txt 2024-04-23T18:24:38.968 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pwm-regulator.txt 2024-04-23T18:24:38.970 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/regulator.txt 2024-04-23T18:24:38.971 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/s5m8767-regulator.txt 2024-04-23T18:24:38.972 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/sky81452-regulator.txt 2024-04-23T18:24:38.973 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ti-abb-regulator.txt 2024-04-23T18:24:38.974 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps51632-regulator.txt 2024-04-23T18:24:38.976 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps62360-regulator.txt 2024-04-23T18:24:38.977 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65090.txt 2024-04-23T18:24:38.978 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65217.txt 2024-04-23T18:24:38.979 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65218.txt 2024-04-23T18:24:38.980 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps6586x.txt 2024-04-23T18:24:38.982 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/twl-regulator.txt 2024-04-23T18:24:38.983 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/vexpress.txt 2024-04-23T18:24:38.984 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ 2024-04-23T18:24:38.985 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt 2024-04-23T18:24:38.987 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/ 2024-04-23T18:24:38.988 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/allwinner,sunxi-clock-reset.txt 2024-04-23T18:24:38.989 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/fsl,imx-src.txt 2024-04-23T18:24:38.990 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/reset.txt 2024-04-23T18:24:38.991 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/sirf,rstc.txt 2024-04-23T18:24:38.993 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/socfpga-reset.txt 2024-04-23T18:24:38.994 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-picophyreset.txt 2024-04-23T18:24:38.995 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-powerdown.txt 2024-04-23T18:24:38.996 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-softreset.txt 2024-04-23T18:24:38.998 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt 2024-04-23T18:24:38.999 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/ 2024-04-23T18:24:39.000 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/apm,rng.txt 2024-04-23T18:24:39.002 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/brcm,bcm2835.txt 2024-04-23T18:24:39.003 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/qcom,prng.txt 2024-04-23T18:24:39.004 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/ 2024-04-23T18:24:39.005 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/armada-380-rtc.txt 2024-04-23T18:24:39.007 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91rm9200-rtc.txt 2024-04-23T18:24:39.007 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91sam9-rtc.txt 2024-04-23T18:24:39.009 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dallas,ds1339.txt 2024-04-23T18:24:39.010 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dw-apb.txt 2024-04-23T18:24:39.011 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/haoyu,hym8563.txt 2024-04-23T18:24:39.013 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/imxdi-rtc.txt 2024-04-23T18:24:39.014 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/isil,isl12057.txt 2024-04-23T18:24:39.015 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/lpc32xx-rtc.txt 2024-04-23T18:24:39.016 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/maxim,ds1742.txt 2024-04-23T18:24:39.018 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/moxa,moxart-rtc.txt 2024-04-23T18:24:39.019 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nvidia,tegra20-rtc.txt 2024-04-23T18:24:39.020 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nxp,rtc-2123.txt 2024-04-23T18:24:39.021 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/olpc-xo1-rtc.txt 2024-04-23T18:24:39.023 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/orion-rtc.txt 2024-04-23T18:24:39.024 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/pxa-rtc.txt 2024-04-23T18:24:39.025 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-cmos.txt 2024-04-23T18:24:39.026 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-omap.txt 2024-04-23T18:24:39.027 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-opal.txt 2024-04-23T18:24:39.029 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-palmas.txt 2024-04-23T18:24:39.030 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/s3c-rtc.txt 2024-04-23T18:24:39.031 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sa1100-rtc.txt 2024-04-23T18:24:39.033 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/snvs-rtc.txt 2024-04-23T18:24:39.034 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/spear-rtc.txt 2024-04-23T18:24:39.035 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/stmp3xxx-rtc.txt 2024-04-23T18:24:39.036 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sun6i-rtc.txt 2024-04-23T18:24:39.038 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sunxi-rtc.txt 2024-04-23T18:24:39.039 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/twl-rtc.txt 2024-04-23T18:24:39.040 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/via,vt8500-rtc.txt 2024-04-23T18:24:39.041 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/xgene-rtc.txt 2024-04-23T18:24:39.042 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/ 2024-04-23T18:24:39.044 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/ 2024-04-23T18:24:39.045 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/st33zp24-i2c.txt 2024-04-23T18:24:39.046 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/ 2024-04-23T18:24:39.047 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/8250.txt 2024-04-23T18:24:39.048 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_jtaguart.txt 2024-04-23T18:24:39.050 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_uart.txt 2024-04-23T18:24:39.051 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/arc-uart.txt 2024-04-23T18:24:39.052 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/atmel-usart.txt 2024-04-23T18:24:39.054 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/axis,etraxfs-uart.txt 2024-04-23T18:24:39.055 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/bcm63xx-uart.txt 2024-04-23T18:24:39.056 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cavium-uart.txt 2024-04-23T18:24:39.058 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cdns,uart.txt 2024-04-23T18:24:39.059 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cirrus,clps711x-uart.txt 2024-04-23T18:24:39.060 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/digicolor-usart.txt 2024-04-23T18:24:39.061 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/efm32-uart.txt 2024-04-23T18:24:39.062 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-imx-uart.txt 2024-04-23T18:24:39.064 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-lpuart.txt 2024-04-23T18:24:39.065 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-mxs-auart.txt 2024-04-23T18:24:39.066 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/lantiq_asc.txt 2024-04-23T18:24:39.067 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/maxim,max310x.txt 2024-04-23T18:24:39.069 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl,pxa-ssp.txt 2024-04-23T18:24:39.070 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl-serial.txt 2024-04-23T18:24:39.071 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mtk-uart.txt 2024-04-23T18:24:39.073 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nvidia,tegra20-hsuart.txt 2024-04-23T18:24:39.074 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp,sc16is7xx.txt 2024-04-23T18:24:39.075 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp-lpc32xx-hsuart.txt 2024-04-23T18:24:39.076 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/omap_serial.txt 2024-04-23T18:24:39.077 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/pl011.txt 2024-04-23T18:24:39.079 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qca,ar9330-uart.txt 2024-04-23T18:24:39.080 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uart.txt 2024-04-23T18:24:39.081 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uartdm.txt 2024-04-23T18:24:39.082 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/renesas,sci-serial.txt 2024-04-23T18:24:39.083 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/rs485.txt 2024-04-23T18:24:39.084 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/samsung_uart.txt 2024-04-23T18:24:39.085 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sirf-uart.txt 2024-04-23T18:24:39.086 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/snps-dw-apb-uart.txt 2024-04-23T18:24:39.087 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sprd-uart.txt 2024-04-23T18:24:39.088 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/st-asc.txt 2024-04-23T18:24:39.089 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/vt8500-uart.txt 2024-04-23T18:24:39.089 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/ 2024-04-23T18:24:39.090 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/allwinner,sun4i-ps2.txt 2024-04-23T18:24:39.091 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/altera_ps2.txt 2024-04-23T18:24:39.093 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/olpc,ap-sp.txt 2024-04-23T18:24:39.094 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/snps-arc_ps2.txt 2024-04-23T18:24:39.095 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ 2024-04-23T18:24:39.096 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/ 2024-04-23T18:24:39.097 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman-portals.txt 2024-04-23T18:24:39.097 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman.txt 2024-04-23T18:24:39.098 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman-portals.txt 2024-04-23T18:24:39.099 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman.txt 2024-04-23T18:24:39.101 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/ 2024-04-23T18:24:39.102 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/qcom,gsbi.txt 2024-04-23T18:24:39.103 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/ 2024-04-23T18:24:39.104 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-dma.txt 2024-04-23T18:24:39.105 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-qmss.txt 2024-04-23T18:24:39.106 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ 2024-04-23T18:24:39.107 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,adau1701.txt 2024-04-23T18:24:39.108 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-i2s.txt 2024-04-23T18:24:39.109 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-spdif-tx.txt 2024-04-23T18:24:39.110 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,ssm2602.txt 2024-04-23T18:24:39.111 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4104.txt 2024-04-23T18:24:39.112 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4554.c 2024-04-23T18:24:39.113 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4642.txt 2024-04-23T18:24:39.114 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak5386.txt 2024-04-23T18:24:39.114 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5623.txt 2024-04-23T18:24:39.116 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5632.txt 2024-04-23T18:24:39.117 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/armada-370db-audio.txt 2024-04-23T18:24:39.118 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/arndale.txt 2024-04-23T18:24:39.119 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-at91sam9g20ek-wm8731-audio.txt 2024-04-23T18:24:39.120 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-sam9x5-wm8731-audio.txt 2024-04-23T18:24:39.121 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-wm8904.txt 2024-04-23T18:24:39.122 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel_ac97c.txt 2024-04-23T18:24:39.123 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/bcm2835-i2s.txt 2024-04-23T18:24:39.124 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cdns,xtfpga-i2s.txt 2024-04-23T18:24:39.125 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs35l32.txt 2024-04-23T18:24:39.126 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4265.txt 2024-04-23T18:24:39.127 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4270.txt 2024-04-23T18:24:39.128 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4271.txt 2024-04-23T18:24:39.129 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l52.txt 2024-04-23T18:24:39.130 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l56.txt 2024-04-23T18:24:39.131 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l73.txt 2024-04-23T18:24:39.131 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42xx8.txt 2024-04-23T18:24:39.132 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/da9055.txt 2024-04-23T18:24:39.133 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-evm-audio.txt 2024-04-23T18:24:39.134 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-mcasp-audio.txt 2024-04-23T18:24:39.135 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/designware-i2s.txt 2024-04-23T18:24:39.136 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/es8328.txt 2024-04-23T18:24:39.137 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/eukrea-tlv320.txt 2024-04-23T18:24:39.138 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,asrc.txt 2024-04-23T18:24:39.139 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,esai.txt 2024-04-23T18:24:39.140 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,spdif.txt 2024-04-23T18:24:39.141 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,ssi.txt 2024-04-23T18:24:39.142 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-asoc-card.txt 2024-04-23T18:24:39.143 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-sai.txt 2024-04-23T18:24:39.144 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/hdmi.txt 2024-04-23T18:24:39.145 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-es8328.txt 2024-04-23T18:24:39.146 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-sgtl5000.txt 2024-04-23T18:24:39.147 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-spdif.txt 2024-04-23T18:24:39.149 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-wm8962.txt 2024-04-23T18:24:39.150 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audmux.txt 2024-04-23T18:24:39.151 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ingenic,jz4740-i2s.txt 2024-04-23T18:24:39.152 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98090.txt 2024-04-23T18:24:39.152 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98095.txt 2024-04-23T18:24:39.153 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98357a.txt 2024-04-23T18:24:39.154 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa-ssp.txt 2024-04-23T18:24:39.155 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa2xx-pcm.txt 2024-04-23T18:24:39.157 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mvebu-audio.txt 2024-04-23T18:24:39.158 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-audio-sgtl5000.txt 2024-04-23T18:24:39.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:38 smithi038 ceph-mon[29217]: pgmap v50: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 49 KiB/s wr, 12 op/s 2024-04-23T18:24:39.159 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-saif.txt 2024-04-23T18:24:39.160 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nokia,rx51.txt 2024-04-23T18:24:39.161 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-alc5632.txt 2024-04-23T18:24:39.161 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-max98090.txt 2024-04-23T18:24:39.162 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5640.txt 2024-04-23T18:24:39.163 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5677.txt 2024-04-23T18:24:39.164 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-trimslice.txt 2024-04-23T18:24:39.165 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8753.txt 2024-04-23T18:24:39.166 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8903.txt 2024-04-23T18:24:39.167 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm9712.txt 2024-04-23T18:24:39.168 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-ac97.txt 2024-04-23T18:24:39.169 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-das.txt 2024-04-23T18:24:39.170 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-i2s.txt 2024-04-23T18:24:39.172 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-ahub.txt 2024-04-23T18:24:39.173 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-hda.txt 2024-04-23T18:24:39.173 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-i2s.txt 2024-04-23T18:24:39.174 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-abe-twl6040.txt 2024-04-23T18:24:39.175 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-dmic.txt 2024-04-23T18:24:39.176 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcbsp.txt 2024-04-23T18:24:39.177 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcpdm.txt 2024-04-23T18:24:39.178 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-twl4030.txt 2024-04-23T18:24:39.179 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm1792a.txt 2024-04-23T18:24:39.180 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm512x.txt 2024-04-23T18:24:39.181 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,fsi.txt 2024-04-23T18:24:39.183 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,rsnd.txt 2024-04-23T18:24:39.184 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rockchip-i2s.txt 2024-04-23T18:24:39.185 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5631.txt 2024-04-23T18:24:39.186 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5640.txt 2024-04-23T18:24:39.187 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5677.txt 2024-04-23T18:24:39.188 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,odroidx2-max98090.txt 2024-04-23T18:24:39.189 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,smdk-wm8994.txt 2024-04-23T18:24:39.190 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung-i2s.txt 2024-04-23T18:24:39.191 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sgtl5000.txt 2024-04-23T18:24:39.192 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/simple-card.txt 2024-04-23T18:24:39.193 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-codec.txt 2024-04-23T18:24:39.194 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-port.txt 2024-04-23T18:24:39.194 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio.txt 2024-04-23T18:24:39.195 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-usp.txt 2024-04-23T18:24:39.196 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/snow.txt 2024-04-23T18:24:39.197 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/soc-ac97link.txt 2024-04-23T18:24:39.198 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-receiver.txt 2024-04-23T18:24:39.199 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-transmitter.txt 2024-04-23T18:24:39.200 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm2518.txt 2024-04-23T18:24:39.201 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm4567.txt 2024-04-23T18:24:39.202 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta32x.txt 2024-04-23T18:24:39.203 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta350.txt 2024-04-23T18:24:39.203 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tas2552.txt 2024-04-23T18:24:39.204 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tdm-slot.txt 2024-04-23T18:24:39.205 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,pcm1681.txt 2024-04-23T18:24:39.206 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,tas5086.txt 2024-04-23T18:24:39.207 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic31xx.txt 2024-04-23T18:24:39.208 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic32x4.txt 2024-04-23T18:24:39.209 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic3x.txt 2024-04-23T18:24:39.210 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tpa6130a2.txt 2024-04-23T18:24:39.211 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ts3a227e.txt 2024-04-23T18:24:39.211 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-mop500.txt 2024-04-23T18:24:39.213 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-msp.txt 2024-04-23T18:24:39.214 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/widgets.txt 2024-04-23T18:24:39.214 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8510.txt 2024-04-23T18:24:39.216 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8523.txt 2024-04-23T18:24:39.217 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8580.txt 2024-04-23T18:24:39.218 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8711.txt 2024-04-23T18:24:39.219 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8728.txt 2024-04-23T18:24:39.220 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8731.txt 2024-04-23T18:24:39.221 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8737.txt 2024-04-23T18:24:39.222 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8741.txt 2024-04-23T18:24:39.223 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8750.txt 2024-04-23T18:24:39.224 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8753.txt 2024-04-23T18:24:39.225 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8770.txt 2024-04-23T18:24:39.226 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8776.txt 2024-04-23T18:24:39.227 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8804.txt 2024-04-23T18:24:39.228 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8903.txt 2024-04-23T18:24:39.229 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8904.txt 2024-04-23T18:24:39.229 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8960.txt 2024-04-23T18:24:39.230 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8962.txt 2024-04-23T18:24:39.231 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8994.txt 2024-04-23T18:24:39.232 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ 2024-04-23T18:24:39.233 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/brcm,bcm2835-spi.txt 2024-04-23T18:24:39.234 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/efm32-spi.txt 2024-04-23T18:24:39.235 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-imx-cspi.txt 2024-04-23T18:24:39.236 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-spi.txt 2024-04-23T18:24:39.237 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/mxs-spi.txt 2024-04-23T18:24:39.238 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra114-spi.txt 2024-04-23T18:24:39.239 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-sflash.txt 2024-04-23T18:24:39.239 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-slink.txt 2024-04-23T18:24:39.240 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/omap-spi.txt 2024-04-23T18:24:39.241 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/qcom,spi-qup.txt 2024-04-23T18:24:39.242 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-hspi.txt 2024-04-23T18:24:39.244 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-msiof.txt 2024-04-23T18:24:39.245 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/snps,dw-apb-ssi.txt 2024-04-23T18:24:39.246 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-bus.txt 2024-04-23T18:24:39.247 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-cadence.txt 2024-04-23T18:24:39.247 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-davinci.txt 2024-04-23T18:24:39.248 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-dw.txt 2024-04-23T18:24:39.249 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-fsl-dspi.txt 2024-04-23T18:24:39.250 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-gpio.txt 2024-04-23T18:24:39.252 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-img-spfi.txt 2024-04-23T18:24:39.253 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-meson.txt 2024-04-23T18:24:39.254 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-octeon.txt 2024-04-23T18:24:39.255 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-orion.txt 2024-04-23T18:24:39.256 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rockchip.txt 2024-04-23T18:24:39.257 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rspi.txt 2024-04-23T18:24:39.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:38 smithi076 ceph-mon[32458]: pgmap v50: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 49 KiB/s wr, 12 op/s 2024-04-23T18:24:39.258 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-samsung.txt 2024-04-23T18:24:39.258 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sc18is602.txt 2024-04-23T18:24:39.260 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sirf.txt 2024-04-23T18:24:39.261 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-st-ssc.txt 2024-04-23T18:24:39.262 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun4i.txt 2024-04-23T18:24:39.263 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun6i.txt 2024-04-23T18:24:39.264 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-xtensa-xtfpga.txt 2024-04-23T18:24:39.265 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_altera.txt 2024-04-23T18:24:39.266 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_atmel.txt 2024-04-23T18:24:39.267 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_oc_tiny.txt 2024-04-23T18:24:39.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_pl022.txt 2024-04-23T18:24:39.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ti_qspi.txt 2024-04-23T18:24:39.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/ 2024-04-23T18:24:39.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/qcom,spmi-pmic-arb.txt 2024-04-23T18:24:39.271 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/spmi.txt 2024-04-23T18:24:39.272 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/ 2024-04-23T18:24:39.273 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/ 2024-04-23T18:24:39.274 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/ 2024-04-23T18:24:39.275 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/lpc32xx-adc.txt 2024-04-23T18:24:39.276 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/mxs-lradc.txt 2024-04-23T18:24:39.277 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/spear-adc.txt 2024-04-23T18:24:39.278 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt 2024-04-23T18:24:39.279 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ 2024-04-23T18:24:39.279 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/armada-thermal.txt 2024-04-23T18:24:39.280 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/db8500-thermal.txt 2024-04-23T18:24:39.281 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/dove-thermal.txt 2024-04-23T18:24:39.282 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/exynos-thermal.txt 2024-04-23T18:24:39.283 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/imx-thermal.txt 2024-04-23T18:24:39.284 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/kirkwood-thermal.txt 2024-04-23T18:24:39.285 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rcar-thermal.txt 2024-04-23T18:24:39.286 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rockchip-thermal.txt 2024-04-23T18:24:39.287 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/spear-thermal.txt 2024-04-23T18:24:39.288 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/st-thermal.txt 2024-04-23T18:24:39.289 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/tegra-soctherm.txt 2024-04-23T18:24:39.290 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/thermal.txt 2024-04-23T18:24:39.291 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ti_soc_thermal.txt 2024-04-23T18:24:39.291 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ 2024-04-23T18:24:39.292 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun4i-timer.txt 2024-04-23T18:24:39.294 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun5i-a13-hstimer.txt 2024-04-23T18:24:39.295 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/amlogic,meson6-timer.txt 2024-04-23T18:24:39.296 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/arm,sp804.txt 2024-04-23T18:24:39.297 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/brcm,bcm2835-system-timer.txt 2024-04-23T18:24:39.298 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cadence,ttc-timer.txt 2024-04-23T18:24:39.299 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cirrus,clps711x-timer.txt 2024-04-23T18:24:39.300 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/digicolor-timer.txt 2024-04-23T18:24:39.301 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/energymicro,efm32-timer.txt 2024-04-23T18:24:39.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:38 smithi102 ceph-mon[32874]: pgmap v50: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 49 KiB/s wr, 12 op/s 2024-04-23T18:24:39.302 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,ftm-timer.txt 2024-04-23T18:24:39.303 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,imxgpt.txt 2024-04-23T18:24:39.304 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/lsi,zevio-timer.txt 2024-04-23T18:24:39.304 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,armada-370-xp-timer.txt 2024-04-23T18:24:39.305 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,orion-timer.txt 2024-04-23T18:24:39.306 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/mediatek,mtk-timer.txt 2024-04-23T18:24:39.308 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/moxa,moxart-timer.txt 2024-04-23T18:24:39.309 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra20-timer.txt 2024-04-23T18:24:39.310 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra30-timer.txt 2024-04-23T18:24:39.311 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,cmt.txt 2024-04-23T18:24:39.312 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,mtu2.txt 2024-04-23T18:24:39.313 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,tmu.txt 2024-04-23T18:24:39.314 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/rockchip,rk3288-timer.txt 2024-04-23T18:24:39.315 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/samsung,exynos4210-mct.txt 2024-04-23T18:24:39.315 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/stericsson-u300-apptimer.txt 2024-04-23T18:24:39.316 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ti,keystone-timer.txt 2024-04-23T18:24:39.317 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ 2024-04-23T18:24:39.318 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ufshcd-pltfrm.txt 2024-04-23T18:24:39.319 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/unittest.txt 2024-04-23T18:24:39.320 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ 2024-04-23T18:24:39.321 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/am33xx-usb.txt 2024-04-23T18:24:39.322 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/atmel-usb.txt 2024-04-23T18:24:39.324 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-imx.txt 2024-04-23T18:24:39.325 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-qcom.txt 2024-04-23T18:24:39.326 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-usb2.txt 2024-04-23T18:24:39.327 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-zevio.txt 2024-04-23T18:24:39.328 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc2.txt 2024-04-23T18:24:39.329 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3-st.txt 2024-04-23T18:24:39.330 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3.txt 2024-04-23T18:24:39.331 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-omap.txt 2024-04-23T18:24:39.332 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-orion.txt 2024-04-23T18:24:39.333 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-st.txt 2024-04-23T18:24:39.334 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/exynos-usb.txt 2024-04-23T18:24:39.334 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/fsl-usb.txt 2024-04-23T18:24:39.336 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/generic.txt 2024-04-23T18:24:39.337 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/gr-udc.txt 2024-04-23T18:24:39.337 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/isp1301.txt 2024-04-23T18:24:39.338 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-phy.txt 2024-04-23T18:24:39.340 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-usb.txt 2024-04-23T18:24:39.341 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/lpc32xx-udc.txt 2024-04-23T18:24:39.341 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/msm-hsusb.txt 2024-04-23T18:24:39.342 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/mxs-phy.txt 2024-04-23T18:24:39.343 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-ehci.txt 2024-04-23T18:24:39.345 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-usb-phy.txt 2024-04-23T18:24:39.346 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-nxp.txt 2024-04-23T18:24:39.347 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-omap3.txt 2024-04-23T18:24:39.348 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-st.txt 2024-04-23T18:24:39.349 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/omap-usb.txt 2024-04-23T18:24:39.350 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/pxa-usb.txt 2024-04-23T18:24:39.351 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/qcom,dwc3.txt 2024-04-23T18:24:39.352 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/renesas_usbhs.txt 2024-04-23T18:24:39.353 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-hsotg.txt 2024-04-23T18:24:39.354 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-usbphy.txt 2024-04-23T18:24:39.355 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/spear-usb.txt 2024-04-23T18:24:39.356 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/twlxxxx-usb.txt 2024-04-23T18:24:39.357 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/udc-xilinx.txt 2024-04-23T18:24:39.358 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ehci.txt 2024-04-23T18:24:39.359 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-nop-xceiv.txt 2024-04-23T18:24:39.360 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ohci.txt 2024-04-23T18:24:39.361 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-uhci.txt 2024-04-23T18:24:39.362 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-xhci.txt 2024-04-23T18:24:39.363 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb3503.txt 2024-04-23T18:24:39.364 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usbmisc-imx.txt 2024-04-23T18:24:39.365 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ux500-usb.txt 2024-04-23T18:24:39.366 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt 2024-04-23T18:24:39.368 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ 2024-04-23T18:24:39.369 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt 2024-04-23T18:24:39.370 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt 2024-04-23T18:24:39.371 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt 2024-04-23T18:24:39.372 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt 2024-04-23T18:24:39.373 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt 2024-04-23T18:24:39.374 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ 2024-04-23T18:24:39.375 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt 2024-04-23T18:24:39.375 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt 2024-04-23T18:24:39.376 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt 2024-04-23T18:24:39.377 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt 2024-04-23T18:24:39.378 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt 2024-04-23T18:24:39.379 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt 2024-04-23T18:24:39.381 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ 2024-04-23T18:24:39.381 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt 2024-04-23T18:24:39.382 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt 2024-04-23T18:24:39.384 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt 2024-04-23T18:24:39.385 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt 2024-04-23T18:24:39.385 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt 2024-04-23T18:24:39.386 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt 2024-04-23T18:24:39.387 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt 2024-04-23T18:24:39.388 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt 2024-04-23T18:24:39.390 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt 2024-04-23T18:24:39.391 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt 2024-04-23T18:24:39.392 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt 2024-04-23T18:24:39.393 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt 2024-04-23T18:24:39.394 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt 2024-04-23T18:24:39.395 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt 2024-04-23T18:24:39.396 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt 2024-04-23T18:24:39.397 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt 2024-04-23T18:24:39.398 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt 2024-04-23T18:24:39.399 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt 2024-04-23T18:24:39.400 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt 2024-04-23T18:24:39.401 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt 2024-04-23T18:24:39.726 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt 2024-04-23T18:24:39.828 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt 2024-04-23T18:24:39.848 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt 2024-04-23T18:24:39.851 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt 2024-04-23T18:24:39.862 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt 2024-04-23T18:24:39.865 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt 2024-04-23T18:24:39.871 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt 2024-04-23T18:24:39.875 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt 2024-04-23T18:24:39.882 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d 2024-04-23T18:24:39.887 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt 2024-04-23T18:24:39.890 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt 2024-04-23T18:24:39.893 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt 2024-04-23T18:24:39.899 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt 2024-04-23T18:24:39.902 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt 2024-04-23T18:24:39.906 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt 2024-04-23T18:24:39.912 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt 2024-04-23T18:24:39.919 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt 2024-04-23T18:24:39.926 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt 2024-04-23T18:24:39.933 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt 2024-04-23T18:24:39.936 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt 2024-04-23T18:24:39.943 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt 2024-04-23T18:24:39.949 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt 2024-04-23T18:24:39.953 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt 2024-04-23T18:24:39.957 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt 2024-04-23T18:24:39.959 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/ 2024-04-23T18:24:39.962 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt 2024-04-23T18:24:39.964 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/ 2024-04-23T18:24:39.971 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt 2024-04-23T18:24:39.975 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt 2024-04-23T18:24:39.978 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt 2024-04-23T18:24:39.981 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ 2024-04-23T18:24:39.985 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt 2024-04-23T18:24:39.987 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt 2024-04-23T18:24:39.991 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt 2024-04-23T18:24:39.996 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt 2024-04-23T18:24:40.002 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt 2024-04-23T18:24:40.006 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt 2024-04-23T18:24:40.008 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt 2024-04-23T18:24:40.014 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt 2024-04-23T18:24:40.018 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt 2024-04-23T18:24:40.022 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt 2024-04-23T18:24:40.034 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt 2024-04-23T18:24:40.036 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt 2024-04-23T18:24:40.041 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt 2024-04-23T18:24:40.053 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt 2024-04-23T18:24:40.056 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt 2024-04-23T18:24:40.060 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt 2024-04-23T18:24:40.062 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt 2024-04-23T18:24:40.066 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt 2024-04-23T18:24:40.069 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt 2024-04-23T18:24:40.081 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt 2024-04-23T18:24:40.086 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt 2024-04-23T18:24:40.087 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt 2024-04-23T18:24:40.091 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt 2024-04-23T18:24:40.093 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt 2024-04-23T18:24:40.096 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt 2024-04-23T18:24:40.098 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt 2024-04-23T18:24:40.102 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ 2024-04-23T18:24:40.106 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt 2024-04-23T18:24:40.111 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt 2024-04-23T18:24:40.116 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt 2024-04-23T18:24:40.118 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt 2024-04-23T18:24:40.120 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/ 2024-04-23T18:24:40.123 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt 2024-04-23T18:24:40.125 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/booting-without-of.txt 2024-04-23T18:24:40.128 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/changesets.txt 2024-04-23T18:24:40.130 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt 2024-04-23T18:24:40.131 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/of_selftest.txt 2024-04-23T18:24:40.133 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/overlay-notes.txt 2024-04-23T18:24:40.135 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/todo.txt 2024-04-23T18:24:40.137 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/devicetree/usage-model.txt 2024-04-23T18:24:40.139 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/digsig.txt 2024-04-23T18:24:40.143 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dma-buf-sharing.txt 2024-04-23T18:24:40.145 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dmaengine/ 2024-04-23T18:24:40.147 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dmaengine/00-INDEX 2024-04-23T18:24:40.148 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dmaengine/client.txt 2024-04-23T18:24:40.151 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dmaengine/dmatest.txt 2024-04-23T18:24:40.152 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dmaengine/provider.txt 2024-04-23T18:24:40.154 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dontdiff 2024-04-23T18:24:40.156 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/ 2024-04-23T18:24:40.157 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/binding.txt 2024-04-23T18:24:40.159 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/bus.txt 2024-04-23T18:24:40.160 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/class.txt 2024-04-23T18:24:40.161 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/design-patterns.txt 2024-04-23T18:24:40.162 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/device.txt 2024-04-23T18:24:40.163 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/devres.txt 2024-04-23T18:24:40.165 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/driver.txt 2024-04-23T18:24:40.166 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/overview.txt 2024-04-23T18:24:40.167 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/platform.txt 2024-04-23T18:24:40.168 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/driver-model/porting.txt 2024-04-23T18:24:40.169 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/ 2024-04-23T18:24:40.171 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/README.dvb-usb 2024-04-23T18:24:40.172 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/avermedia.txt 2024-04-23T18:24:40.173 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/bt8xx.txt 2024-04-23T18:24:40.175 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/cards.txt 2024-04-23T18:24:40.176 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/ci.txt 2024-04-23T18:24:40.177 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/contributors.txt 2024-04-23T18:24:40.178 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/faq.txt 2024-04-23T18:24:40.179 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/get_dvb_firmware 2024-04-23T18:24:40.181 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/lmedm04.txt 2024-04-23T18:24:40.188 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/opera-firmware.txt 2024-04-23T18:24:40.197 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/readme.txt 2024-04-23T18:24:40.208 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/technisat.txt 2024-04-23T18:24:40.209 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/ttusb-dec.txt 2024-04-23T18:24:40.211 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dvb/udev.txt 2024-04-23T18:24:40.212 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/dynamic-debug-howto.txt 2024-04-23T18:24:40.213 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/early-userspace/ 2024-04-23T18:24:40.214 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/early-userspace/README 2024-04-23T18:24:40.216 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/early-userspace/buffer-format.txt 2024-04-23T18:24:40.217 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/edac.txt 2024-04-23T18:24:40.219 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/efi-stub.txt 2024-04-23T18:24:40.220 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/eisa.txt 2024-04-23T18:24:40.221 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/email-clients.txt 2024-04-23T18:24:40.223 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/extcon/ 2024-04-23T18:24:40.225 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/extcon/porting-android-switch-class 2024-04-23T18:24:40.226 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fault-injection/ 2024-04-23T18:24:40.228 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fault-injection/fault-injection.txt 2024-04-23T18:24:40.230 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fault-injection/notifier-error-inject.txt 2024-04-23T18:24:40.232 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fault-injection/provoke-crashes.txt 2024-04-23T18:24:40.233 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/ 2024-04-23T18:24:40.235 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/00-INDEX 2024-04-23T18:24:40.236 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/api.txt 2024-04-23T18:24:40.238 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/arkfb.txt 2024-04-23T18:24:40.240 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/aty128fb.txt 2024-04-23T18:24:40.241 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/cirrusfb.txt 2024-04-23T18:24:40.243 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/cmap_xfbdev.txt 2024-04-23T18:24:40.245 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/deferred_io.txt 2024-04-23T18:24:40.247 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/efifb.txt 2024-04-23T18:24:40.248 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/ep93xx-fb.txt 2024-04-23T18:24:40.250 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/fbcon.txt 2024-04-23T18:24:40.252 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/framebuffer.txt 2024-04-23T18:24:40.253 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/gxfb.txt 2024-04-23T18:24:40.255 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/intel810.txt 2024-04-23T18:24:40.257 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/intelfb.txt 2024-04-23T18:24:40.258 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/internals.txt 2024-04-23T18:24:40.260 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/lxfb.txt 2024-04-23T18:24:40.261 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/matroxfb.txt 2024-04-23T18:24:40.263 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/metronomefb.txt 2024-04-23T18:24:40.264 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/modedb.txt 2024-04-23T18:24:40.265 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/pvr2fb.txt 2024-04-23T18:24:40.266 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/pxafb.txt 2024-04-23T18:24:40.268 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/s3fb.txt 2024-04-23T18:24:40.269 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/sa1100fb.txt 2024-04-23T18:24:40.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/sh7760fb.txt 2024-04-23T18:24:40.271 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/sisfb.txt 2024-04-23T18:24:40.273 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/sm501.txt 2024-04-23T18:24:40.274 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/sstfb.txt 2024-04-23T18:24:40.275 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/tgafb.txt 2024-04-23T18:24:40.276 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/tridentfb.txt 2024-04-23T18:24:40.277 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/udlfb.txt 2024-04-23T18:24:40.278 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/uvesafb.txt 2024-04-23T18:24:40.280 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/vesafb.txt 2024-04-23T18:24:40.281 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/viafb.modes 2024-04-23T18:24:40.282 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/viafb.txt 2024-04-23T18:24:40.283 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fb/vt8623fb.txt 2024-04-23T18:24:40.285 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ 2024-04-23T18:24:40.286 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/.gitignore 2024-04-23T18:24:40.290 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/00-INDEX 2024-04-23T18:24:40.290 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/9p.txt 2024-04-23T18:24:40.290 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/Locking 2024-04-23T18:24:40.291 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/Makefile 2024-04-23T18:24:40.292 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/adfs.txt 2024-04-23T18:24:40.293 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/affs.txt 2024-04-23T18:24:40.294 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/afs.txt 2024-04-23T18:24:40.295 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/autofs4-mount-control.txt 2024-04-23T18:24:40.297 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/autofs4.txt 2024-04-23T18:24:40.298 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/automount-support.txt 2024-04-23T18:24:40.299 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/befs.txt 2024-04-23T18:24:40.300 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/bfs.txt 2024-04-23T18:24:40.301 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/btrfs.txt 2024-04-23T18:24:40.302 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/caching/ 2024-04-23T18:24:40.303 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/caching/backend-api.txt 2024-04-23T18:24:40.305 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/caching/cachefiles.txt 2024-04-23T18:24:40.305 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/caching/fscache.txt 2024-04-23T18:24:40.307 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/caching/netfs-api.txt 2024-04-23T18:24:40.308 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/caching/object.txt 2024-04-23T18:24:40.309 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/caching/operations.txt 2024-04-23T18:24:40.310 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ceph.txt 2024-04-23T18:24:40.311 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/cifs/ 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.318+0000 7f76daffd640 1 -- 172.21.15.38:0/2635109374 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564e8cbc3200 con 0x564e8ccd7e80 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.318+0000 7f76daffd640 10 client.15855 handle_command_reply: tid=0 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.318+0000 7f7704639740 1 client.15855 shutdown 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.318+0000 7f7704639740 1 -- 172.21.15.38:0/2635109374 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 msgr2=0x564e8cc64de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7704639740 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc64de0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009cf0 tx=0x7f76ec005f90 comp rx=0 tx=0).stop 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7704639740 1 -- 172.21.15.38:0/2635109374 shutdown_connections 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7704639740 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564e8ccd7e80 0x564e8ccda2a0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7704639740 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564e8cc56f40 0x564e8cc65320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7704639740 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564e8cc61800 0x564e8cc69250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f76daffd640 0 client.15855 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7704639740 1 --2- 172.21.15.38:0/2635109374 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564e8cc56620 0x564e8cc64de0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7704639740 1 -- 172.21.15.38:0/2635109374 >> 172.21.15.38:0/2635109374 conn(0x564e8cc52b30 msgr2=0x564e8cc51cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:40.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7704639740 1 -- 172.21.15.38:0/2635109374 shutdown_connections 2024-04-23T18:24:40.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7704639740 1 -- 172.21.15.38:0/2635109374 wait complete. 2024-04-23T18:24:40.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7704639740 20 client.15855 trim_cache size 0 max 16384 2024-04-23T18:24:40.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:24:40.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:24:40.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:24:40.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:24:40.315 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7701920640 1 -- 172.21.15.38:0/1484360379 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f76e80a3dc0 msgr2=0x7f76e80a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.315 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7701920640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f76e80a3dc0 0x7f76e80a6280 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f76f4009990 tx=0x7f76f40096a0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.315 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7701920640 1 -- 172.21.15.38:0/1484360379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76fc106170 msgr2=0x7f76fc19e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.315 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7701920640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76fc106170 0x7f76fc19e980 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f76e4005940 tx=0x7f76e40042f0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.315 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/cifs/AUTHORS 2024-04-23T18:24:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7701920640 1 -- 172.21.15.38:0/1484360379 shutdown_connections 2024-04-23T18:24:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7701920640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f76e80a3dc0 0x7f76e80a6280 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7701920640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f76fc1985f0 0x7f76fc198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7701920640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76fc106170 0x7f76fc19e980 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7701920640 1 --2- 172.21.15.38:0/1484360379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76fc1010f0 0x7f76fc19e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.319+0000 7f7701920640 1 -- 172.21.15.38:0/1484360379 >> 172.21.15.38:0/1484360379 conn(0x7f76fc077fd0 msgr2=0x7f76fc0fefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.320+0000 7f7701920640 1 -- 172.21.15.38:0/1484360379 shutdown_connections 2024-04-23T18:24:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:40.320+0000 7f7701920640 1 -- 172.21.15.38:0/1484360379 wait complete. 2024-04-23T18:24:40.317 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/cifs/CHANGES 2024-04-23T18:24:40.317 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/cifs/README 2024-04-23T18:24:40.317 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/cifs/TODO 2024-04-23T18:24:40.317 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/cifs/cifs.txt 2024-04-23T18:24:40.317 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/cifs/winucase_convert.pl 2024-04-23T18:24:40.318 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/coda.txt 2024-04-23T18:24:40.318 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/configfs/ 2024-04-23T18:24:40.319 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/configfs/Makefile 2024-04-23T18:24:40.320 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs.txt 2024-04-23T18:24:40.321 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_explicit.c 2024-04-23T18:24:40.322 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_macros.c 2024-04-23T18:24:40.322 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/cramfs.txt 2024-04-23T18:24:40.323 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/dax.txt 2024-04-23T18:24:40.324 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/debugfs.txt 2024-04-23T18:24:40.325 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/devpts.txt 2024-04-23T18:24:40.326 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/directory-locking 2024-04-23T18:24:40.327 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/dlmfs.txt 2024-04-23T18:24:40.328 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/dnotify.txt 2024-04-23T18:24:40.329 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/dnotify_test.c 2024-04-23T18:24:40.330 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ecryptfs.txt 2024-04-23T18:24:40.331 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/efivarfs.txt 2024-04-23T18:24:40.331 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/exofs.txt 2024-04-23T18:24:40.332 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ext2.txt 2024-04-23T18:24:40.333 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ext3.txt 2024-04-23T18:24:40.334 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ext4.txt 2024-04-23T18:24:40.335 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/f2fs.txt 2024-04-23T18:24:40.336 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/fiemap.txt 2024-04-23T18:24:40.337 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/files.txt 2024-04-23T18:24:40.339 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/fuse.txt 2024-04-23T18:24:40.340 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/gfs2-glocks.txt 2024-04-23T18:24:40.341 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/gfs2-uevents.txt 2024-04-23T18:24:40.342 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/gfs2.txt 2024-04-23T18:24:40.343 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/hfs.txt 2024-04-23T18:24:40.344 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/hfsplus.txt 2024-04-23T18:24:40.345 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/hpfs.txt 2024-04-23T18:24:40.346 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/inotify.txt 2024-04-23T18:24:40.347 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/isofs.txt 2024-04-23T18:24:40.348 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/jfs.txt 2024-04-23T18:24:40.349 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/locks.txt 2024-04-23T18:24:40.349 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/logfs.txt 2024-04-23T18:24:40.350 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/mandatory-locking.txt 2024-04-23T18:24:40.351 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ncpfs.txt 2024-04-23T18:24:40.352 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/ 2024-04-23T18:24:40.353 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/00-INDEX 2024-04-23T18:24:40.354 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/Exporting 2024-04-23T18:24:40.355 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/fault_injection.txt 2024-04-23T18:24:40.356 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/idmapper.txt 2024-04-23T18:24:40.357 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/knfsd-stats.txt 2024-04-23T18:24:40.358 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs-rdma.txt 2024-04-23T18:24:40.359 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs.txt 2024-04-23T18:24:40.360 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs41-server.txt 2024-04-23T18:24:40.361 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsd-admin-interfaces.txt 2024-04-23T18:24:40.362 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsroot.txt 2024-04-23T18:24:40.363 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs-block-server.txt 2024-04-23T18:24:40.364 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs.txt 2024-04-23T18:24:40.365 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-cache.txt 2024-04-23T18:24:40.366 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-server-gss.txt 2024-04-23T18:24:40.366 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/nilfs2.txt 2024-04-23T18:24:40.367 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ntfs.txt 2024-04-23T18:24:40.369 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ocfs2.txt 2024-04-23T18:24:40.370 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/omfs.txt 2024-04-23T18:24:40.371 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/overlayfs.txt 2024-04-23T18:24:40.372 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/path-lookup.txt 2024-04-23T18:24:40.373 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/ 2024-04-23T18:24:40.374 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/design_notes.txt 2024-04-23T18:24:40.375 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/info.txt 2024-04-23T18:24:40.376 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/network_protocol.txt 2024-04-23T18:24:40.377 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/porting 2024-04-23T18:24:40.378 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/proc.txt 2024-04-23T18:24:40.379 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/qnx6.txt 2024-04-23T18:24:40.380 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/quota.txt 2024-04-23T18:24:40.381 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ramfs-rootfs-initramfs.txt 2024-04-23T18:24:40.382 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/relay.txt 2024-04-23T18:24:40.383 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/romfs.txt 2024-04-23T18:24:40.383 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/seq_file.txt 2024-04-23T18:24:40.384 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/sharedsubtree.txt 2024-04-23T18:24:40.386 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/spufs.txt 2024-04-23T18:24:40.387 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/squashfs.txt 2024-04-23T18:24:40.389 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/sysfs-pci.txt 2024-04-23T18:24:40.390 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/sysfs-tagging.txt 2024-04-23T18:24:40.392 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/sysfs.txt 2024-04-23T18:24:40.393 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/sysv-fs.txt 2024-04-23T18:24:40.395 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/tmpfs.txt 2024-04-23T18:24:40.396 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ubifs.txt 2024-04-23T18:24:40.397 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/udf.txt 2024-04-23T18:24:40.399 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/ufs.txt 2024-04-23T18:24:40.400 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/vfat.txt 2024-04-23T18:24:40.402 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/vfs.txt 2024-04-23T18:24:40.403 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/xfs-delayed-logging-design.txt 2024-04-23T18:24:40.405 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/xfs-self-describing-metadata.txt 2024-04-23T18:24:40.407 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/filesystems/xfs.txt 2024-04-23T18:24:40.408 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/firmware_class/ 2024-04-23T18:24:40.410 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/firmware_class/README 2024-04-23T18:24:40.412 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/firmware_class/hotplug-script 2024-04-23T18:24:40.413 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/flexible-arrays.txt 2024-04-23T18:24:40.415 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/ 2024-04-23T18:24:40.416 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/00-INDEX 2024-04-23T18:24:40.417 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/API.txt 2024-04-23T18:24:40.417 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/FMC-and-SDB.txt 2024-04-23T18:24:40.418 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/carrier.txt 2024-04-23T18:24:40.419 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/fmc-chardev.txt 2024-04-23T18:24:40.420 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/fmc-fakedev.txt 2024-04-23T18:24:40.422 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/fmc-trivial.txt 2024-04-23T18:24:40.423 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/fmc-write-eeprom.txt 2024-04-23T18:24:40.424 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/identifiers.txt 2024-04-23T18:24:40.425 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/mezzanine.txt 2024-04-23T18:24:40.426 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/fmc/parameters.txt 2024-04-23T18:24:40.427 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/ 2024-04-23T18:24:40.428 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/README.txt 2024-04-23T18:24:40.428 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/atomic-ops.txt 2024-04-23T18:24:40.429 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/booting.txt 2024-04-23T18:24:40.430 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/clock.txt 2024-04-23T18:24:40.431 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/configuring.txt 2024-04-23T18:24:40.432 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/features.txt 2024-04-23T18:24:40.433 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/gdbinit 2024-04-23T18:24:40.434 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/gdbstub.txt 2024-04-23T18:24:40.435 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/kernel-ABI.txt 2024-04-23T18:24:40.437 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/frv/mmu-layout.txt 2024-04-23T18:24:40.438 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/futex-requeue-pi.txt 2024-04-23T18:24:40.439 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/gcov.txt 2024-04-23T18:24:40.440 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/gdb-kernel-debugging.txt 2024-04-23T18:24:40.441 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/gpio/ 2024-04-23T18:24:40.442 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/gpio/00-INDEX 2024-04-23T18:24:40.443 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/gpio/board.txt 2024-04-23T18:24:40.444 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/gpio/consumer.txt 2024-04-23T18:24:40.444 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/gpio/driver.txt 2024-04-23T18:24:40.445 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/gpio/gpio-legacy.txt 2024-04-23T18:24:40.446 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/gpio/gpio.txt 2024-04-23T18:24:40.447 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/gpio/sysfs.txt 2024-04-23T18:24:40.448 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hid/ 2024-04-23T18:24:40.449 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hid/hid-sensor.txt 2024-04-23T18:24:40.450 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hid/hid-transport.txt 2024-04-23T18:24:40.451 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hid/hiddev.txt 2024-04-23T18:24:40.452 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hid/hidraw.txt 2024-04-23T18:24:40.453 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hid/uhid.txt 2024-04-23T18:24:40.453 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/highuid.txt 2024-04-23T18:24:40.454 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hsi.txt 2024-04-23T18:24:40.455 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hw_random.txt 2024-04-23T18:24:40.456 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ 2024-04-23T18:24:40.457 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ab8500 2024-04-23T18:24:40.458 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/abituguru 2024-04-23T18:24:40.459 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/abituguru-datasheet 2024-04-23T18:24:40.460 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/abituguru3 2024-04-23T18:24:40.461 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/abx500 2024-04-23T18:24:40.462 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/acpi_power_meter 2024-04-23T18:24:40.463 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ad7314 2024-04-23T18:24:40.464 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adc128d818 2024-04-23T18:24:40.465 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adm1021 2024-04-23T18:24:40.466 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adm1025 2024-04-23T18:24:40.467 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adm1026 2024-04-23T18:24:40.468 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adm1031 2024-04-23T18:24:40.469 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adm1275 2024-04-23T18:24:40.470 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adm9240 2024-04-23T18:24:40.471 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ads1015 2024-04-23T18:24:40.472 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ads7828 2024-04-23T18:24:40.473 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adt7410 2024-04-23T18:24:40.473 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adt7411 2024-04-23T18:24:40.474 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adt7462 2024-04-23T18:24:40.475 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adt7470 2024-04-23T18:24:40.476 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/adt7475 2024-04-23T18:24:40.477 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/amc6821 2024-04-23T18:24:40.478 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/asb100 2024-04-23T18:24:40.479 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/asc7621 2024-04-23T18:24:40.480 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/coretemp 2024-04-23T18:24:40.481 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/da9052 2024-04-23T18:24:40.482 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/da9055 2024-04-23T18:24:40.482 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/dme1737 2024-04-23T18:24:40.483 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ds1621 2024-04-23T18:24:40.484 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ds620 2024-04-23T18:24:40.485 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/emc1403 2024-04-23T18:24:40.486 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/emc2103 2024-04-23T18:24:40.487 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/emc6w201 2024-04-23T18:24:40.488 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/f71805f 2024-04-23T18:24:40.488 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/f71882fg 2024-04-23T18:24:40.490 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/fam15h_power 2024-04-23T18:24:40.494 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/g760a 2024-04-23T18:24:40.494 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/g762 2024-04-23T18:24:40.494 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/gl518sm 2024-04-23T18:24:40.494 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/hih6130 2024-04-23T18:24:40.495 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/htu21 2024-04-23T18:24:40.495 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/hwmon-kernel-api.txt 2024-04-23T18:24:40.496 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ibmaem 2024-04-23T18:24:40.497 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ibmpowernv 2024-04-23T18:24:40.498 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ina209 2024-04-23T18:24:40.499 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ina2xx 2024-04-23T18:24:40.500 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/it87 2024-04-23T18:24:40.501 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/jc42 2024-04-23T18:24:40.502 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/k10temp 2024-04-23T18:24:40.503 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/k8temp 2024-04-23T18:24:40.504 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lineage-pem 2024-04-23T18:24:40.506 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm25066 2024-04-23T18:24:40.507 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm63 2024-04-23T18:24:40.507 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm70 2024-04-23T18:24:40.508 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm73 2024-04-23T18:24:40.509 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm75 2024-04-23T18:24:40.511 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm77 2024-04-23T18:24:40.512 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm78 2024-04-23T18:24:40.513 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm80 2024-04-23T18:24:40.514 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm83 2024-04-23T18:24:40.515 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm85 2024-04-23T18:24:40.516 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm87 2024-04-23T18:24:40.517 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm90 2024-04-23T18:24:40.518 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm92 2024-04-23T18:24:40.519 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm93 2024-04-23T18:24:40.520 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm95234 2024-04-23T18:24:40.521 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/lm95245 2024-04-23T18:24:40.522 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ltc2945 2024-04-23T18:24:40.522 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ltc2978 2024-04-23T18:24:40.524 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ltc4151 2024-04-23T18:24:40.525 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ltc4215 2024-04-23T18:24:40.526 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ltc4245 2024-04-23T18:24:40.527 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ltc4260 2024-04-23T18:24:40.528 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ltc4261 2024-04-23T18:24:40.529 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max16064 2024-04-23T18:24:40.530 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max16065 2024-04-23T18:24:40.531 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max1619 2024-04-23T18:24:40.532 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max1668 2024-04-23T18:24:40.533 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max197 2024-04-23T18:24:40.534 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max34440 2024-04-23T18:24:40.535 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max6639 2024-04-23T18:24:40.536 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max6642 2024-04-23T18:24:40.537 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max6650 2024-04-23T18:24:40.537 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max6697 2024-04-23T18:24:40.538 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/max8688 2024-04-23T18:24:40.539 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/mc13783-adc 2024-04-23T18:24:40.541 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/mcp3021 2024-04-23T18:24:40.542 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/menf21bmc 2024-04-23T18:24:40.543 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/nct6683 2024-04-23T18:24:40.544 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/nct6775 2024-04-23T18:24:40.545 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/nct7802 2024-04-23T18:24:40.546 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ntc_thermistor 2024-04-23T18:24:40.547 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/pc87360 2024-04-23T18:24:40.548 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/pc87427 2024-04-23T18:24:40.549 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/pcf8591 2024-04-23T18:24:40.550 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/pmbus 2024-04-23T18:24:40.551 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/pmbus-core 2024-04-23T18:24:40.552 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/powr1220 2024-04-23T18:24:40.552 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/pwm-fan 2024-04-23T18:24:40.553 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/sch5627 2024-04-23T18:24:40.555 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/sch5636 2024-04-23T18:24:40.556 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/sht15 2024-04-23T18:24:40.557 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/sht21 2024-04-23T18:24:40.558 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/shtc1 2024-04-23T18:24:40.559 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/sis5595 2024-04-23T18:24:40.560 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/smm665 2024-04-23T18:24:40.560 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/smsc47b397 2024-04-23T18:24:40.562 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/smsc47m1 2024-04-23T18:24:40.563 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/smsc47m192 2024-04-23T18:24:40.564 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/submitting-patches 2024-04-23T18:24:40.565 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/sysfs-interface 2024-04-23T18:24:40.566 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/thmc50 2024-04-23T18:24:40.567 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/tmp102 2024-04-23T18:24:40.568 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/tmp103 2024-04-23T18:24:40.569 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/tmp401 2024-04-23T18:24:40.570 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/tmp421 2024-04-23T18:24:40.571 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/tps40422 2024-04-23T18:24:40.572 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/twl4030-madc-hwmon 2024-04-23T18:24:40.573 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ucd9000 2024-04-23T18:24:40.574 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/ucd9200 2024-04-23T18:24:40.574 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/userspace-tools 2024-04-23T18:24:40.575 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/vexpress 2024-04-23T18:24:40.576 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/via686a 2024-04-23T18:24:40.577 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/vt1211 2024-04-23T18:24:40.578 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/w83627ehf 2024-04-23T18:24:40.579 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/w83627hf 2024-04-23T18:24:40.580 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/w83781d 2024-04-23T18:24:40.581 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/w83791d 2024-04-23T18:24:40.583 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/w83792d 2024-04-23T18:24:40.584 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/w83793 2024-04-23T18:24:40.585 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/w83795 2024-04-23T18:24:40.586 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/w83l785ts 2024-04-23T18:24:40.587 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/w83l786ng 2024-04-23T18:24:40.588 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/wm831x 2024-04-23T18:24:40.588 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/wm8350 2024-04-23T18:24:40.589 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwmon/zl6100 2024-04-23T18:24:40.590 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/hwspinlock.txt 2024-04-23T18:24:40.592 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/ 2024-04-23T18:24:40.592 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/ 2024-04-23T18:24:40.593 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1535 2024-04-23T18:24:40.595 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1563 2024-04-23T18:24:40.596 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali15x3 2024-04-23T18:24:40.596 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd756 2024-04-23T18:24:40.597 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd8111 2024-04-23T18:24:40.598 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-diolan-u2c 2024-04-23T18:24:40.599 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-i801 2024-04-23T18:24:40.600 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ismt 2024-04-23T18:24:40.602 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-nforce2 2024-04-23T18:24:40.603 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ocores 2024-04-23T18:24:40.604 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport 2024-04-23T18:24:40.605 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport-light 2024-04-23T18:24:40.606 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-pca-isa 2024-04-23T18:24:40.607 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-piix4 2024-04-23T18:24:40.608 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis5595 2024-04-23T18:24:40.609 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis630 2024-04-23T18:24:40.611 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis96x 2024-04-23T18:24:40.613 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-taos-evm 2024-04-23T18:24:40.614 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-via 2024-04-23T18:24:40.616 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-viapro 2024-04-23T18:24:40.617 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/busses/scx200_acb 2024-04-23T18:24:40.619 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/dev-interface 2024-04-23T18:24:40.620 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/fault-codes 2024-04-23T18:24:40.621 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/functionality 2024-04-23T18:24:40.623 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/i2c-protocol 2024-04-23T18:24:40.624 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/i2c-stub 2024-04-23T18:24:40.626 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/instantiating-devices 2024-04-23T18:24:40.627 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/muxes/ 2024-04-23T18:24:40.629 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/muxes/i2c-mux-gpio 2024-04-23T18:24:40.631 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/old-module-parameters 2024-04-23T18:24:40.632 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/smbus-protocol 2024-04-23T18:24:40.633 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/summary 2024-04-23T18:24:40.635 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/ten-bit-addresses 2024-04-23T18:24:40.636 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/upgrading-clients 2024-04-23T18:24:40.638 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2c/writing-clients 2024-04-23T18:24:40.640 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2o/ 2024-04-23T18:24:40.641 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2o/README 2024-04-23T18:24:40.642 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/i2o/ioctl 2024-04-23T18:24:40.643 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/ 2024-04-23T18:24:40.644 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/.gitignore 2024-04-23T18:24:40.645 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/IRQ-redir.txt 2024-04-23T18:24:40.646 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/Makefile 2024-04-23T18:24:40.647 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/README 2024-04-23T18:24:40.649 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/aliasing-test.c 2024-04-23T18:24:40.650 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/aliasing.txt 2024-04-23T18:24:40.651 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/efirtc.txt 2024-04-23T18:24:40.652 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/err_inject.txt 2024-04-23T18:24:40.653 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/fsys.txt 2024-04-23T18:24:40.654 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/mca.txt 2024-04-23T18:24:40.655 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/serial.txt 2024-04-23T18:24:40.656 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ia64/xen.txt 2024-04-23T18:24:40.657 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ide/ 2024-04-23T18:24:40.658 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ide/00-INDEX 2024-04-23T18:24:40.659 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-cd.1994-2004 2024-04-23T18:24:40.661 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-floppy.1996-2002 2024-04-23T18:24:40.662 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-tape.1995-2002 2024-04-23T18:24:40.663 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ide/ide-tape.txt 2024-04-23T18:24:40.664 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ide/ide.txt 2024-04-23T18:24:40.665 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ide/warm-plug-howto.txt 2024-04-23T18:24:40.666 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/infiniband/ 2024-04-23T18:24:40.667 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/infiniband/core_locking.txt 2024-04-23T18:24:40.668 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/infiniband/ipoib.txt 2024-04-23T18:24:40.670 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/infiniband/sysfs.txt 2024-04-23T18:24:40.671 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/infiniband/user_mad.txt 2024-04-23T18:24:40.671 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/infiniband/user_verbs.txt 2024-04-23T18:24:40.672 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/init.txt 2024-04-23T18:24:40.673 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/initrd.txt 2024-04-23T18:24:40.674 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/ 2024-04-23T18:24:40.675 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/alps.txt 2024-04-23T18:24:40.676 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/amijoy.txt 2024-04-23T18:24:40.677 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/appletouch.txt 2024-04-23T18:24:40.679 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/atarikbd.txt 2024-04-23T18:24:40.680 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/bcm5974.txt 2024-04-23T18:24:40.681 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/cd32.txt 2024-04-23T18:24:40.682 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/cma3000_d0x.txt 2024-04-23T18:24:40.683 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/cs461x.txt 2024-04-23T18:24:40.684 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/edt-ft5x06.txt 2024-04-23T18:24:40.685 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/elantech.txt 2024-04-23T18:24:40.686 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/event-codes.txt 2024-04-23T18:24:40.687 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/ff.txt 2024-04-23T18:24:40.688 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/gamepad.txt 2024-04-23T18:24:40.689 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/gameport-programming.txt 2024-04-23T18:24:40.690 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/gpio-tilt.txt 2024-04-23T18:24:40.690 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/iforce-protocol.txt 2024-04-23T18:24:40.691 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/input-programming.txt 2024-04-23T18:24:40.692 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/input.txt 2024-04-23T18:24:40.693 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/interactive.fig 2024-04-23T18:24:40.694 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/joystick-api.txt 2024-04-23T18:24:40.695 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/joystick-parport.txt 2024-04-23T18:24:40.696 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/joystick.txt 2024-04-23T18:24:40.698 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/multi-touch-protocol.txt 2024-04-23T18:24:40.699 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/notifier.txt 2024-04-23T18:24:40.700 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/ntrig.txt 2024-04-23T18:24:40.701 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/rotary-encoder.txt 2024-04-23T18:24:40.702 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/sentelic.txt 2024-04-23T18:24:40.703 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/shape.fig 2024-04-23T18:24:40.704 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/walkera0701.txt 2024-04-23T18:24:40.704 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/xpad.txt 2024-04-23T18:24:40.705 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/input/yealink.txt 2024-04-23T18:24:40.707 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/intel_txt.txt 2024-04-23T18:24:40.708 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/io-mapping.txt 2024-04-23T18:24:40.709 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/io_ordering.txt 2024-04-23T18:24:40.710 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ioctl/ 2024-04-23T18:24:40.710 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ioctl/00-INDEX 2024-04-23T18:24:40.712 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ioctl/botching-up-ioctls.txt 2024-04-23T18:24:40.713 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ioctl/cdrom.txt 2024-04-23T18:24:40.714 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ioctl/hdio.txt 2024-04-23T18:24:40.715 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ioctl/ioctl-decoding.txt 2024-04-23T18:24:40.716 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ioctl/ioctl-number.txt 2024-04-23T18:24:40.717 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/iostats.txt 2024-04-23T18:24:40.719 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/irqflags-tracing.txt 2024-04-23T18:24:40.720 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isapnp.txt 2024-04-23T18:24:40.722 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/ 2024-04-23T18:24:40.723 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/00-INDEX 2024-04-23T18:24:40.725 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/CREDITS 2024-04-23T18:24:40.727 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/HiSax.cert 2024-04-23T18:24:40.728 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/INTERFACE 2024-04-23T18:24:40.729 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.CAPI 2024-04-23T18:24:40.731 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.fax 2024-04-23T18:24:40.732 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README 2024-04-23T18:24:40.734 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.FAQ 2024-04-23T18:24:40.736 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.HiSax 2024-04-23T18:24:40.737 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.act2000 2024-04-23T18:24:40.739 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.audio 2024-04-23T18:24:40.740 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.avmb1 2024-04-23T18:24:40.742 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.concap 2024-04-23T18:24:40.743 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.diversion 2024-04-23T18:24:40.745 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.fax 2024-04-23T18:24:40.746 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.gigaset 2024-04-23T18:24:40.748 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.hfc-pci 2024-04-23T18:24:40.749 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.hysdn 2024-04-23T18:24:40.751 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.icn 2024-04-23T18:24:40.752 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.mISDN 2024-04-23T18:24:40.754 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.pcbit 2024-04-23T18:24:40.755 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.sc 2024-04-23T18:24:40.757 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.syncppp 2024-04-23T18:24:40.758 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/README.x25 2024-04-23T18:24:40.760 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/isdn/syncPPP.FAQ 2024-04-23T18:24:40.761 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ja_JP/ 2024-04-23T18:24:40.763 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ja_JP/HOWTO 2024-04-23T18:24:40.764 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ja_JP/SubmitChecklist 2024-04-23T18:24:40.765 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ja_JP/SubmittingPatches 2024-04-23T18:24:40.767 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ja_JP/stable_api_nonsense.txt 2024-04-23T18:24:40.769 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ja_JP/stable_kernel_rules.txt 2024-04-23T18:24:40.770 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/java.txt 2024-04-23T18:24:40.772 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kasan.txt 2024-04-23T18:24:40.773 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kbuild/ 2024-04-23T18:24:40.775 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kbuild/00-INDEX 2024-04-23T18:24:40.776 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kbuild/headers_install.txt 2024-04-23T18:24:40.778 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kbuild/kbuild.txt 2024-04-23T18:24:40.779 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kbuild/kconfig-language.txt 2024-04-23T18:24:40.781 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kbuild/kconfig.txt 2024-04-23T18:24:40.783 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kbuild/makefiles.txt 2024-04-23T18:24:40.784 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kbuild/modules.txt 2024-04-23T18:24:40.786 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kdump/ 2024-04-23T18:24:40.787 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kdump/gdbmacros.txt 2024-04-23T18:24:40.789 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kdump/kdump.txt 2024-04-23T18:24:40.790 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kernel-doc-nano-HOWTO.txt 2024-04-23T18:24:40.792 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kernel-docs.txt 2024-04-23T18:24:40.794 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kernel-parameters.txt 2024-04-23T18:24:40.797 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kernel-per-CPU-kthreads.txt 2024-04-23T18:24:40.798 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kmemcheck.txt 2024-04-23T18:24:40.800 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kmemleak.txt 2024-04-23T18:24:40.802 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ko_KR/ 2024-04-23T18:24:40.803 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ko_KR/HOWTO 2024-04-23T18:24:40.805 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ko_KR/stable_api_nonsense.txt 2024-04-23T18:24:40.806 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kobject.txt 2024-04-23T18:24:40.808 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kprobes.txt 2024-04-23T18:24:40.810 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kref.txt 2024-04-23T18:24:40.811 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/kselftest.txt 2024-04-23T18:24:40.813 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/ 2024-04-23T18:24:40.814 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/.gitignore 2024-04-23T18:24:40.816 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/00-INDEX 2024-04-23T18:24:40.817 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/Makefile 2024-04-23T18:24:40.819 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/asus-laptop.txt 2024-04-23T18:24:40.820 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/disk-shock-protection.txt 2024-04-23T18:24:40.822 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/dslm.c 2024-04-23T18:24:40.823 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/freefall.c 2024-04-23T18:24:40.825 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/laptop-mode.txt 2024-04-23T18:24:40.826 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/sony-laptop.txt 2024-04-23T18:24:40.828 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/sonypi.txt 2024-04-23T18:24:40.829 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/thinkpad-acpi.txt 2024-04-23T18:24:40.831 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/laptops/toshiba_haps.txt 2024-04-23T18:24:40.832 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ldm.txt 2024-04-23T18:24:40.834 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/ 2024-04-23T18:24:40.835 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/00-INDEX 2024-04-23T18:24:40.837 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/leds-blinkm.txt 2024-04-23T18:24:40.838 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/leds-class.txt 2024-04-23T18:24:40.840 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/leds-lm3556.txt 2024-04-23T18:24:40.841 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/leds-lp3944.txt 2024-04-23T18:24:40.843 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/leds-lp5521.txt 2024-04-23T18:24:40.844 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/leds-lp5523.txt 2024-04-23T18:24:40.846 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/leds-lp5562.txt 2024-04-23T18:24:40.848 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/leds-lp55xx.txt 2024-04-23T18:24:40.849 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/ledtrig-oneshot.txt 2024-04-23T18:24:40.850 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/leds/ledtrig-transient.txt 2024-04-23T18:24:40.852 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/local_ops.txt 2024-04-23T18:24:40.854 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/ 2024-04-23T18:24:40.855 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/00-INDEX 2024-04-23T18:24:40.856 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/lglock.txt 2024-04-23T18:24:40.858 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/lockdep-design.txt 2024-04-23T18:24:40.859 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/lockstat.txt 2024-04-23T18:24:40.861 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/locktorture.txt 2024-04-23T18:24:40.862 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/mutex-design.txt 2024-04-23T18:24:40.864 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/rt-mutex-design.txt 2024-04-23T18:24:40.865 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/rt-mutex.txt 2024-04-23T18:24:40.867 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/spinlocks.txt 2024-04-23T18:24:40.868 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/locking/ww-mutex-design.txt 2024-04-23T18:24:40.869 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/lockup-watchdogs.txt 2024-04-23T18:24:40.870 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/logo.gif 2024-04-23T18:24:40.871 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/logo.txt 2024-04-23T18:24:40.872 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/lzo.txt 2024-04-23T18:24:40.873 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/m68k/ 2024-04-23T18:24:40.875 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/m68k/00-INDEX 2024-04-23T18:24:40.875 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/m68k/README.buddha 2024-04-23T18:24:40.876 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/m68k/kernel-options.txt 2024-04-23T18:24:40.877 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/magic-number.txt 2024-04-23T18:24:40.879 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mailbox.txt 2024-04-23T18:24:40.880 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/md.txt 2024-04-23T18:24:40.881 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/media-framework.txt 2024-04-23T18:24:40.882 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/memory-barriers.txt 2024-04-23T18:24:41.140 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/memory-devices/ 2024-04-23T18:24:41.141 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/memory-devices/ti-emif.txt 2024-04-23T18:24:41.142 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/memory-hotplug.txt 2024-04-23T18:24:41.143 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/metag/ 2024-04-23T18:24:41.144 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/metag/00-INDEX 2024-04-23T18:24:41.145 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/metag/kernel-ABI.txt 2024-04-23T18:24:41.146 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/ 2024-04-23T18:24:41.147 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/Makefile 2024-04-23T18:24:41.148 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/mic_overview.txt 2024-04-23T18:24:41.149 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/mpssd/ 2024-04-23T18:24:41.150 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/mpssd/.gitignore 2024-04-23T18:24:41.151 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/mpssd/Makefile 2024-04-23T18:24:41.152 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/mpssd/micctrl 2024-04-23T18:24:41.153 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/mpssd/mpss 2024-04-23T18:24:41.154 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.c 2024-04-23T18:24:41.155 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.h 2024-04-23T18:24:41.155 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mic/mpssd/sysfs.c 2024-04-23T18:24:41.156 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mips/ 2024-04-23T18:24:41.158 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mips/00-INDEX 2024-04-23T18:24:41.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:40 smithi038 ceph-mon[29217]: pgmap v51: 97 pgs: 97 active+clean; 89 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 403 KiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-23T18:24:41.158 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mips/AU1xxx_IDE.README 2024-04-23T18:24:41.159 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/ 2024-04-23T18:24:41.161 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/Makefile 2024-04-23T18:24:41.162 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/ad525x_dpot.txt 2024-04-23T18:24:41.163 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/apds990x.txt 2024-04-23T18:24:41.163 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/bh1770glc.txt 2024-04-23T18:24:41.165 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/c2port.txt 2024-04-23T18:24:41.165 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/eeprom 2024-04-23T18:24:41.166 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/ics932s401 2024-04-23T18:24:41.167 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/isl29003 2024-04-23T18:24:41.168 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/lis3lv02d 2024-04-23T18:24:41.169 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/max6875 2024-04-23T18:24:41.170 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/mei/ 2024-04-23T18:24:41.171 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/mei/.gitignore 2024-04-23T18:24:41.172 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/mei/Makefile 2024-04-23T18:24:41.173 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/mei/TODO 2024-04-23T18:24:41.174 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-amt-version.c 2024-04-23T18:24:41.176 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-client-bus.txt 2024-04-23T18:24:41.177 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei.txt 2024-04-23T18:24:41.179 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/misc-devices/spear-pcie-gadget.txt 2024-04-23T18:24:41.180 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mmc/ 2024-04-23T18:24:41.182 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mmc/00-INDEX 2024-04-23T18:24:41.183 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mmc/mmc-async-req.txt 2024-04-23T18:24:41.185 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-attrs.txt 2024-04-23T18:24:41.186 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-parts.txt 2024-04-23T18:24:41.188 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mn10300/ 2024-04-23T18:24:41.189 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mn10300/ABI.txt 2024-04-23T18:24:41.190 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mn10300/compartmentalisation.txt 2024-04-23T18:24:41.192 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/module-signing.txt 2024-04-23T18:24:41.194 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mono.txt 2024-04-23T18:24:41.195 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mtd/ 2024-04-23T18:24:41.197 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mtd/nand/ 2024-04-23T18:24:41.198 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mtd/nand/pxa3xx-nand.txt 2024-04-23T18:24:41.199 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mtd/nand_ecc.txt 2024-04-23T18:24:41.201 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/mtd/spi-nor.txt 2024-04-23T18:24:41.202 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/namespaces/ 2024-04-23T18:24:41.204 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/namespaces/compatibility-list.txt 2024-04-23T18:24:41.205 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/namespaces/resource-control.txt 2024-04-23T18:24:41.206 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/netlabel/ 2024-04-23T18:24:41.208 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/netlabel/00-INDEX 2024-04-23T18:24:41.209 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/netlabel/cipso_ipv4.txt 2024-04-23T18:24:41.211 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/netlabel/draft-ietf-cipso-ipsecurity-01.txt 2024-04-23T18:24:41.212 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/netlabel/introduction.txt 2024-04-23T18:24:41.214 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/netlabel/lsm_interface.txt 2024-04-23T18:24:41.215 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ 2024-04-23T18:24:41.217 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/00-INDEX 2024-04-23T18:24:41.218 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/3c509.txt 2024-04-23T18:24:41.220 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/6pack.txt 2024-04-23T18:24:41.221 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/LICENSE.qla3xxx 2024-04-23T18:24:41.222 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlcnic 2024-04-23T18:24:41.224 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlge 2024-04-23T18:24:41.226 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/Makefile 2024-04-23T18:24:41.227 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/PLIP.txt 2024-04-23T18:24:41.228 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/README.ipw2100 2024-04-23T18:24:41.230 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/README.ipw2200 2024-04-23T18:24:41.231 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/README.sb1000 2024-04-23T18:24:41.233 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/alias.txt 2024-04-23T18:24:41.234 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/altera_tse.txt 2024-04-23T18:24:41.236 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/arcnet-hardware.txt 2024-04-23T18:24:41.237 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/arcnet.txt 2024-04-23T18:24:41.239 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/atm.txt 2024-04-23T18:24:41.240 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ax25.txt 2024-04-23T18:24:41.242 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/batman-adv.txt 2024-04-23T18:24:41.243 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/baycom.txt 2024-04-23T18:24:41.244 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/bonding.txt 2024-04-23T18:24:41.246 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/bridge.txt 2024-04-23T18:24:41.247 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/caif/ 2024-04-23T18:24:41.248 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/caif/Linux-CAIF.txt 2024-04-23T18:24:41.249 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/caif/README 2024-04-23T18:24:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/caif/spi_porting.txt 2024-04-23T18:24:41.251 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/can.txt 2024-04-23T18:24:41.252 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/cdc_mbim.txt 2024-04-23T18:24:41.253 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/cops.txt 2024-04-23T18:24:41.253 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/cs89x0.txt 2024-04-23T18:24:41.255 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/cxacru-cf.py 2024-04-23T18:24:41.255 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/cxacru.txt 2024-04-23T18:24:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/cxgb.txt 2024-04-23T18:24:41.257 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/dccp.txt 2024-04-23T18:24:41.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:40 smithi076 ceph-mon[32458]: pgmap v51: 97 pgs: 97 active+clean; 89 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 403 KiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-23T18:24:41.258 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/dctcp.txt 2024-04-23T18:24:41.259 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/de4x5.txt 2024-04-23T18:24:41.260 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/decnet.txt 2024-04-23T18:24:41.261 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/dl2k.txt 2024-04-23T18:24:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/dm9000.txt 2024-04-23T18:24:41.263 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/dmfe.txt 2024-04-23T18:24:41.263 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/dns_resolver.txt 2024-04-23T18:24:41.265 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/driver.txt 2024-04-23T18:24:41.265 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/e100.txt 2024-04-23T18:24:41.266 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/e1000.txt 2024-04-23T18:24:41.267 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/e1000e.txt 2024-04-23T18:24:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/eql.txt 2024-04-23T18:24:41.269 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/fib_trie.txt 2024-04-23T18:24:41.270 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/filter.txt 2024-04-23T18:24:41.271 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/fore200e.txt 2024-04-23T18:24:41.272 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/framerelay.txt 2024-04-23T18:24:41.273 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/gen_stats.txt 2024-04-23T18:24:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/generic-hdlc.txt 2024-04-23T18:24:41.275 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/generic_netlink.txt 2024-04-23T18:24:41.276 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/gianfar.txt 2024-04-23T18:24:41.277 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/i40e.txt 2024-04-23T18:24:41.278 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/i40evf.txt 2024-04-23T18:24:41.279 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ieee802154.txt 2024-04-23T18:24:41.279 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/igb.txt 2024-04-23T18:24:41.281 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/igbvf.txt 2024-04-23T18:24:41.281 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ip-sysctl.txt 2024-04-23T18:24:41.282 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ip_dynaddr.txt 2024-04-23T18:24:41.283 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ipddp.txt 2024-04-23T18:24:41.284 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/iphase.txt 2024-04-23T18:24:41.285 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ipsec.txt 2024-04-23T18:24:41.286 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ipv6.txt 2024-04-23T18:24:41.287 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ipvlan.txt 2024-04-23T18:24:41.288 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ipvs-sysctl.txt 2024-04-23T18:24:41.289 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/irda.txt 2024-04-23T18:24:41.290 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ixgb.txt 2024-04-23T18:24:41.291 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ixgbe.txt 2024-04-23T18:24:41.292 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ixgbevf.txt 2024-04-23T18:24:41.293 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/l2tp.txt 2024-04-23T18:24:41.294 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/lapb-module.txt 2024-04-23T18:24:41.295 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ltpc.txt 2024-04-23T18:24:41.295 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/mac80211-auth-assoc-deauth.txt 2024-04-23T18:24:41.296 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/mac80211-injection.txt 2024-04-23T18:24:41.298 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/ 2024-04-23T18:24:41.299 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/README 2024-04-23T18:24:41.300 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/hostapd.conf 2024-04-23T18:24:41.301 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/wpa_supplicant.conf 2024-04-23T18:24:41.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:40 smithi102 ceph-mon[32874]: pgmap v51: 97 pgs: 97 active+clean; 89 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 403 KiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-23T18:24:41.302 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/multiqueue.txt 2024-04-23T18:24:41.303 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/netconsole.txt 2024-04-23T18:24:41.304 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/netdev-FAQ.txt 2024-04-23T18:24:41.305 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/netdev-features.txt 2024-04-23T18:24:41.306 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/netdevices.txt 2024-04-23T18:24:41.307 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/netif-msg.txt 2024-04-23T18:24:41.308 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/netlink_mmap.txt 2024-04-23T18:24:41.309 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/nf_conntrack-sysctl.txt 2024-04-23T18:24:41.310 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/nfc.txt 2024-04-23T18:24:41.310 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/openvswitch.txt 2024-04-23T18:24:41.311 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/operstates.txt 2024-04-23T18:24:41.312 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/packet_mmap.txt 2024-04-23T18:24:41.313 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/phonet.txt 2024-04-23T18:24:41.314 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/phy.txt 2024-04-23T18:24:41.315 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/pktgen.txt 2024-04-23T18:24:41.316 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/policy-routing.txt 2024-04-23T18:24:41.317 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ppp_generic.txt 2024-04-23T18:24:41.318 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/proc_net_tcp.txt 2024-04-23T18:24:41.319 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/radiotap-headers.txt 2024-04-23T18:24:41.320 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/ray_cs.txt 2024-04-23T18:24:41.321 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/rds.txt 2024-04-23T18:24:41.322 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/regulatory.txt 2024-04-23T18:24:41.323 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/rxrpc.txt 2024-04-23T18:24:41.323 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/s2io.txt 2024-04-23T18:24:41.324 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/scaling.txt 2024-04-23T18:24:41.325 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/sctp.txt 2024-04-23T18:24:41.327 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/secid.txt 2024-04-23T18:24:41.328 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/skfp.txt 2024-04-23T18:24:41.329 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/smc9.txt 2024-04-23T18:24:41.330 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/spider_net.txt 2024-04-23T18:24:41.331 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/stmmac.txt 2024-04-23T18:24:41.332 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/switchdev.txt 2024-04-23T18:24:41.333 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/tc-actions-env-rules.txt 2024-04-23T18:24:41.334 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/tcp-thin.txt 2024-04-23T18:24:41.335 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/tcp.txt 2024-04-23T18:24:41.336 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/team.txt 2024-04-23T18:24:41.336 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/timestamping.txt 2024-04-23T18:24:41.337 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/timestamping/ 2024-04-23T18:24:41.338 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/timestamping/.gitignore 2024-04-23T18:24:41.339 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/timestamping/Makefile 2024-04-23T18:24:41.340 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/timestamping/hwtstamp_config.c 2024-04-23T18:24:41.341 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/timestamping/timestamping.c 2024-04-23T18:24:41.342 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/timestamping/txtimestamp.c 2024-04-23T18:24:41.343 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/tlan.txt 2024-04-23T18:24:41.344 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/tproxy.txt 2024-04-23T18:24:41.345 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/tuntap.txt 2024-04-23T18:24:41.346 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/udplite.txt 2024-04-23T18:24:41.347 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/vortex.txt 2024-04-23T18:24:41.348 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/vxge.txt 2024-04-23T18:24:41.349 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/vxlan.txt 2024-04-23T18:24:41.350 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/x25-iface.txt 2024-04-23T18:24:41.351 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/x25.txt 2024-04-23T18:24:41.352 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/xfrm_proc.txt 2024-04-23T18:24:41.353 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/xfrm_sync.txt 2024-04-23T18:24:41.354 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/xfrm_sysctl.txt 2024-04-23T18:24:41.356 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/networking/z8530drv.txt 2024-04-23T18:24:41.358 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/nfc/ 2024-04-23T18:24:41.359 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/nfc/nfc-hci.txt 2024-04-23T18:24:41.360 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/nfc/nfc-pn544.txt 2024-04-23T18:24:41.362 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/nios2/ 2024-04-23T18:24:41.363 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/nios2/README 2024-04-23T18:24:41.364 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/nommu-mmap.txt 2024-04-23T18:24:41.365 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/numastat.txt 2024-04-23T18:24:41.366 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/oops-tracing.txt 2024-04-23T18:24:41.368 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/padata.txt 2024-04-23T18:24:41.369 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/parisc/ 2024-04-23T18:24:41.370 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/parisc/00-INDEX 2024-04-23T18:24:41.371 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/parisc/debugging 2024-04-23T18:24:41.372 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/parisc/registers 2024-04-23T18:24:41.374 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/parport-lowlevel.txt 2024-04-23T18:24:41.375 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/parport.txt 2024-04-23T18:24:41.376 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pcmcia/ 2024-04-23T18:24:41.377 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pcmcia/.gitignore 2024-04-23T18:24:41.379 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pcmcia/Makefile 2024-04-23T18:24:41.380 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pcmcia/crc32hash.c 2024-04-23T18:24:41.381 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pcmcia/devicetable.txt 2024-04-23T18:24:41.382 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pcmcia/driver-changes.txt 2024-04-23T18:24:41.383 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pcmcia/driver.txt 2024-04-23T18:24:41.384 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pcmcia/locking.txt 2024-04-23T18:24:41.385 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/percpu-rw-semaphore.txt 2024-04-23T18:24:41.387 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/phy.txt 2024-04-23T18:24:41.388 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/phy/ 2024-04-23T18:24:41.389 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/phy/samsung-usb2.txt 2024-04-23T18:24:41.390 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pi-futex.txt 2024-04-23T18:24:41.391 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pinctrl.txt 2024-04-23T18:24:41.392 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/platform/ 2024-04-23T18:24:41.394 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/platform/x86-laptop-drivers.txt 2024-04-23T18:24:41.395 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pnp.txt 2024-04-23T18:24:41.396 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/ 2024-04-23T18:24:41.397 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/00-INDEX 2024-04-23T18:24:41.398 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/apm-acpi.txt 2024-04-23T18:24:41.399 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/basic-pm-debugging.txt 2024-04-23T18:24:41.401 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/charger-manager.txt 2024-04-23T18:24:41.402 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/devices.txt 2024-04-23T18:24:41.403 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/drivers-testing.txt 2024-04-23T18:24:41.404 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/freezing-of-tasks.txt 2024-04-23T18:24:41.405 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/interface.txt 2024-04-23T18:24:41.406 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/notifiers.txt 2024-04-23T18:24:41.407 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/opp.txt 2024-04-23T18:24:41.409 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/pci.txt 2024-04-23T18:24:41.410 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/pm_qos_interface.txt 2024-04-23T18:24:41.411 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/power_supply_class.txt 2024-04-23T18:24:41.413 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/powercap/ 2024-04-23T18:24:41.414 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/powercap/powercap.txt 2024-04-23T18:24:41.415 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/regulator/ 2024-04-23T18:24:41.416 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/regulator/consumer.txt 2024-04-23T18:24:41.417 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/regulator/design.txt 2024-04-23T18:24:41.418 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/regulator/machine.txt 2024-04-23T18:24:41.419 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/regulator/overview.txt 2024-04-23T18:24:41.421 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/regulator/regulator.txt 2024-04-23T18:24:41.422 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/runtime_pm.txt 2024-04-23T18:24:41.423 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/s2ram.txt 2024-04-23T18:24:41.424 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/states.txt 2024-04-23T18:24:41.425 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/suspend-and-cpuhotplug.txt 2024-04-23T18:24:41.426 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/suspend-and-interrupts.txt 2024-04-23T18:24:41.428 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/swsusp-and-swap-files.txt 2024-04-23T18:24:41.429 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/swsusp-dmcrypt.txt 2024-04-23T18:24:41.430 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/swsusp.txt 2024-04-23T18:24:41.432 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/tricks.txt 2024-04-23T18:24:41.433 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/userland-swsusp.txt 2024-04-23T18:24:41.434 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/power/video.txt 2024-04-23T18:24:41.435 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/ 2024-04-23T18:24:41.436 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/00-INDEX 2024-04-23T18:24:41.438 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/bootwrapper.txt 2024-04-23T18:24:41.438 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/cpu_families.txt 2024-04-23T18:24:41.440 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/cpu_features.txt 2024-04-23T18:24:41.441 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/cxl.txt 2024-04-23T18:24:41.442 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/eeh-pci-error-recovery.txt 2024-04-23T18:24:41.443 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/firmware-assisted-dump.txt 2024-04-23T18:24:41.444 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/hvcs.txt 2024-04-23T18:24:41.445 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/mpc52xx.txt 2024-04-23T18:24:41.447 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/pmu-ebb.txt 2024-04-23T18:24:41.448 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/ptrace.txt 2024-04-23T18:24:41.449 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/qe_firmware.txt 2024-04-23T18:24:41.450 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/powerpc/transactional_memory.txt 2024-04-23T18:24:41.451 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pps/ 2024-04-23T18:24:41.452 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pps/pps.txt 2024-04-23T18:24:41.453 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/prctl/ 2024-04-23T18:24:41.454 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/prctl/.gitignore 2024-04-23T18:24:41.456 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/prctl/Makefile 2024-04-23T18:24:41.457 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-ctxt-sw-stress-test.c 2024-04-23T18:24:41.458 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-on-off-stress-test.c 2024-04-23T18:24:41.459 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-test.c 2024-04-23T18:24:41.460 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/prctl/no_new_privs.txt 2024-04-23T18:24:41.461 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/prctl/seccomp_filter.txt 2024-04-23T18:24:41.463 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/preempt-locking.txt 2024-04-23T18:24:41.464 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/printk-formats.txt 2024-04-23T18:24:41.465 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pti/ 2024-04-23T18:24:41.466 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pti/pti_intel_mid.txt 2024-04-23T18:24:41.467 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ptp/ 2024-04-23T18:24:41.469 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ptp/.gitignore 2024-04-23T18:24:41.470 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ptp/Makefile 2024-04-23T18:24:41.471 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ptp/ptp.txt 2024-04-23T18:24:41.472 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ptp/testptp.c 2024-04-23T18:24:41.473 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ptp/testptp.mk 2024-04-23T18:24:41.474 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/pwm.txt 2024-04-23T18:24:41.476 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/ramoops.txt 2024-04-23T18:24:41.477 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/rapidio/ 2024-04-23T18:24:41.478 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/rapidio/rapidio.txt 2024-04-23T18:24:41.479 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/rapidio/sysfs.txt 2024-04-23T18:24:41.480 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/rapidio/tsi721.txt 2024-04-23T18:24:41.482 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/rbtree.txt 2024-04-23T18:24:41.483 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/remoteproc.txt 2024-04-23T18:24:41.484 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/rfkill.txt 2024-04-23T18:24:41.486 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/robust-futex-ABI.txt 2024-04-23T18:24:41.487 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/robust-futexes.txt 2024-04-23T18:24:41.488 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/rpmsg.txt 2024-04-23T18:24:41.489 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/rtc.txt 2024-04-23T18:24:41.491 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/ 2024-04-23T18:24:41.492 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/00-INDEX 2024-04-23T18:24:41.493 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/3270.ChangeLog 2024-04-23T18:24:41.495 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/3270.txt 2024-04-23T18:24:41.495 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/CommonIO 2024-04-23T18:24:41.497 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/DASD 2024-04-23T18:24:41.498 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/Debugging390.txt 2024-04-23T18:24:41.499 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/cds.txt 2024-04-23T18:24:41.501 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/config3270.sh 2024-04-23T18:24:41.502 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/driver-model.txt 2024-04-23T18:24:41.503 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/kvm.txt 2024-04-23T18:24:41.504 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/monreader.txt 2024-04-23T18:24:41.505 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/qeth.txt 2024-04-23T18:24:41.506 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/s390dbf.txt 2024-04-23T18:24:41.508 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/s390/zfcpdump.txt 2024-04-23T18:24:41.509 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/ 2024-04-23T18:24:41.510 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/00-INDEX 2024-04-23T18:24:41.511 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/completion.txt 2024-04-23T18:24:41.513 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/sched-arch.txt 2024-04-23T18:24:41.513 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/sched-bwc.txt 2024-04-23T18:24:41.514 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/sched-deadline.txt 2024-04-23T18:24:41.515 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/sched-design-CFS.txt 2024-04-23T18:24:41.516 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/sched-domains.txt 2024-04-23T18:24:41.517 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/sched-nice-design.txt 2024-04-23T18:24:41.519 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/sched-rt-group.txt 2024-04-23T18:24:41.520 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scheduler/sched-stats.txt 2024-04-23T18:24:41.521 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ 2024-04-23T18:24:41.523 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/00-INDEX 2024-04-23T18:24:41.524 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/53c700.txt 2024-04-23T18:24:41.525 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/BusLogic.txt 2024-04-23T18:24:41.526 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.1992-1997 2024-04-23T18:24:41.527 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.arcmsr 2024-04-23T18:24:41.528 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ips 2024-04-23T18:24:41.529 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.lpfc 2024-04-23T18:24:41.531 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid 2024-04-23T18:24:41.532 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid_sas 2024-04-23T18:24:41.533 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ncr53c8xx 2024-04-23T18:24:41.534 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx 2024-04-23T18:24:41.535 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx_2 2024-04-23T18:24:41.536 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/FlashPoint.txt 2024-04-23T18:24:41.538 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/LICENSE.FlashPoint 2024-04-23T18:24:41.539 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla2xxx 2024-04-23T18:24:41.540 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla4xxx 2024-04-23T18:24:41.541 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/Mylex.txt 2024-04-23T18:24:41.542 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/NinjaSCSI.txt 2024-04-23T18:24:41.544 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/aacraid.txt 2024-04-23T18:24:41.545 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/advansys.txt 2024-04-23T18:24:41.546 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/aha152x.txt 2024-04-23T18:24:41.547 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/aic79xx.txt 2024-04-23T18:24:41.548 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/aic7xxx.txt 2024-04-23T18:24:41.550 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/arcmsr_spec.txt 2024-04-23T18:24:41.551 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/bfa.txt 2024-04-23T18:24:41.552 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/bnx2fc.txt 2024-04-23T18:24:41.553 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/cxgb3i.txt 2024-04-23T18:24:41.554 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/dc395x.txt 2024-04-23T18:24:41.555 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/dpti.txt 2024-04-23T18:24:41.557 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/dtc3x80.txt 2024-04-23T18:24:41.558 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/g_NCR5380.txt 2024-04-23T18:24:41.559 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/hpsa.txt 2024-04-23T18:24:41.560 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/hptiop.txt 2024-04-23T18:24:41.561 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/in2000.txt 2024-04-23T18:24:41.563 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/libsas.txt 2024-04-23T18:24:41.564 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/link_power_management_policy.txt 2024-04-23T18:24:41.565 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/lpfc.txt 2024-04-23T18:24:41.566 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/megaraid.txt 2024-04-23T18:24:41.567 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ncr53c8xx.txt 2024-04-23T18:24:41.568 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/osd.txt 2024-04-23T18:24:41.569 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/osst.txt 2024-04-23T18:24:41.570 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ppa.txt 2024-04-23T18:24:41.571 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/qlogicfas.txt 2024-04-23T18:24:41.572 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/scsi-changer.txt 2024-04-23T18:24:41.573 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/scsi-generic.txt 2024-04-23T18:24:41.574 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/scsi-parameters.txt 2024-04-23T18:24:41.575 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/scsi.txt 2024-04-23T18:24:41.576 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/scsi_eh.txt 2024-04-23T18:24:41.577 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/scsi_fc_transport.txt 2024-04-23T18:24:41.578 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/scsi_mid_low_api.txt 2024-04-23T18:24:41.579 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/ 2024-04-23T18:24:41.580 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/Makefile 2024-04-23T18:24:41.581 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/rport_state_diagram.dot 2024-04-23T18:24:41.582 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/st.txt 2024-04-23T18:24:41.583 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/sym53c500_cs.txt 2024-04-23T18:24:41.584 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/sym53c8xx_2.txt 2024-04-23T18:24:41.585 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/tmscsim.txt 2024-04-23T18:24:41.586 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/ufs.txt 2024-04-23T18:24:41.587 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/scsi/wd719x.txt 2024-04-23T18:24:41.588 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/ 2024-04-23T18:24:41.589 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/00-INDEX 2024-04-23T18:24:41.589 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/IMA-templates.txt 2024-04-23T18:24:41.590 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/LSM.txt 2024-04-23T18:24:41.591 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/SELinux.txt 2024-04-23T18:24:41.593 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/Smack.txt 2024-04-23T18:24:41.594 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/Yama.txt 2024-04-23T18:24:41.595 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/apparmor.txt 2024-04-23T18:24:41.596 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/credentials.txt 2024-04-23T18:24:41.597 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/keys-ecryptfs.txt 2024-04-23T18:24:41.597 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/keys-request-key.txt 2024-04-23T18:24:41.598 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/keys-trusted-encrypted.txt 2024-04-23T18:24:41.600 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/keys.txt 2024-04-23T18:24:41.601 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/security/tomoyo.txt 2024-04-23T18:24:41.601 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/serial-console.txt 2024-04-23T18:24:41.603 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/serial/ 2024-04-23T18:24:41.604 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/serial/00-INDEX 2024-04-23T18:24:41.604 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/serial/README.cycladesZ 2024-04-23T18:24:41.605 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/serial/driver 2024-04-23T18:24:41.607 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/serial/moxa-smartio 2024-04-23T18:24:41.608 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/serial/n_gsm.txt 2024-04-23T18:24:41.608 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/serial/rocket.txt 2024-04-23T18:24:41.609 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/serial/serial-rs485.txt 2024-04-23T18:24:41.610 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/serial/tty.txt 2024-04-23T18:24:41.611 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sgi-ioc4.txt 2024-04-23T18:24:41.613 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sh/ 2024-04-23T18:24:41.614 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sh/new-machine.txt 2024-04-23T18:24:41.615 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sh/register-banks.txt 2024-04-23T18:24:41.615 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/smsc_ece1099.txt 2024-04-23T18:24:41.616 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/ 2024-04-23T18:24:41.617 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/ 2024-04-23T18:24:41.618 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/ALSA-Configuration.txt 2024-04-23T18:24:41.620 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/Audigy-mixer.txt 2024-04-23T18:24:41.621 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/Audiophile-Usb.txt 2024-04-23T18:24:41.622 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/Bt87x.txt 2024-04-23T18:24:41.623 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/CMIPCI.txt 2024-04-23T18:24:41.624 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/Channel-Mapping-API.txt 2024-04-23T18:24:41.625 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/ControlNames.txt 2024-04-23T18:24:41.626 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Controls.txt 2024-04-23T18:24:41.627 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Models.txt 2024-04-23T18:24:41.628 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio.txt 2024-04-23T18:24:41.629 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/Joystick.txt 2024-04-23T18:24:41.630 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/MIXART.txt 2024-04-23T18:24:41.631 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/OSS-Emulation.txt 2024-04-23T18:24:41.632 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/Procfile.txt 2024-04-23T18:24:41.633 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/README.maya44 2024-04-23T18:24:41.634 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/SB-Live-mixer.txt 2024-04-23T18:24:41.635 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/VIA82xx-mixer.txt 2024-04-23T18:24:41.636 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/alsa-parameters.txt 2024-04-23T18:24:41.636 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/compress_offload.txt 2024-04-23T18:24:41.638 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/emu10k1-jack.txt 2024-04-23T18:24:41.639 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/hda_codec.txt 2024-04-23T18:24:41.640 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/hdspm.txt 2024-04-23T18:24:41.641 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/powersave.txt 2024-04-23T18:24:41.642 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/seq_oss.html 2024-04-23T18:24:41.643 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/serial-u16550.txt 2024-04-23T18:24:41.644 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/ 2024-04-23T18:24:41.646 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DAI.txt 2024-04-23T18:24:41.647 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DPCM.txt 2024-04-23T18:24:41.648 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/clocking.txt 2024-04-23T18:24:41.650 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/codec.txt 2024-04-23T18:24:41.651 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/dapm.txt 2024-04-23T18:24:41.653 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/jack.txt 2024-04-23T18:24:41.654 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/machine.txt 2024-04-23T18:24:41.656 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/overview.txt 2024-04-23T18:24:41.657 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/platform.txt 2024-04-23T18:24:41.659 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/alsa/soc/pops_clicks.txt 2024-04-23T18:24:41.660 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/ 2024-04-23T18:24:41.662 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/ALS 2024-04-23T18:24:41.663 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/AudioExcelDSP16 2024-04-23T18:24:41.664 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/CMI8330 2024-04-23T18:24:41.666 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/ESS 2024-04-23T18:24:41.667 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/ESS1868 2024-04-23T18:24:41.669 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/Introduction 2024-04-23T18:24:41.670 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/MultiSound 2024-04-23T18:24:41.672 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/OPL3 2024-04-23T18:24:41.673 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/Opti 2024-04-23T18:24:41.674 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/PAS16 2024-04-23T18:24:41.676 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/PSS 2024-04-23T18:24:41.677 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/PSS-updates 2024-04-23T18:24:41.679 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/README.OSS 2024-04-23T18:24:41.680 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/README.modules 2024-04-23T18:24:41.682 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/README.ymfsb 2024-04-23T18:24:41.683 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/SoundPro 2024-04-23T18:24:41.685 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/Soundblaster 2024-04-23T18:24:41.686 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/Tropez+ 2024-04-23T18:24:41.687 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/VIBRA16 2024-04-23T18:24:41.687 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/WaveArtist 2024-04-23T18:24:41.688 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/btaudio 2024-04-23T18:24:41.689 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/mwave 2024-04-23T18:24:41.690 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/oss-parameters.txt 2024-04-23T18:24:41.691 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sound/oss/ultrasound 2024-04-23T18:24:41.692 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sparse.txt 2024-04-23T18:24:41.693 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/ 2024-04-23T18:24:41.695 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/.gitignore 2024-04-23T18:24:41.696 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/00-INDEX 2024-04-23T18:24:41.697 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/Makefile 2024-04-23T18:24:41.698 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/butterfly 2024-04-23T18:24:41.699 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/ep93xx_spi 2024-04-23T18:24:41.700 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/pxa2xx 2024-04-23T18:24:41.700 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/spi-lm70llp 2024-04-23T18:24:41.701 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/spi-sc18is602 2024-04-23T18:24:41.702 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/spi-summary 2024-04-23T18:24:41.704 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/spidev 2024-04-23T18:24:41.705 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/spidev_fdx.c 2024-04-23T18:24:41.706 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/spi/spidev_test.c 2024-04-23T18:24:41.707 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/stable_api_nonsense.txt 2024-04-23T18:24:41.708 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/stable_kernel_rules.txt 2024-04-23T18:24:41.709 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/static-keys.txt 2024-04-23T18:24:41.710 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/svga.txt 2024-04-23T18:24:41.711 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysctl/ 2024-04-23T18:24:41.712 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysctl/00-INDEX 2024-04-23T18:24:41.713 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysctl/README 2024-04-23T18:24:41.714 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysctl/abi.txt 2024-04-23T18:24:41.715 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysctl/fs.txt 2024-04-23T18:24:41.716 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysctl/kernel.txt 2024-04-23T18:24:41.716 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysctl/net.txt 2024-04-23T18:24:41.717 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysctl/sunrpc.txt 2024-04-23T18:24:41.718 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysctl/vm.txt 2024-04-23T18:24:41.719 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysfs-rules.txt 2024-04-23T18:24:41.721 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/sysrq.txt 2024-04-23T18:24:41.722 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/target/ 2024-04-23T18:24:41.723 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.py 2024-04-23T18:24:41.724 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.txt 2024-04-23T18:24:41.725 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/target/tcmu-design.txt 2024-04-23T18:24:41.726 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/thermal/ 2024-04-23T18:24:41.727 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/thermal/cpu-cooling-api.txt 2024-04-23T18:24:41.728 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal 2024-04-23T18:24:41.729 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal_emulation 2024-04-23T18:24:41.730 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/thermal/intel_powerclamp.txt 2024-04-23T18:24:41.731 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/thermal/nouveau_thermal 2024-04-23T18:24:41.732 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/thermal/sysfs-api.txt 2024-04-23T18:24:41.733 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/thermal/x86_pkg_temperature_thermal 2024-04-23T18:24:41.734 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/this_cpu_ops.txt 2024-04-23T18:24:41.735 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/ 2024-04-23T18:24:41.736 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/.gitignore 2024-04-23T18:24:41.736 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/00-INDEX 2024-04-23T18:24:41.737 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/Makefile 2024-04-23T18:24:41.738 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/NO_HZ.txt 2024-04-23T18:24:41.739 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/highres.txt 2024-04-23T18:24:41.741 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/hpet.txt 2024-04-23T18:24:41.741 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/hpet_example.c 2024-04-23T18:24:41.742 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/hrtimers.txt 2024-04-23T18:24:41.743 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/timekeeping.txt 2024-04-23T18:24:41.744 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/timer_stats.txt 2024-04-23T18:24:41.745 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/timers/timers-howto.txt 2024-04-23T18:24:41.746 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/tpm/ 2024-04-23T18:24:41.747 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/tpm/xen-tpmfront.txt 2024-04-23T18:24:41.748 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/ 2024-04-23T18:24:41.749 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/coresight.txt 2024-04-23T18:24:41.750 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/events-kmem.txt 2024-04-23T18:24:41.750 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/events-nmi.txt 2024-04-23T18:24:41.751 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/events-power.txt 2024-04-23T18:24:41.752 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/events.txt 2024-04-23T18:24:41.753 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/ftrace-design.txt 2024-04-23T18:24:41.754 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/ftrace.txt 2024-04-23T18:24:41.756 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/function-graph-fold.vim 2024-04-23T18:24:41.757 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/kprobetrace.txt 2024-04-23T18:24:41.758 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/mmiotrace.txt 2024-04-23T18:24:41.759 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/postprocess/ 2024-04-23T18:24:41.760 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-pagealloc-postprocess.pl 2024-04-23T18:24:41.761 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-vmscan-postprocess.pl 2024-04-23T18:24:41.762 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/ring-buffer-design.txt 2024-04-23T18:24:41.763 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/tracepoint-analysis.txt 2024-04-23T18:24:41.764 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/tracepoints.txt 2024-04-23T18:24:41.765 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/trace/uprobetracer.txt 2024-04-23T18:24:41.765 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/unaligned-memory-access.txt 2024-04-23T18:24:41.767 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/unicode.txt 2024-04-23T18:24:41.768 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/unshare.txt 2024-04-23T18:24:41.769 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/ 2024-04-23T18:24:41.770 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/CREDITS 2024-04-23T18:24:41.771 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/URB.txt 2024-04-23T18:24:41.772 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/WUSB-Design-overview.txt 2024-04-23T18:24:41.773 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/acm.txt 2024-04-23T18:24:41.774 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/anchors.txt 2024-04-23T18:24:41.775 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/authorization.txt 2024-04-23T18:24:41.776 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/bulk-streams.txt 2024-04-23T18:24:41.776 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/callbacks.txt 2024-04-23T18:24:41.778 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/chipidea.txt 2024-04-23T18:24:41.778 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/dma.txt 2024-04-23T18:24:41.779 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/dwc3.txt 2024-04-23T18:24:41.780 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/ehci.txt 2024-04-23T18:24:41.781 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/error-codes.txt 2024-04-23T18:24:41.782 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/functionfs.txt 2024-04-23T18:24:41.783 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/gadget-testing.txt 2024-04-23T18:24:41.784 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/gadget_configfs.txt 2024-04-23T18:24:41.785 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/gadget_hid.txt 2024-04-23T18:24:41.786 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/gadget_multi.txt 2024-04-23T18:24:41.787 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/gadget_printer.txt 2024-04-23T18:24:41.788 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/gadget_serial.txt 2024-04-23T18:24:41.789 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/hotplug.txt 2024-04-23T18:24:41.790 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/iuu_phoenix.txt 2024-04-23T18:24:41.791 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/linux-cdc-acm.inf 2024-04-23T18:24:41.792 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/linux.inf 2024-04-23T18:24:41.793 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/mass-storage.txt 2024-04-23T18:24:41.794 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/misc_usbsevseg.txt 2024-04-23T18:24:41.795 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/mtouchusb.txt 2024-04-23T18:24:41.796 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/ohci.txt 2024-04-23T18:24:41.797 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/persist.txt 2024-04-23T18:24:41.798 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/power-management.txt 2024-04-23T18:24:41.799 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/proc_usb_info.txt 2024-04-23T18:24:41.800 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/rio.txt 2024-04-23T18:24:41.801 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/usb-help.txt 2024-04-23T18:24:41.802 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/usb-serial.txt 2024-04-23T18:24:41.803 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/usbmon.txt 2024-04-23T18:24:41.804 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/usb/wusb-cbaf 2024-04-23T18:24:41.805 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vDSO/ 2024-04-23T18:24:41.806 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vDSO/.gitignore 2024-04-23T18:24:41.807 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vDSO/Makefile 2024-04-23T18:24:41.808 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vDSO/parse_vdso.c 2024-04-23T18:24:41.809 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vDSO/vdso_standalone_test_x86.c 2024-04-23T18:24:41.810 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vDSO/vdso_test.c 2024-04-23T18:24:41.811 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vfio.txt 2024-04-23T18:24:41.811 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vgaarbiter.txt 2024-04-23T18:24:41.812 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video-output.txt 2024-04-23T18:24:41.813 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/ 2024-04-23T18:24:41.815 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/4CCs.txt 2024-04-23T18:24:41.816 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/API.html 2024-04-23T18:24:41.816 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.au0828 2024-04-23T18:24:41.818 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.bttv 2024-04-23T18:24:41.818 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx23885 2024-04-23T18:24:41.820 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx88 2024-04-23T18:24:41.821 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.em28xx 2024-04-23T18:24:41.822 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.ivtv 2024-04-23T18:24:41.823 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7134 2024-04-23T18:24:41.824 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7164 2024-04-23T18:24:41.825 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tm6000 2024-04-23T18:24:41.826 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tuner 2024-04-23T18:24:41.827 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.usbvision 2024-04-23T18:24:41.828 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/Makefile 2024-04-23T18:24:41.828 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/README.cpia2 2024-04-23T18:24:41.829 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/README.cx88 2024-04-23T18:24:41.830 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/README.davinci-vpbe 2024-04-23T18:24:41.831 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/README.ir 2024-04-23T18:24:41.832 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/README.ivtv 2024-04-23T18:24:41.833 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/README.pvrusb2 2024-04-23T18:24:41.834 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/README.saa7134 2024-04-23T18:24:41.834 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/Zoran 2024-04-23T18:24:41.835 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/ 2024-04-23T18:24:41.836 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/CONTRIBUTORS 2024-04-23T18:24:41.837 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/Cards 2024-04-23T18:24:41.838 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/ICs 2024-04-23T18:24:41.840 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/Insmod-options 2024-04-23T18:24:41.841 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/MAKEDEV 2024-04-23T18:24:41.842 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modprobe.conf 2024-04-23T18:24:41.843 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modules.conf 2024-04-23T18:24:41.844 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/PROBLEMS 2024-04-23T18:24:41.844 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/README 2024-04-23T18:24:41.845 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.WINVIEW 2024-04-23T18:24:41.847 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.freeze 2024-04-23T18:24:41.848 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.quirks 2024-04-23T18:24:41.849 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/Sound-FAQ 2024-04-23T18:24:41.850 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/Specs 2024-04-23T18:24:41.850 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/THANKS 2024-04-23T18:24:41.851 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/bttv/Tuners 2024-04-23T18:24:41.852 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cafe_ccic 2024-04-23T18:24:41.853 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cpia2_overview.txt 2024-04-23T18:24:41.854 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx18.txt 2024-04-23T18:24:41.855 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/ 2024-04-23T18:24:41.856 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.hm12 2024-04-23T18:24:41.857 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.vbi 2024-04-23T18:24:41.859 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-calling.txt 2024-04-23T18:24:41.859 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-api.txt 2024-04-23T18:24:41.861 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-regs.txt 2024-04-23T18:24:41.862 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-dma.txt 2024-04-23T18:24:41.863 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-encoder-api.txt 2024-04-23T18:24:41.864 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-memory.txt 2024-04-23T18:24:41.865 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-osd-api.txt 2024-04-23T18:24:41.866 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-upload.txt 2024-04-23T18:24:41.867 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx88/ 2024-04-23T18:24:41.868 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/cx88/hauppauge-wintv-cx88-ir.txt 2024-04-23T18:24:41.868 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/extract_xc3028.pl 2024-04-23T18:24:41.869 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/fimc.txt 2024-04-23T18:24:41.870 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/gspca.txt 2024-04-23T18:24:41.872 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/hauppauge-wintv-cx88-ir.txt 2024-04-23T18:24:41.873 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/lifeview.txt 2024-04-23T18:24:41.874 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/meye.txt 2024-04-23T18:24:41.875 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/not-in-cx2388x-datasheet.txt 2024-04-23T18:24:41.876 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/omap3isp.txt 2024-04-23T18:24:41.877 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/omap4_camera.txt 2024-04-23T18:24:41.877 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/pxa_camera.txt 2024-04-23T18:24:41.878 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/radiotrack.txt 2024-04-23T18:24:41.881 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/sh_mobile_ceu_camera.txt 2024-04-23T18:24:41.882 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/si470x.txt 2024-04-23T18:24:41.883 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/si4713.txt 2024-04-23T18:24:41.883 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/si476x.txt 2024-04-23T18:24:41.884 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/soc-camera.txt 2024-04-23T18:24:41.885 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/uvcvideo.txt 2024-04-23T18:24:41.886 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/v4l2-controls.txt 2024-04-23T18:24:41.887 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/v4l2-framework.txt 2024-04-23T18:24:41.888 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/v4l2-pci-skeleton.c 2024-04-23T18:24:41.889 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/videobuf 2024-04-23T18:24:41.890 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/vivid.txt 2024-04-23T18:24:41.891 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/video4linux/zr364xx.txt 2024-04-23T18:24:41.892 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/ 2024-04-23T18:24:41.893 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/00-INDEX 2024-04-23T18:24:41.894 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/ 2024-04-23T18:24:41.895 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/00-INDEX 2024-04-23T18:24:41.895 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/api.txt 2024-04-23T18:24:41.897 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/cpuid.txt 2024-04-23T18:24:41.898 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/ 2024-04-23T18:24:41.899 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/README 2024-04-23T18:24:41.899 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/arm-vgic.txt 2024-04-23T18:24:41.900 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/mpic.txt 2024-04-23T18:24:41.901 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/s390_flic.txt 2024-04-23T18:24:41.902 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vfio.txt 2024-04-23T18:24:41.903 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vm.txt 2024-04-23T18:24:41.904 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/xics.txt 2024-04-23T18:24:41.905 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/hypercalls.txt 2024-04-23T18:24:41.906 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/locking.txt 2024-04-23T18:24:41.906 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/mmu.txt 2024-04-23T18:24:41.907 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/msr.txt 2024-04-23T18:24:41.908 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/nested-vmx.txt 2024-04-23T18:24:41.909 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/ppc-pv.txt 2024-04-23T18:24:41.910 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/review-checklist.txt 2024-04-23T18:24:41.911 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/s390-diag.txt 2024-04-23T18:24:41.912 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/kvm/timekeeping.txt 2024-04-23T18:24:41.913 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/paravirt_ops.txt 2024-04-23T18:24:41.913 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/uml/ 2024-04-23T18:24:41.914 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/virtual/uml/UserModeLinux-HOWTO.txt 2024-04-23T18:24:41.916 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/ 2024-04-23T18:24:41.917 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/.gitignore 2024-04-23T18:24:41.918 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/00-INDEX 2024-04-23T18:24:41.919 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/active_mm.txt 2024-04-23T18:24:41.920 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/balance 2024-04-23T18:24:41.921 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/cleancache.txt 2024-04-23T18:24:41.921 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/frontswap.txt 2024-04-23T18:24:41.922 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/highmem.txt 2024-04-23T18:24:41.923 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/hugetlbpage.txt 2024-04-23T18:24:41.924 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/hwpoison.txt 2024-04-23T18:24:41.925 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/ksm.txt 2024-04-23T18:24:41.926 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/numa 2024-04-23T18:24:41.927 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/numa_memory_policy.txt 2024-04-23T18:24:41.928 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/overcommit-accounting 2024-04-23T18:24:41.929 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/page_migration 2024-04-23T18:24:41.930 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/page_owner.txt 2024-04-23T18:24:41.930 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/pagemap.txt 2024-04-23T18:24:41.931 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/remap_file_pages.txt 2024-04-23T18:24:41.932 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/slub.txt 2024-04-23T18:24:41.933 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/soft-dirty.txt 2024-04-23T18:24:41.934 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/split_page_table_lock 2024-04-23T18:24:41.935 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/transhuge.txt 2024-04-23T18:24:41.936 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/unevictable-lru.txt 2024-04-23T18:24:41.937 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vm/zswap.txt 2024-04-23T18:24:41.938 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/vme_api.txt 2024-04-23T18:24:41.939 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/volatile-considered-harmful.txt 2024-04-23T18:24:41.940 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/ 2024-04-23T18:24:41.941 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/00-INDEX 2024-04-23T18:24:41.942 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/masters/ 2024-04-23T18:24:41.943 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/masters/00-INDEX 2024-04-23T18:24:41.944 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/masters/ds2482 2024-04-23T18:24:41.945 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/masters/ds2490 2024-04-23T18:24:41.946 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/masters/mxc-w1 2024-04-23T18:24:41.946 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/masters/omap-hdq 2024-04-23T18:24:41.947 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/masters/w1-gpio 2024-04-23T18:24:41.949 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/slaves/ 2024-04-23T18:24:41.949 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/slaves/00-INDEX 2024-04-23T18:24:41.951 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2406 2024-04-23T18:24:41.951 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2423 2024-04-23T18:24:41.952 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds28e04 2024-04-23T18:24:41.953 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/slaves/w1_therm 2024-04-23T18:24:41.954 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/w1.generic 2024-04-23T18:24:41.955 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/w1/w1.netlink 2024-04-23T18:24:41.955 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/ 2024-04-23T18:24:41.956 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/Makefile 2024-04-23T18:24:41.957 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/convert_drivers_to_kernel_api.txt 2024-04-23T18:24:41.959 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/hpwdt.txt 2024-04-23T18:24:41.960 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/pcwd-watchdog.txt 2024-04-23T18:24:41.960 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/src/ 2024-04-23T18:24:41.961 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/src/.gitignore 2024-04-23T18:24:41.962 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/src/Makefile 2024-04-23T18:24:41.963 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-simple.c 2024-04-23T18:24:41.964 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-test.c 2024-04-23T18:24:41.965 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/watchdog-api.txt 2024-04-23T18:24:41.966 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/watchdog-kernel-api.txt 2024-04-23T18:24:41.967 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/watchdog-parameters.txt 2024-04-23T18:24:41.968 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/watchdog/wdt.txt 2024-04-23T18:24:41.969 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/wimax/ 2024-04-23T18:24:41.970 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/wimax/README.i2400m 2024-04-23T18:24:41.971 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/wimax/README.wimax 2024-04-23T18:24:41.972 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/workqueue.txt 2024-04-23T18:24:41.973 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/ 2024-04-23T18:24:41.974 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/00-INDEX 2024-04-23T18:24:41.975 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/boot.txt 2024-04-23T18:24:41.976 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/early-microcode.txt 2024-04-23T18:24:41.976 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/earlyprintk.txt 2024-04-23T18:24:41.977 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/entry_64.txt 2024-04-23T18:24:41.978 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/exception-tables.txt 2024-04-23T18:24:41.979 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/i386/ 2024-04-23T18:24:41.980 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/i386/IO-APIC.txt 2024-04-23T18:24:41.981 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/intel_mpx.txt 2024-04-23T18:24:41.982 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/mtrr.txt 2024-04-23T18:24:41.984 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/pat.txt 2024-04-23T18:24:41.985 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/tlb.txt 2024-04-23T18:24:41.986 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/usb-legacy-support.txt 2024-04-23T18:24:41.987 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/x86_64/ 2024-04-23T18:24:41.988 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/x86_64/00-INDEX 2024-04-23T18:24:41.989 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/x86_64/boot-options.txt 2024-04-23T18:24:41.990 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/x86_64/cpu-hotplug-spec 2024-04-23T18:24:41.991 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/x86_64/fake-numa-for-cpusets 2024-04-23T18:24:41.992 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/x86_64/kernel-stacks 2024-04-23T18:24:41.993 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/x86_64/machinecheck 2024-04-23T18:24:41.994 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/x86_64/mm.txt 2024-04-23T18:24:41.995 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/x86_64/uefi.txt 2024-04-23T18:24:41.996 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/x86/zero-page.txt 2024-04-23T18:24:41.997 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/xillybus.txt 2024-04-23T18:24:41.998 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/xtensa/ 2024-04-23T18:24:41.999 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/xtensa/atomctl.txt 2024-04-23T18:24:42.000 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/xtensa/mmu.txt 2024-04-23T18:24:42.001 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/xz.txt 2024-04-23T18:24:42.002 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/ 2024-04-23T18:24:42.003 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/CodingStyle 2024-04-23T18:24:42.004 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/HOWTO 2024-04-23T18:24:42.005 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/IRQ.txt 2024-04-23T18:24:42.006 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/SecurityBugs 2024-04-23T18:24:42.007 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingDrivers 2024-04-23T18:24:42.008 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingPatches 2024-04-23T18:24:42.009 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/arm/ 2024-04-23T18:24:42.010 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/arm/Booting 2024-04-23T18:24:42.010 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/arm/kernel_user_helpers.txt 2024-04-23T18:24:42.011 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/arm64/ 2024-04-23T18:24:42.012 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/arm64/booting.txt 2024-04-23T18:24:42.013 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/arm64/memory.txt 2024-04-23T18:24:42.014 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/arm64/tagged-pointers.txt 2024-04-23T18:24:42.015 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/basic_profiling.txt 2024-04-23T18:24:42.016 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/email-clients.txt 2024-04-23T18:24:42.017 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/ 2024-04-23T18:24:42.018 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/sysfs.txt 2024-04-23T18:24:42.263 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/gpio.txt 2024-04-23T18:24:42.264 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/io_ordering.txt 2024-04-23T18:24:42.265 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/magic-number.txt 2024-04-23T18:24:42.266 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/oops-tracing.txt 2024-04-23T18:24:42.267 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/sparse.txt 2024-04-23T18:24:42.268 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/stable_api_nonsense.txt 2024-04-23T18:24:42.269 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/stable_kernel_rules.txt 2024-04-23T18:24:42.271 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/ 2024-04-23T18:24:42.272 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/omap3isp.txt 2024-04-23T18:24:42.273 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/v4l2-framework.txt 2024-04-23T18:24:42.273 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zh_CN/volatile-considered-harmful.txt 2024-04-23T18:24:42.275 INFO:tasks.workunit.client.0.smithi038.stdout:linux-4.0.5/Documentation/zorro.txt 2024-04-23T18:24:43.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:42 smithi038 ceph-mon[29217]: pgmap v52: 97 pgs: 97 active+clean; 89 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 401 KiB/s rd, 7.4 MiB/s wr, 56 op/s 2024-04-23T18:24:43.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:42 smithi076 ceph-mon[32458]: pgmap v52: 97 pgs: 97 active+clean; 89 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 401 KiB/s rd, 7.4 MiB/s wr, 56 op/s 2024-04-23T18:24:43.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:42 smithi102 ceph-mon[32874]: pgmap v52: 97 pgs: 97 active+clean; 89 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 401 KiB/s rd, 7.4 MiB/s wr, 56 op/s 2024-04-23T18:24:45.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:44 smithi038 ceph-mon[29217]: pgmap v53: 97 pgs: 97 active+clean; 89 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 401 KiB/s rd, 7.4 MiB/s wr, 56 op/s 2024-04-23T18:24:45.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:44 smithi076 ceph-mon[32458]: pgmap v53: 97 pgs: 97 active+clean; 89 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 401 KiB/s rd, 7.4 MiB/s wr, 56 op/s 2024-04-23T18:24:45.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:44 smithi102 ceph-mon[32874]: pgmap v53: 97 pgs: 97 active+clean; 89 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 401 KiB/s rd, 7.4 MiB/s wr, 56 op/s 2024-04-23T18:24:47.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:46 smithi038 ceph-mon[29217]: pgmap v54: 97 pgs: 97 active+clean; 89 MiB data, 625 MiB used, 1.0 TiB / 1.0 TiB avail; 797 KiB/s rd, 7.8 MiB/s wr, 518 op/s 2024-04-23T18:24:47.253 INFO:tasks.workunit.client.0.smithi038.stderr:+ tar cf doc.tar linux-4.0.5 2024-04-23T18:24:47.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:46 smithi076 ceph-mon[32458]: pgmap v54: 97 pgs: 97 active+clean; 89 MiB data, 625 MiB used, 1.0 TiB / 1.0 TiB avail; 797 KiB/s rd, 7.8 MiB/s wr, 518 op/s 2024-04-23T18:24:47.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:46 smithi102 ceph-mon[32874]: pgmap v54: 97 pgs: 97 active+clean; 89 MiB data, 625 MiB used, 1.0 TiB / 1.0 TiB avail; 797 KiB/s rd, 7.8 MiB/s wr, 518 op/s 2024-04-23T18:24:48.401 INFO:tasks.workunit.client.0.smithi038.stderr:+ tar xf doc.tar 2024-04-23T18:24:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:48 smithi038 ceph-mon[29217]: pgmap v55: 97 pgs: 97 active+clean; 89 MiB data, 625 MiB used, 1.0 TiB / 1.0 TiB avail; 792 KiB/s rd, 7.8 MiB/s wr, 509 op/s 2024-04-23T18:24:49.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:48 smithi076 ceph-mon[32458]: pgmap v55: 97 pgs: 97 active+clean; 89 MiB data, 625 MiB used, 1.0 TiB / 1.0 TiB avail; 792 KiB/s rd, 7.8 MiB/s wr, 509 op/s 2024-04-23T18:24:49.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:48 smithi102 ceph-mon[32874]: pgmap v55: 97 pgs: 97 active+clean; 89 MiB data, 625 MiB used, 1.0 TiB / 1.0 TiB avail; 792 KiB/s rd, 7.8 MiB/s wr, 509 op/s 2024-04-23T18:24:51.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:50 smithi038 ceph-mon[29217]: pgmap v56: 97 pgs: 97 active+clean; 91 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 8.0 MiB/s wr, 547 op/s 2024-04-23T18:24:51.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:50 smithi076 ceph-mon[32458]: pgmap v56: 97 pgs: 97 active+clean; 91 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 8.0 MiB/s wr, 547 op/s 2024-04-23T18:24:51.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:50 smithi102 ceph-mon[32874]: pgmap v56: 97 pgs: 97 active+clean; 91 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 8.0 MiB/s wr, 547 op/s 2024-04-23T18:24:53.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:52 smithi038 ceph-mon[29217]: pgmap v57: 97 pgs: 97 active+clean; 91 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 625 KiB/s rd, 708 KiB/s wr, 499 op/s 2024-04-23T18:24:53.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:52 smithi076 ceph-mon[32458]: pgmap v57: 97 pgs: 97 active+clean; 91 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 625 KiB/s rd, 708 KiB/s wr, 499 op/s 2024-04-23T18:24:53.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:52 smithi102 ceph-mon[32874]: pgmap v57: 97 pgs: 97 active+clean; 91 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 625 KiB/s rd, 708 KiB/s wr, 499 op/s 2024-04-23T18:24:53.404 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.410+0000 7f54d9fbb640 1 -- 172.21.15.38:0/2911977786 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54d41010e0 msgr2=0x7f54d41014c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:53.404 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.410+0000 7f54d9fbb640 1 --2- 172.21.15.38:0/2911977786 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54d41010e0 0x7f54d41014c0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f54c4009900 tx=0x7f54c402a410 comp rx=0 tx=0).stop 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.410+0000 7f54d9fbb640 1 -- 172.21.15.38:0/2911977786 shutdown_connections 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.410+0000 7f54d9fbb640 1 --2- 172.21.15.38:0/2911977786 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54d4101a90 0x7f54d4105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.410+0000 7f54d9fbb640 1 --2- 172.21.15.38:0/2911977786 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d41061b0 0x7f54d410dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.410+0000 7f54d9fbb640 1 --2- 172.21.15.38:0/2911977786 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54d41010e0 0x7f54d41014c0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.410+0000 7f54d9fbb640 1 -- 172.21.15.38:0/2911977786 >> 172.21.15.38:0/2911977786 conn(0x7f54d40771d0 msgr2=0x7f54d40775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.410+0000 7f54d9fbb640 1 -- 172.21.15.38:0/2911977786 shutdown_connections 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.410+0000 7f54d9fbb640 1 -- 172.21.15.38:0/2911977786 wait complete. 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.410+0000 7f54d9fbb640 1 Processor -- start 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d9fbb640 1 -- start start 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d9fbb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54d41010e0 0x7f54d4199690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d9fbb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d41061b0 0x7f54d4199bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d9fbb640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54d419a110 0x7f54d41a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.405 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d9fbb640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f54d4111250 con 0x7f54d41010e0 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d9fbb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f54d41110d0 con 0x7f54d41061b0 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d9fbb640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f54d41113d0 con 0x7f54d419a110 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d37fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54d41010e0 0x7f54d4199690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d37fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54d41010e0 0x7f54d4199690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:59340/0 (socket says 172.21.15.38:59340) 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d37fe640 1 -- 172.21.15.38:0/1512040826 learned_addr learned my addr 172.21.15.38:0/1512040826 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d41061b0 0x7f54d4199bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d3fff640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54d419a110 0x7f54d41a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d37fe640 1 -- 172.21.15.38:0/1512040826 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54d419a110 msgr2=0x7f54d41a4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d37fe640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54d419a110 0x7f54d41a4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d37fe640 1 -- 172.21.15.38:0/1512040826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d41061b0 msgr2=0x7f54d4199bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d37fe640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d41061b0 0x7f54d4199bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d37fe640 1 -- 172.21.15.38:0/1512040826 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d41a4e90 con 0x7f54d41010e0 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d3fff640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54d419a110 0x7f54d41a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:53.406 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d37fe640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54d41010e0 0x7f54d4199690 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f54c4005ab0 tx=0x7f54c40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:53.407 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.411+0000 7f54d0ff9640 1 -- 172.21.15.38:0/1512040826 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c403f030 con 0x7f54d41010e0 2024-04-23T18:24:53.407 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.412+0000 7f54d9fbb640 1 -- 172.21.15.38:0/1512040826 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54d41a5120 con 0x7f54d41010e0 2024-04-23T18:24:53.407 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.412+0000 7f54d0ff9640 1 -- 172.21.15.38:0/1512040826 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f54c4003cd0 con 0x7f54d41010e0 2024-04-23T18:24:53.407 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.412+0000 7f54d0ff9640 1 -- 172.21.15.38:0/1512040826 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c4035070 con 0x7f54d41010e0 2024-04-23T18:24:53.407 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.412+0000 7f54d9fbb640 1 -- 172.21.15.38:0/1512040826 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54d41a5610 con 0x7f54d41010e0 2024-04-23T18:24:53.413 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54d0ff9640 1 -- 172.21.15.38:0/1512040826 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f54c4042030 con 0x7f54d41010e0 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54dcdaf740 1 Processor -- start 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54dcdaf740 1 -- start start 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa167ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa16862c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa1688bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x560aa15e0970 con 0x560aa167bf40 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x560aa157d4a0 con 0x560aa1686800 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560aa15dc930 con 0x560aa167b620 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54d0ff9640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f54bc0a3dc0 0x7f54bc0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54d37fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa16862c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54d37fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa16862c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:59346/0 (socket says 172.21.15.38:59346) 2024-04-23T18:24:53.414 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54d37fe640 1 -- 172.21.15.38:0/3249875060 learned_addr learned my addr 172.21.15.38:0/3249875060 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.414+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/3249875060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa1688bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54d3fff640 1 --2- 172.21.15.38:0/3249875060 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa167ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54d0ff9640 1 -- 172.21.15.38:0/1512040826 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f54c40f1040 con 0x7f54d41010e0 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54d3fff640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f54bc0a3dc0 0x7f54bc0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54d2ffd640 1 -- 172.21.15.38:0/3249875060 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 msgr2=0x560aa167ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/3249875060 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa167ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54d2ffd640 1 -- 172.21.15.38:0/3249875060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 msgr2=0x560aa16862c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/3249875060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa16862c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54d2ffd640 1 -- 172.21.15.38:0/3249875060 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560aa12f3210 con 0x560aa1686800 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/3249875060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa1688bf0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f54c8005fd0 tx=0x7f54c800bb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9718197101fe9431 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54d3fff640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f54bc0a3dc0 0x7f54bc0a6280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f54cc005c40 tx=0x7f54cc009500 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54b9ffb640 1 -- 172.21.15.38:0/3249875060 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c8003ba0 con 0x560aa1686800 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54b9ffb640 1 -- 172.21.15.38:0/3249875060 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f54c8015070 con 0x560aa1686800 2024-04-23T18:24:53.415 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.415+0000 7f54b9ffb640 1 -- 172.21.15.38:0/3249875060 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c8004d10 con 0x560aa1686800 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3249875060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 msgr2=0x560aa1688bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/3249875060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa1688bf0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f54c8005fd0 tx=0x7f54c800bb20 comp rx=0 tx=0).stop 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3249875060 shutdown_connections 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/3249875060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa1688bf0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/3249875060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa16862c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/3249875060 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa167ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3249875060 >> 172.21.15.38:0/3249875060 conn(0x560aa1677b30 msgr2=0x560aa1677f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3249875060 shutdown_connections 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3249875060 wait complete. 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 -- start start 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.416+0000 7f54dcdaf740 1 Processor -- start 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa1686190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1683480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa1683a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.416 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x560aa1689430 con 0x560aa167bf40 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x560aa157b0b0 con 0x560aa1686800 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560aa16895b0 con 0x560aa167b620 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54dcdaf740 10 client.0 _ll_register_callbacks cb 0x560aa1568d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d2ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1683480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d2ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1683480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:59358/0 (socket says 172.21.15.38:59358) 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa1683a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d2ffd640 1 -- 172.21.15.38:0/3303016627 learned_addr learned my addr 172.21.15.38:0/3303016627 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d37fe640 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa1686190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d2ffd640 1 -- 172.21.15.38:0/3303016627 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 msgr2=0x560aa1686190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa1686190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d2ffd640 1 -- 172.21.15.38:0/3303016627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 msgr2=0x560aa1683a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa1683a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.417 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d2ffd640 1 -- 172.21.15.38:0/3303016627 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560aa13bf620 con 0x560aa167bf40 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1683480 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f54c8004650 tx=0x7f54c800bfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=485174f59666c03e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.417+0000 7f54b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54b2ffd640 1 -- 172.21.15.38:0/3303016627 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c8028060 con 0x560aa167bf40 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54b2ffd640 1 -- 172.21.15.38:0/3303016627 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f54c8011440 con 0x560aa167bf40 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3303016627 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54c8015070 con 0x560aa167bf40 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54b2ffd640 1 -- 172.21.15.38:0/3303016627 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f54c8011640 con 0x560aa167bf40 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54dcdaf740 10 client.15867 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3303016627 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560aa1695380 con 0x560aa167bf40 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54b2ffd640 1 -- 172.21.15.38:0/3303016627 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f54c8015070 con 0x560aa167bf40 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54b2ffd640 1 -- 172.21.15.38:0/3303016627 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f54c8022070 con 0x560aa167bf40 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54dcdaf740 10 client.15867 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54dcdaf740 10 client.15867 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54dcdaf740 20 client.15867 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:53.418 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x560aa1696730 0x560aa1698b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54dcdaf740 4 client.15867 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.418+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3303016627 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560aa15ee390 con 0x560aa1696730 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.419+0000 7f54d37fe640 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x560aa1696730 0x560aa1698b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.419+0000 7f54b2ffd640 10 client.15867 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.419+0000 7f54d37fe640 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x560aa1696730 0x560aa1698b20 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa48fc42b233073c server_cookie=85c12eab84bb94d1 in_seq=0 out_seq=0 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54b2ffd640 1 -- 172.21.15.38:0/3303016627 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560aa15ee390 con 0x560aa1696730 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54b2ffd640 10 client.15867 handle_command_reply: tid=0 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 client.15867 shutdown 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3303016627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 msgr2=0x560aa1683480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1683480 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f54c8004650 tx=0x7f54c800bfa0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3303016627 shutdown_connections 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x560aa1696730 0x560aa1698b20 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa1683a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.419 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1683480 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.420 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54b2ffd640 0 client.15867 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:53.420 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/3303016627 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa1686190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.420 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3303016627 >> 172.21.15.38:0/3303016627 conn(0x560aa1677b30 msgr2=0x560aa167d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:53.420 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3303016627 shutdown_connections 2024-04-23T18:24:53.420 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 1 -- 172.21.15.38:0/3303016627 wait complete. 2024-04-23T18:24:53.420 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.421+0000 7f54dcdaf740 20 client.15867 trim_cache size 0 max 16384 2024-04-23T18:24:53.433 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54dcdaf740 1 Processor -- start 2024-04-23T18:24:53.433 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54dcdaf740 1 -- start start 2024-04-23T18:24:53.433 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa16922f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.433 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1676b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa169e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f54d41adcf0 con 0x560aa167bf40 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f54d41af830 con 0x560aa1686800 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f54d41ae3c0 con 0x560aa167b620 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54d2ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1676b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54d2ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1676b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:59362/0 (socket says 172.21.15.38:59362) 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54d2ffd640 1 -- 172.21.15.38:0/2466763447 learned_addr learned my addr 172.21.15.38:0/2466763447 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54d3fff640 1 --2- 172.21.15.38:0/2466763447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa169e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54d37fe640 1 --2- 172.21.15.38:0/2466763447 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa16922f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54d2ffd640 1 -- 172.21.15.38:0/2466763447 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 msgr2=0x560aa16922f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/2466763447 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa16922f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54d2ffd640 1 -- 172.21.15.38:0/2466763447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 msgr2=0x560aa169e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/2466763447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa169e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.434 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.436+0000 7f54d2ffd640 1 -- 172.21.15.38:0/2466763447 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560aa1683d70 con 0x560aa167bf40 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/2466763447 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1676b30 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f54c802d040 tx=0x7f54c8005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=556c6305a801ce4f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54b97fa640 1 -- 172.21.15.38:0/2466763447 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c8028040 con 0x560aa167bf40 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54b97fa640 1 -- 172.21.15.38:0/2466763447 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f54c8015070 con 0x560aa167bf40 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54b97fa640 1 -- 172.21.15.38:0/2466763447 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c8011b10 con 0x560aa167bf40 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54dcdaf740 1 -- 172.21.15.38:0/2466763447 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 msgr2=0x560aa1676b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/2466763447 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1676b30 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f54c802d040 tx=0x7f54c8005780 comp rx=0 tx=0).stop 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54dcdaf740 1 -- 172.21.15.38:0/2466763447 shutdown_connections 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/2466763447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa1686800 0x560aa169e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/2466763447 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa167bf40 0x560aa1676b30 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/2466763447 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa16922f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54dcdaf740 1 -- 172.21.15.38:0/2466763447 >> 172.21.15.38:0/2466763447 conn(0x560aa1677b30 msgr2=0x560aa1676420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.437+0000 7f54dcdaf740 1 -- 172.21.15.38:0/2466763447 shutdown_connections 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54dcdaf740 1 -- 172.21.15.38:0/2466763447 wait complete. 2024-04-23T18:24:53.435 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54dcdaf740 1 -- start start 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54dcdaf740 1 Processor -- start 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa168e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa167bf40 0x560aa168bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54dcdaf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa1686800 0x560aa168c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f54d41af160 con 0x560aa1686800 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f54d41aea90 con 0x560aa167bf40 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54dcdaf740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f54d41abcd0 con 0x560aa167b620 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54dcdaf740 10 client.0 _ll_register_callbacks cb 0x7f54c80046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54d3fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa1686800 0x560aa168c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54d2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa167bf40 0x560aa168bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54d3fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa1686800 0x560aa168c1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:59370/0 (socket says 172.21.15.38:59370) 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54d3fff640 1 -- 172.21.15.38:0/1370427698 learned_addr learned my addr 172.21.15.38:0/1370427698 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.438+0000 7f54d37fe640 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa168e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54d2ffd640 1 -- 172.21.15.38:0/1370427698 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 msgr2=0x560aa168e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:53.436 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa168e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54d2ffd640 1 -- 172.21.15.38:0/1370427698 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa1686800 msgr2=0x560aa168c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa1686800 0x560aa168c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54d2ffd640 1 -- 172.21.15.38:0/1370427698 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560aa168c730 con 0x560aa167bf40 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54d3fff640 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa1686800 0x560aa168c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54d2ffd640 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa167bf40 0x560aa168bcb0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x560aa12c4c00 tx=0x7f54c8019870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65b8b20b6a810a69 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54b2ffd640 1 -- 172.21.15.38:0/1370427698 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c8028050 con 0x560aa167bf40 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54b2ffd640 1 -- 172.21.15.38:0/1370427698 <== mon.2 v2:172.21.15.76:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f54c8011440 con 0x560aa167bf40 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54dcdaf740 1 -- 172.21.15.38:0/1370427698 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54c8015070 con 0x560aa167bf40 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54b2ffd640 1 -- 172.21.15.38:0/1370427698 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f54c8019cc0 con 0x560aa167bf40 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54dcdaf740 10 client.25508 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.439+0000 7f54dcdaf740 1 -- 172.21.15.38:0/1370427698 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560aa16fc730 con 0x560aa167bf40 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54b2ffd640 1 -- 172.21.15.38:0/1370427698 <== mon.2 v2:172.21.15.76:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f54c8015070 con 0x560aa167bf40 2024-04-23T18:24:53.437 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54b2ffd640 1 -- 172.21.15.38:0/1370427698 <== mon.2 v2:172.21.15.76:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f54c8022070 con 0x560aa167bf40 2024-04-23T18:24:53.438 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54dcdaf740 10 client.25508 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:53.438 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54dcdaf740 10 client.25508 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:53.438 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54dcdaf740 20 client.25508 populate_metadata read hostname 'smithi038' 2024-04-23T18:24:53.438 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x560aa16fcd40 0x560aa16ff130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:53.438 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54dcdaf740 4 client.25508 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:24:53.438 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54dcdaf740 1 -- 172.21.15.38:0/1370427698 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560aa15e8200 con 0x560aa16fcd40 2024-04-23T18:24:53.438 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54d37fe640 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x560aa16fcd40 0x560aa16ff130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:53.438 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54b2ffd640 10 client.25508 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:53.438 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:53.440+0000 7f54d37fe640 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x560aa16fcd40 0x560aa16ff130 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98e95a729cbf66a3 server_cookie=b73a625bd7384bbb in_seq=0 out_seq=0 2024-04-23T18:24:55.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:54 smithi038 ceph-mon[29217]: pgmap v58: 97 pgs: 97 active+clean; 91 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 625 KiB/s rd, 708 KiB/s wr, 499 op/s 2024-04-23T18:24:55.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:54 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:24:55.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:54 smithi076 ceph-mon[32458]: pgmap v58: 97 pgs: 97 active+clean; 91 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 625 KiB/s rd, 708 KiB/s wr, 499 op/s 2024-04-23T18:24:55.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:54 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:24:55.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:54 smithi102 ceph-mon[32874]: pgmap v58: 97 pgs: 97 active+clean; 91 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 625 KiB/s rd, 708 KiB/s wr, 499 op/s 2024-04-23T18:24:55.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:54 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:24:55.548 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54b2ffd640 1 -- 172.21.15.38:0/1370427698 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560aa15e8200 con 0x560aa16fcd40 2024-04-23T18:24:55.548 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54b2ffd640 10 client.25508 handle_command_reply: tid=0 2024-04-23T18:24:55.548 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 client.25508 shutdown 2024-04-23T18:24:55.548 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 -- 172.21.15.38:0/1370427698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa167bf40 msgr2=0x560aa168bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:55.548 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa167bf40 0x560aa168bcb0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x560aa12c4c00 tx=0x7f54c8019870 comp rx=0 tx=0).stop 2024-04-23T18:24:55.548 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 -- 172.21.15.38:0/1370427698 shutdown_connections 2024-04-23T18:24:55.548 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x560aa16fcd40 0x560aa16ff130 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:55.549 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560aa1686800 0x560aa168c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:55.549 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x560aa167bf40 0x560aa168bcb0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:55.549 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54b2ffd640 0 client.25508 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:24:55.549 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 --2- 172.21.15.38:0/1370427698 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560aa167b620 0x560aa168e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:55.549 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 -- 172.21.15.38:0/1370427698 >> 172.21.15.38:0/1370427698 conn(0x560aa1677b30 msgr2=0x560aa1681920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:55.549 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 -- 172.21.15.38:0/1370427698 shutdown_connections 2024-04-23T18:24:55.549 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 1 -- 172.21.15.38:0/1370427698 wait complete. 2024-04-23T18:24:55.549 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.555+0000 7f54dcdaf740 20 client.25508 trim_cache size 0 max 16384 2024-04-23T18:24:55.549 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:24:55.549 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:24:55.550 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:24:55.550 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:24:55.550 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 -- 172.21.15.38:0/1512040826 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f54bc0a3dc0 msgr2=0x7f54bc0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f54bc0a3dc0 0x7f54bc0a6280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f54cc005c40 tx=0x7f54cc009500 comp rx=0 tx=0).stop 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 -- 172.21.15.38:0/1512040826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54d41010e0 msgr2=0x7f54d4199690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54d41010e0 0x7f54d4199690 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f54c4005ab0 tx=0x7f54c40042f0 comp rx=0 tx=0).stop 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 -- 172.21.15.38:0/1512040826 shutdown_connections 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f54bc0a3dc0 0x7f54bc0a6280 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54d419a110 0x7f54d41a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d41061b0 0x7f54d4199bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 --2- 172.21.15.38:0/1512040826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54d41010e0 0x7f54d4199690 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 -- 172.21.15.38:0/1512040826 >> 172.21.15.38:0/1512040826 conn(0x7f54d40771d0 msgr2=0x7f54d40fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 -- 172.21.15.38:0/1512040826 shutdown_connections 2024-04-23T18:24:55.551 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:24:55.556+0000 7f54d9fbb640 1 -- 172.21.15.38:0/1512040826 wait complete. 2024-04-23T18:24:57.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:56 smithi076 ceph-mon[32458]: pgmap v59: 97 pgs: 97 active+clean; 101 MiB data, 647 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 1.15k op/s 2024-04-23T18:24:57.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:56 smithi102 ceph-mon[32874]: pgmap v59: 97 pgs: 97 active+clean; 101 MiB data, 647 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 1.15k op/s 2024-04-23T18:24:57.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:56 smithi038 ceph-mon[29217]: pgmap v59: 97 pgs: 97 active+clean; 101 MiB data, 647 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 1.15k op/s 2024-04-23T18:24:59.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:58 smithi076 ceph-mon[32458]: pgmap v60: 97 pgs: 97 active+clean; 101 MiB data, 647 MiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 1.3 MiB/s wr, 689 op/s 2024-04-23T18:24:59.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:58 smithi102 ceph-mon[32874]: pgmap v60: 97 pgs: 97 active+clean; 101 MiB data, 647 MiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 1.3 MiB/s wr, 689 op/s 2024-04-23T18:24:59.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:58 smithi038 ceph-mon[29217]: pgmap v60: 97 pgs: 97 active+clean; 101 MiB data, 647 MiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 1.3 MiB/s wr, 689 op/s 2024-04-23T18:25:00.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:24:59 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:00.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:24:59 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:00.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:24:59 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:01.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:01 smithi038 ceph-mon[29217]: pgmap v61: 97 pgs: 97 active+clean; 95 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 708 op/s 2024-04-23T18:25:01.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:01 smithi076 ceph-mon[32458]: pgmap v61: 97 pgs: 97 active+clean; 95 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 708 op/s 2024-04-23T18:25:01.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:01 smithi102 ceph-mon[32874]: pgmap v61: 97 pgs: 97 active+clean; 95 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 708 op/s 2024-04-23T18:25:03.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:03 smithi038 ceph-mon[29217]: pgmap v62: 97 pgs: 97 active+clean; 95 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 670 op/s 2024-04-23T18:25:03.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:03 smithi076 ceph-mon[32458]: pgmap v62: 97 pgs: 97 active+clean; 95 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 670 op/s 2024-04-23T18:25:03.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:03 smithi102 ceph-mon[32874]: pgmap v62: 97 pgs: 97 active+clean; 95 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 670 op/s 2024-04-23T18:25:05.604 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:05 smithi102 ceph-mon[32874]: pgmap v63: 97 pgs: 97 active+clean; 95 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 670 op/s 2024-04-23T18:25:05.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:05 smithi038 ceph-mon[29217]: pgmap v63: 97 pgs: 97 active+clean; 95 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 670 op/s 2024-04-23T18:25:05.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:05 smithi076 ceph-mon[32458]: pgmap v63: 97 pgs: 97 active+clean; 95 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 670 op/s 2024-04-23T18:25:07.501 INFO:tasks.workunit.client.0.smithi038.stderr:+ sync 2024-04-23T18:25:07.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:07 smithi038 ceph-mon[29217]: pgmap v64: 97 pgs: 97 active+clean; 152 MiB data, 802 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.3 MiB/s wr, 1.25k op/s 2024-04-23T18:25:07.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:07 smithi076 ceph-mon[32458]: pgmap v64: 97 pgs: 97 active+clean; 152 MiB data, 802 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.3 MiB/s wr, 1.25k op/s 2024-04-23T18:25:07.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:07 smithi102 ceph-mon[32874]: pgmap v64: 97 pgs: 97 active+clean; 152 MiB data, 802 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.3 MiB/s wr, 1.25k op/s 2024-04-23T18:25:08.639 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.643+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/1464114163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4d8410c560 msgr2=0x7f4d8410e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:08.639 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.643+0000 7f4d8a2cf640 1 --2- 172.21.15.38:0/1464114163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4d8410c560 0x7f4d8410e9b0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c009ca0 tx=0x7f4d7c02a950 comp rx=0 tx=0).stop 2024-04-23T18:25:08.639 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/1464114163 shutdown_connections 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 --2- 172.21.15.38:0/1464114163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4d8410c560 0x7f4d8410e9b0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 --2- 172.21.15.38:0/1464114163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d84103b40 0x7f4d8410c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 --2- 172.21.15.38:0/1464114163 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d84103220 0x7f4d84103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/1464114163 >> 172.21.15.38:0/1464114163 conn(0x7f4d84077fd0 msgr2=0x7f4d840783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/1464114163 shutdown_connections 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/1464114163 wait complete. 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 Processor -- start 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 -- start start 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4d84103220 0x7f4d84198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d84103b40 0x7f4d84198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d8410c560 0x7f4d8419d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841122e0 con 0x7f4d84103220 2024-04-23T18:25:08.640 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f4d84112160 con 0x7f4d8410c560 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.644+0000 7f4d8a2cf640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4d84112460 con 0x7f4d84103b40 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d83fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4d84103220 0x7f4d84198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d83fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4d84103220 0x7f4d84198760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:36258/0 (socket says 172.21.15.38:36258) 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d83fff640 1 -- 172.21.15.38:0/232617737 learned_addr learned my addr 172.21.15.38:0/232617737 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d8886c640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d8410c560 0x7f4d8419d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d837fe640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d84103b40 0x7f4d84198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d83fff640 1 -- 172.21.15.38:0/232617737 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d84103b40 msgr2=0x7f4d84198ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d83fff640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d84103b40 0x7f4d84198ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d83fff640 1 -- 172.21.15.38:0/232617737 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d8410c560 msgr2=0x7f4d8419d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d83fff640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d8410c560 0x7f4d8419d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d83fff640 1 -- 172.21.15.38:0/232617737 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d8419d750 con 0x7f4d84103220 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d8886c640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d8410c560 0x7f4d8419d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d83fff640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4d84103220 0x7f4d84198760 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f4d7400e9f0 tx=0x7f4d7400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d817fa640 1 -- 172.21.15.38:0/232617737 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7400cd80 con 0x7f4d84103220 2024-04-23T18:25:08.641 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d817fa640 1 -- 172.21.15.38:0/232617737 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4d740054f0 con 0x7f4d84103220 2024-04-23T18:25:08.642 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d817fa640 1 -- 172.21.15.38:0/232617737 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d74010690 con 0x7f4d84103220 2024-04-23T18:25:08.642 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/232617737 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d8419da40 con 0x7f4d84103220 2024-04-23T18:25:08.642 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.645+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/232617737 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d841a52d0 con 0x7f4d84103220 2024-04-23T18:25:08.648 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.647+0000 7f4d817fa640 1 -- 172.21.15.38:0/232617737 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4d740046c0 con 0x7f4d84103220 2024-04-23T18:25:08.648 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d8cfed740 1 Processor -- start 2024-04-23T18:25:08.648 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d8cfed740 1 -- start start 2024-04-23T18:25:08.648 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d817fa640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4d6c0a3dc0 0x7f4d6c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9afd900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9b0c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9b0cc10 0x563fd9b0f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563fd9a62970 con 0x563fd9afde40 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x563fd99ff4a0 con 0x563fd9b0cc10 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563fd9a5e930 con 0x563fd9afd520 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d8886c640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4d6c0a3dc0 0x7f4d6c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d837fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9b0c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d83fff640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9afd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d837fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9b0c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:36274/0 (socket says 172.21.15.38:36274) 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d837fe640 1 -- 172.21.15.38:0/931730063 learned_addr learned my addr 172.21.15.38:0/931730063 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d817fa640 1 -- 172.21.15.38:0/232617737 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f4d740d0c00 con 0x7f4d84103220 2024-04-23T18:25:08.649 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.648+0000 7f4d8886c640 1 --2- 172.21.15.38:0/931730063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9b0cc10 0x563fd9b0f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d83fff640 1 -- 172.21.15.38:0/931730063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9b0cc10 msgr2=0x563fd9b0f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d83fff640 1 --2- 172.21.15.38:0/931730063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9b0cc10 0x563fd9b0f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d83fff640 1 -- 172.21.15.38:0/931730063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 msgr2=0x563fd9b0c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d83fff640 1 --2- 172.21.15.38:0/931730063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9b0c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d83fff640 1 -- 172.21.15.38:0/931730063 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fd9775210 con 0x563fd9afd520 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d837fe640 1 --2- 172.21.15.38:0/931730063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9b0c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d8886c640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4d6c0a3dc0 0x7f4d6c0a6280 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c02fd70 tx=0x7f4d7c02f480 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d83fff640 1 --2- 172.21.15.38:0/931730063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9afd900 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4d740ce2b0 tx=0x7f4d74098740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0eac4e926a3df32 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d6a7fc640 1 -- 172.21.15.38:0/931730063 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7409c460 con 0x563fd9afd520 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d6a7fc640 1 -- 172.21.15.38:0/931730063 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4d7409d200 con 0x563fd9afd520 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.649+0000 7f4d6a7fc640 1 -- 172.21.15.38:0/931730063 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d740a0eb0 con 0x563fd9afd520 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 -- 172.21.15.38:0/931730063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 msgr2=0x563fd9afd900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/931730063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9afd900 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4d740ce2b0 tx=0x7f4d74098740 comp rx=0 tx=0).stop 2024-04-23T18:25:08.650 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 -- 172.21.15.38:0/931730063 shutdown_connections 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/931730063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9b0cc10 0x563fd9b0f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/931730063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9b0c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/931730063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9afd900 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 -- 172.21.15.38:0/931730063 >> 172.21.15.38:0/931730063 conn(0x563fd9af9b30 msgr2=0x563fd9af9f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 -- 172.21.15.38:0/931730063 shutdown_connections 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 -- 172.21.15.38:0/931730063 wait complete. 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 -- start start 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.650+0000 7f4d8cfed740 1 Processor -- start 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afd520 0x563fd9b0c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 0x563fd9b098d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9b0cc10 0x563fd9b09ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563fd9b0f840 con 0x563fd9afd520 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x563fd99fd0b0 con 0x563fd9afde40 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563fd9b0f9c0 con 0x563fd9b0cc10 2024-04-23T18:25:08.651 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d8cfed740 10 client.0 _ll_register_callbacks cb 0x563fd99ead30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d83fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afd520 0x563fd9b0c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d83fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afd520 0x563fd9b0c5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:36280/0 (socket says 172.21.15.38:36280) 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d83fff640 1 -- 172.21.15.38:0/1971994884 learned_addr learned my addr 172.21.15.38:0/1971994884 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d8886c640 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9b0cc10 0x563fd9b09ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d837fe640 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 0x563fd9b098d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d83fff640 1 -- 172.21.15.38:0/1971994884 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9b0cc10 msgr2=0x563fd9b09ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d83fff640 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9b0cc10 0x563fd9b09ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d83fff640 1 -- 172.21.15.38:0/1971994884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 msgr2=0x563fd9b098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d83fff640 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 0x563fd9b098d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d83fff640 1 -- 172.21.15.38:0/1971994884 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fd9841620 con 0x563fd9afd520 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d83fff640 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afd520 0x563fd9b0c5e0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f4d7400e9c0 tx=0x7f4d740a5870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47f359d6d3520be7 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d637fe640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d637fe640 1 -- 172.21.15.38:0/1971994884 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d740ce730 con 0x563fd9afd520 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d637fe640 1 -- 172.21.15.38:0/1971994884 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f4d7409cd60 con 0x563fd9afd520 2024-04-23T18:25:08.652 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.651+0000 7f4d8cfed740 1 -- 172.21.15.38:0/1971994884 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d7409d200 con 0x563fd9afd520 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d637fe640 1 -- 172.21.15.38:0/1971994884 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4d74070a70 con 0x563fd9afd520 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d8cfed740 10 client.15885 fetch_fsmap learned FSMap version 29 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d8cfed740 1 -- 172.21.15.38:0/1971994884 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563fd9b1b850 con 0x563fd9afd520 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d637fe640 1 -- 172.21.15.38:0/1971994884 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4d7409d200 con 0x563fd9afd520 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d637fe640 1 -- 172.21.15.38:0/1971994884 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f4d74077290 con 0x563fd9afd520 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d8cfed740 10 client.15885 fetch_fsmap finished waiting for FSMap version 29 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d8cfed740 10 client.15885 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d8cfed740 20 client.15885 populate_metadata read hostname 'smithi038' 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x563fd9b1cba0 0x563fd9b1ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d8cfed740 4 client.15885 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d8cfed740 1 -- 172.21.15.38:0/1971994884 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563fd9a70390 con 0x563fd9b1cba0 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.652+0000 7f4d837fe640 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x563fd9b1cba0 0x563fd9b1ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.653+0000 7f4d837fe640 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x563fd9b1cba0 0x563fd9b1ef90 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1fa805bc2181801d server_cookie=27a89a0dbd921c61 in_seq=0 out_seq=0 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.653+0000 7f4d637fe640 10 client.15885 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.653+0000 7f4d637fe640 1 -- 172.21.15.38:0/1971994884 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563fd9a70390 con 0x563fd9b1cba0 2024-04-23T18:25:08.653 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.653+0000 7f4d637fe640 10 client.15885 handle_command_reply: tid=0 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.653+0000 7f4d8cfed740 1 client.15885 shutdown 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.653+0000 7f4d8cfed740 1 -- 172.21.15.38:0/1971994884 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afd520 msgr2=0x563fd9b0c5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.653+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afd520 0x563fd9b0c5e0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f4d7400e9c0 tx=0x7f4d740a5870 comp rx=0 tx=0).stop 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.654+0000 7f4d8cfed740 1 -- 172.21.15.38:0/1971994884 shutdown_connections 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.654+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x563fd9b1cba0 0x563fd9b1ef90 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.654+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9b0cc10 0x563fd9b09ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.654+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 0x563fd9b098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.654+0000 7f4d637fe640 0 client.15885 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.654+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/1971994884 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afd520 0x563fd9b0c5e0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.654+0000 7f4d8cfed740 1 -- 172.21.15.38:0/1971994884 >> 172.21.15.38:0/1971994884 conn(0x563fd9af9b30 msgr2=0x563fd9aff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.654+0000 7f4d8cfed740 1 -- 172.21.15.38:0/1971994884 shutdown_connections 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.654+0000 7f4d8cfed740 1 -- 172.21.15.38:0/1971994884 wait complete. 2024-04-23T18:25:08.654 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.654+0000 7f4d8cfed740 20 client.15885 trim_cache size 0 max 16384 2024-04-23T18:25:08.663 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d8cfed740 1 Processor -- start 2024-04-23T18:25:08.663 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d8cfed740 1 -- start start 2024-04-23T18:25:08.663 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9b18700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9af9f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9b0cc10 0x563fd9b0c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841abb60 con 0x563fd9afde40 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841ad760 con 0x563fd9b0cc10 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841ac230 con 0x563fd9afd520 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d837fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9af9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d837fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9af9f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:36296/0 (socket says 172.21.15.38:36296) 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d837fe640 1 -- 172.21.15.38:0/736603380 learned_addr learned my addr 172.21.15.38:0/736603380 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d83fff640 1 --2- 172.21.15.38:0/736603380 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9b18700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d8886c640 1 --2- 172.21.15.38:0/736603380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9b0cc10 0x563fd9b0c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d837fe640 1 -- 172.21.15.38:0/736603380 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 msgr2=0x563fd9b18700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d837fe640 1 --2- 172.21.15.38:0/736603380 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9b18700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d837fe640 1 -- 172.21.15.38:0/736603380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9b0cc10 msgr2=0x563fd9b0c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d837fe640 1 --2- 172.21.15.38:0/736603380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9b0cc10 0x563fd9b0c110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.669+0000 7f4d837fe640 1 -- 172.21.15.38:0/736603380 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fd9afdc70 con 0x563fd9afde40 2024-04-23T18:25:08.664 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.670+0000 7f4d837fe640 1 --2- 172.21.15.38:0/736603380 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9af9f10 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f4d78009530 tx=0x7f4d780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb4b737fdfed4405 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:08.665 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.670+0000 7f4d69ffb640 1 -- 172.21.15.38:0/736603380 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d78003ca0 con 0x563fd9afde40 2024-04-23T18:25:08.665 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.670+0000 7f4d69ffb640 1 -- 172.21.15.38:0/736603380 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4d78003e40 con 0x563fd9afde40 2024-04-23T18:25:08.665 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.670+0000 7f4d69ffb640 1 -- 172.21.15.38:0/736603380 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d78004a00 con 0x563fd9afde40 2024-04-23T18:25:08.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 -- 172.21.15.38:0/736603380 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 msgr2=0x563fd9af9f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:08.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/736603380 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9af9f10 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f4d78009530 tx=0x7f4d780046c0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 -- 172.21.15.38:0/736603380 shutdown_connections 2024-04-23T18:25:08.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/736603380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9b0cc10 0x563fd9b0c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/736603380 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9afde40 0x563fd9af9f10 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/736603380 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9b18700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 -- 172.21.15.38:0/736603380 >> 172.21.15.38:0/736603380 conn(0x563fd9af9b30 msgr2=0x563fd9b04f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:08.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 -- 172.21.15.38:0/736603380 shutdown_connections 2024-04-23T18:25:08.668 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 -- 172.21.15.38:0/736603380 wait complete. 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 -- start start 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 Processor -- start 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9b10630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 0x563fd9b10b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9b0cc10 0x563fd9b110b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841acfd0 con 0x563fd9b0cc10 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841ac900 con 0x563fd9afde40 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841a9b60 con 0x563fd9afd520 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.671+0000 7f4d8cfed740 10 client.0 _ll_register_callbacks cb 0x7f4d7409c460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8886c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9b0cc10 0x563fd9b110b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d83fff640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9b10630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8886c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9b0cc10 0x563fd9b110b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:36306/0 (socket says 172.21.15.38:36306) 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8886c640 1 -- 172.21.15.38:0/3262554178 learned_addr learned my addr 172.21.15.38:0/3262554178 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d837fe640 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 0x563fd9b10b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8886c640 1 -- 172.21.15.38:0/3262554178 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 msgr2=0x563fd9b10630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8886c640 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9b10630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8886c640 1 -- 172.21.15.38:0/3262554178 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 msgr2=0x563fd9b10b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8886c640 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 0x563fd9b10b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8886c640 1 -- 172.21.15.38:0/3262554178 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fd9b81ec0 con 0x563fd9b0cc10 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d83fff640 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9b10630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d837fe640 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 0x563fd9b10b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8886c640 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9b0cc10 0x563fd9b110b0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c035000 tx=0x7f4d7c02a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf0f1e0196bcd5d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d637fe640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d637fe640 1 -- 172.21.15.38:0/3262554178 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7c043040 con 0x563fd9b0cc10 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d637fe640 1 -- 172.21.15.38:0/3262554178 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f4d7c030440 con 0x563fd9b0cc10 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8cfed740 1 -- 172.21.15.38:0/3262554178 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563fd9a6a200 con 0x563fd9b0cc10 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d637fe640 1 -- 172.21.15.38:0/3262554178 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4d7c034040 con 0x563fd9b0cc10 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.672+0000 7f4d8cfed740 10 client.15891 fetch_fsmap learned FSMap version 29 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.673+0000 7f4d8cfed740 1 -- 172.21.15.38:0/3262554178 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563fd9b831b0 con 0x563fd9b0cc10 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.673+0000 7f4d637fe640 1 -- 172.21.15.38:0/3262554178 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x563fd9a6a200 con 0x563fd9b0cc10 2024-04-23T18:25:08.670 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.673+0000 7f4d637fe640 1 -- 172.21.15.38:0/3262554178 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f4d7c05a030 con 0x563fd9b0cc10 2024-04-23T18:25:08.671 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.673+0000 7f4d8cfed740 10 client.15891 fetch_fsmap finished waiting for FSMap version 29 2024-04-23T18:25:08.671 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.673+0000 7f4d8cfed740 10 client.15891 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:08.671 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.673+0000 7f4d8cfed740 20 client.15891 populate_metadata read hostname 'smithi038' 2024-04-23T18:25:08.671 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.673+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x563fd9b83a20 0x563fd9b85e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:08.671 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.673+0000 7f4d8cfed740 4 client.15891 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:25:08.671 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.673+0000 7f4d8cfed740 1 -- 172.21.15.38:0/3262554178 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563fd99e65f0 con 0x563fd9b83a20 2024-04-23T18:25:08.671 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.673+0000 7f4d83fff640 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x563fd9b83a20 0x563fd9b85e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:08.671 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.674+0000 7f4d83fff640 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x563fd9b83a20 0x563fd9b85e40 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa88c083660ec3a2 server_cookie=d5a612143d452311 in_seq=0 out_seq=0 2024-04-23T18:25:08.671 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.674+0000 7f4d637fe640 10 client.15891 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:08.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d637fe640 1 -- 172.21.15.38:0/3262554178 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563fd99e65f0 con 0x563fd9b83a20 2024-04-23T18:25:08.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d637fe640 10 client.15891 handle_command_reply: tid=0 2024-04-23T18:25:08.950 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d8cfed740 1 client.15891 shutdown 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d8cfed740 1 -- 172.21.15.38:0/3262554178 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9b0cc10 msgr2=0x563fd9b110b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9b0cc10 0x563fd9b110b0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c035000 tx=0x7f4d7c02a950 comp rx=0 tx=0).stop 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d8cfed740 1 -- 172.21.15.38:0/3262554178 shutdown_connections 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x563fd9b83a20 0x563fd9b85e40 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fd9b0cc10 0x563fd9b110b0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x563fd9afde40 0x563fd9b10b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d8cfed740 1 --2- 172.21.15.38:0/3262554178 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563fd9afd520 0x563fd9b10630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d8cfed740 1 -- 172.21.15.38:0/3262554178 >> 172.21.15.38:0/3262554178 conn(0x563fd9af9b30 msgr2=0x563fd9b04f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d637fe640 0 client.15891 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.956+0000 7f4d8cfed740 1 -- 172.21.15.38:0/3262554178 shutdown_connections 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.957+0000 7f4d8cfed740 1 -- 172.21.15.38:0/3262554178 wait complete. 2024-04-23T18:25:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.957+0000 7f4d8cfed740 20 client.15891 trim_cache size 0 max 16384 2024-04-23T18:25:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:25:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:25:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:25:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.957+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/232617737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4d6c0a3dc0 msgr2=0x7f4d6c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.957+0000 7f4d8a2cf640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4d6c0a3dc0 0x7f4d6c0a6280 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c02fd70 tx=0x7f4d7c02f480 comp rx=0 tx=0).stop 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.957+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/232617737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4d84103220 msgr2=0x7f4d84198760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.957+0000 7f4d8a2cf640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4d84103220 0x7f4d84198760 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f4d7400e9f0 tx=0x7f4d7400edf0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.958+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/232617737 shutdown_connections 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.958+0000 7f4d8a2cf640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f4d6c0a3dc0 0x7f4d6c0a6280 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.958+0000 7f4d8a2cf640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d84103b40 0x7f4d84198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.958+0000 7f4d8a2cf640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d8410c560 0x7f4d8419d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.958+0000 7f4d8a2cf640 1 --2- 172.21.15.38:0/232617737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4d84103220 0x7f4d84198760 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.958+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/232617737 >> 172.21.15.38:0/232617737 conn(0x7f4d84077fd0 msgr2=0x7f4d840fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.958+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/232617737 shutdown_connections 2024-04-23T18:25:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:08.958+0000 7f4d8a2cf640 1 -- 172.21.15.38:0/232617737 wait complete. 2024-04-23T18:25:09.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:09 smithi038 ceph-mon[29217]: pgmap v65: 97 pgs: 97 active+clean; 152 MiB data, 802 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 593 op/s 2024-04-23T18:25:09.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:09 smithi076 ceph-mon[32458]: pgmap v65: 97 pgs: 97 active+clean; 152 MiB data, 802 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 593 op/s 2024-04-23T18:25:09.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:09 smithi102 ceph-mon[32874]: pgmap v65: 97 pgs: 97 active+clean; 152 MiB data, 802 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 593 op/s 2024-04-23T18:25:10.083 INFO:tasks.workunit.client.0.smithi038.stderr:+ tar c linux-4.0.5 2024-04-23T18:25:10.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:10 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:25:10.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:10 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:25:10.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:10 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:25:10.979 INFO:tasks.workunit.client.0.smithi038.stderr:+ rm -rf linux-4.0.5 2024-04-23T18:25:11.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:11 smithi038 ceph-mon[29217]: pgmap v66: 97 pgs: 97 active+clean; 156 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 9.6 MiB/s wr, 1.04k op/s 2024-04-23T18:25:11.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:11 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:11 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:11 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:11 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:11 smithi076 ceph-mon[32458]: pgmap v66: 97 pgs: 97 active+clean; 156 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 9.6 MiB/s wr, 1.04k op/s 2024-04-23T18:25:11.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:11 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:11 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:11 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:11 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:11 smithi102 ceph-mon[32874]: pgmap v66: 97 pgs: 97 active+clean; 156 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 9.6 MiB/s wr, 1.04k op/s 2024-04-23T18:25:11.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:11 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:11 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:11 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:11.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:11 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:12.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:12 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:25:12.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:12 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:25:12.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:12 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:12.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:12 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:25:12.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:12 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:25:12.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:12 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:12.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:12 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:25:12.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:12 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:25:12.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:12 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:25:13.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:13 smithi038 ceph-mon[29217]: pgmap v67: 97 pgs: 97 active+clean; 156 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 1.02k op/s 2024-04-23T18:25:13.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:13 smithi076 ceph-mon[32458]: pgmap v67: 97 pgs: 97 active+clean; 156 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 1.02k op/s 2024-04-23T18:25:13.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:13 smithi102 ceph-mon[32874]: pgmap v67: 97 pgs: 97 active+clean; 156 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 1.02k op/s 2024-04-23T18:25:15.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:15 smithi038 ceph-mon[29217]: pgmap v68: 97 pgs: 97 active+clean; 156 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 1.02k op/s 2024-04-23T18:25:15.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:15 smithi076 ceph-mon[32458]: pgmap v68: 97 pgs: 97 active+clean; 156 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 1.02k op/s 2024-04-23T18:25:15.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:15 smithi102 ceph-mon[32874]: pgmap v68: 97 pgs: 97 active+clean; 156 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 1.02k op/s 2024-04-23T18:25:16.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:16 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:16.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:16 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:16.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:16 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:17.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:17 smithi038 ceph-mon[29217]: pgmap v69: 97 pgs: 97 active+clean; 162 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 9.3 MiB/s wr, 1.11k op/s 2024-04-23T18:25:17.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:17 smithi076 ceph-mon[32458]: pgmap v69: 97 pgs: 97 active+clean; 162 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 9.3 MiB/s wr, 1.11k op/s 2024-04-23T18:25:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:17 smithi102 ceph-mon[32874]: pgmap v69: 97 pgs: 97 active+clean; 162 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 9.3 MiB/s wr, 1.11k op/s 2024-04-23T18:25:18.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:18 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:18.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:18 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:18.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:18 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:19.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:19 smithi038 ceph-mon[29217]: pgmap v70: 97 pgs: 97 active+clean; 162 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.9 MiB/s wr, 539 op/s 2024-04-23T18:25:19.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:19 smithi076 ceph-mon[32458]: pgmap v70: 97 pgs: 97 active+clean; 162 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.9 MiB/s wr, 539 op/s 2024-04-23T18:25:19.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:19 smithi102 ceph-mon[32874]: pgmap v70: 97 pgs: 97 active+clean; 162 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.9 MiB/s wr, 539 op/s 2024-04-23T18:25:20.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:20 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:20.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:20 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:20.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:20 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:21.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:21 smithi038 ceph-mon[29217]: pgmap v71: 97 pgs: 97 active+clean; 171 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 713 op/s 2024-04-23T18:25:21.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:21 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:21.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:21 smithi076 ceph-mon[32458]: pgmap v71: 97 pgs: 97 active+clean; 171 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 713 op/s 2024-04-23T18:25:21.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:21 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:21 smithi102 ceph-mon[32874]: pgmap v71: 97 pgs: 97 active+clean; 171 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 713 op/s 2024-04-23T18:25:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:21 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:22.049 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 -- 172.21.15.38:0/29727209 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5484101aa0 msgr2=0x7f5484105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 --2- 172.21.15.38:0/29727209 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5484101aa0 0x7f5484105a90 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f5478009900 tx=0x7f547802a410 comp rx=0 tx=0).stop 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 -- 172.21.15.38:0/29727209 shutdown_connections 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 --2- 172.21.15.38:0/29727209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5484106170 0x7f548410dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 --2- 172.21.15.38:0/29727209 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5484101aa0 0x7f5484105a90 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 --2- 172.21.15.38:0/29727209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54841010f0 0x7f54841014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 -- 172.21.15.38:0/29727209 >> 172.21.15.38:0/29727209 conn(0x7f5484077fd0 msgr2=0x7f54840783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 -- 172.21.15.38:0/29727209 shutdown_connections 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 -- 172.21.15.38:0/29727209 wait complete. 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 Processor -- start 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.054+0000 7f548933d640 1 -- start start 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f548933d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54841010f0 0x7f548419e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f548933d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5484106170 0x7f548419e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f548933d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54841985a0 0x7f5484198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f548933d640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f54841111f0 con 0x7f54841010f0 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f548933d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f5484111070 con 0x7f54841985a0 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f548933d640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5484111370 con 0x7f5484106170 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f5482ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54841010f0 0x7f548419e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f5482ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54841010f0 0x7f548419e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46048/0 (socket says 172.21.15.38:46048) 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f5482ffd640 1 -- 172.21.15.38:0/1194811556 learned_addr learned my addr 172.21.15.38:0/1194811556 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f54827fc640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5484106170 0x7f548419e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f54837fe640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54841985a0 0x7f5484198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f5482ffd640 1 -- 172.21.15.38:0/1194811556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5484106170 msgr2=0x7f548419e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f5482ffd640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5484106170 0x7f548419e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f5482ffd640 1 -- 172.21.15.38:0/1194811556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54841985a0 msgr2=0x7f5484198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:22.052 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f5482ffd640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54841985a0 0x7f5484198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.052 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f5482ffd640 1 -- 172.21.15.38:0/1194811556 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54841990c0 con 0x7f54841010f0 2024-04-23T18:25:22.052 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f54827fc640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5484106170 0x7f548419e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:22.052 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f5482ffd640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54841010f0 0x7f548419e3f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f547400eab0 tx=0x7f547400ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:22.052 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f546bfff640 1 -- 172.21.15.38:0/1194811556 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547400ce40 con 0x7f54841010f0 2024-04-23T18:25:22.052 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f548933d640 1 -- 172.21.15.38:0/1194811556 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54841993b0 con 0x7f54841010f0 2024-04-23T18:25:22.052 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f546bfff640 1 -- 172.21.15.38:0/1194811556 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5474011940 con 0x7f54841010f0 2024-04-23T18:25:22.052 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f546bfff640 1 -- 172.21.15.38:0/1194811556 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5474010aa0 con 0x7f54841010f0 2024-04-23T18:25:22.052 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.055+0000 7f548933d640 1 -- 172.21.15.38:0/1194811556 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54841a5600 con 0x7f54841010f0 2024-04-23T18:25:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f546bfff640 1 -- 172.21.15.38:0/1194811556 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5474011af0 con 0x7f54841010f0 2024-04-23T18:25:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f548c04b740 1 Processor -- start 2024-04-23T18:25:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f548c04b740 1 -- start start 2024-04-23T18:25:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f548c04b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2620 0x564b0f7b2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f548c04b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2f40 0x564b0f7bd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f548c04b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7bd800 0x564b0f7bfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f548c04b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564b0f717970 con 0x564b0f7b2f40 2024-04-23T18:25:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f548c04b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x564b0f6b44a0 con 0x564b0f7bd800 2024-04-23T18:25:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f548c04b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564b0f713930 con 0x564b0f7b2620 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f54837fe640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2620 0x564b0f7b2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f5482ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2f40 0x564b0f7bd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f54837fe640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2620 0x564b0f7b2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.38:43412/0 (socket says 172.21.15.38:43412) 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f54837fe640 1 -- 172.21.15.38:0/3216838018 learned_addr learned my addr 172.21.15.38:0/3216838018 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.058+0000 7f546bfff640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f546c0a3dc0 0x7f546c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54827fc640 1 --2- 172.21.15.38:0/3216838018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7bd800 0x564b0f7bfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54837fe640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f546c0a3dc0 0x7f546c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54837fe640 1 -- 172.21.15.38:0/3216838018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7bd800 msgr2=0x564b0f7bfbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54837fe640 1 --2- 172.21.15.38:0/3216838018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7bd800 0x564b0f7bfbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54837fe640 1 -- 172.21.15.38:0/3216838018 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2f40 msgr2=0x564b0f7bd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54837fe640 1 --2- 172.21.15.38:0/3216838018 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2f40 0x564b0f7bd2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54837fe640 1 -- 172.21.15.38:0/3216838018 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b0f42a210 con 0x564b0f7b2620 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f546bfff640 1 -- 172.21.15.38:0/1194811556 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f54740d0e70 con 0x7f54841010f0 2024-04-23T18:25:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54837fe640 1 --2- 172.21.15.38:0/3216838018 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2620 0x564b0f7b2a00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f547c013670 tx=0x7f547c013b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9b8f782b6231519 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54837fe640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f546c0a3dc0 0x7f546c0a6280 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f547c004000 tx=0x7f547c01f000 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54697fa640 1 -- 172.21.15.38:0/3216838018 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c0044c0 con 0x564b0f7b2620 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54697fa640 1 -- 172.21.15.38:0/3216838018 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f547c022070 con 0x564b0f7b2620 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.059+0000 7f54697fa640 1 -- 172.21.15.38:0/3216838018 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c011470 con 0x564b0f7b2620 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 -- 172.21.15.38:0/3216838018 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2620 msgr2=0x564b0f7b2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 --2- 172.21.15.38:0/3216838018 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2620 0x564b0f7b2a00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f547c013670 tx=0x7f547c013b30 comp rx=0 tx=0).stop 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 -- 172.21.15.38:0/3216838018 shutdown_connections 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 --2- 172.21.15.38:0/3216838018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7bd800 0x564b0f7bfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 --2- 172.21.15.38:0/3216838018 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2f40 0x564b0f7bd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 --2- 172.21.15.38:0/3216838018 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2620 0x564b0f7b2a00 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 -- 172.21.15.38:0/3216838018 >> 172.21.15.38:0/3216838018 conn(0x564b0f7aeb30 msgr2=0x564b0f7aef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 -- 172.21.15.38:0/3216838018 shutdown_connections 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 -- 172.21.15.38:0/3216838018 wait complete. 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 -- start start 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.060+0000 7f548c04b740 1 Processor -- start 2024-04-23T18:25:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f548c04b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2620 0x564b0f7bd190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f548c04b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2f40 0x564b0f7ba480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f548c04b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7bd800 0x564b0f7baa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f548c04b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564b0f7c03d0 con 0x564b0f7b2620 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f548c04b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x564b0f6b20b0 con 0x564b0f7b2f40 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f548c04b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564b0f7c0550 con 0x564b0f7bd800 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f548c04b740 10 client.0 _ll_register_callbacks cb 0x564b0f69fd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5482ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2620 0x564b0f7bd190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5482ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2620 0x564b0f7bd190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46060/0 (socket says 172.21.15.38:46060) 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5482ffd640 1 -- 172.21.15.38:0/3138864289 learned_addr learned my addr 172.21.15.38:0/3138864289 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f54837fe640 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7bd800 0x564b0f7baa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f54827fc640 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2f40 0x564b0f7ba480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5482ffd640 1 -- 172.21.15.38:0/3138864289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7bd800 msgr2=0x564b0f7baa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5482ffd640 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7bd800 0x564b0f7baa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5482ffd640 1 -- 172.21.15.38:0/3138864289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2f40 msgr2=0x564b0f7ba480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5482ffd640 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2f40 0x564b0f7ba480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5482ffd640 1 -- 172.21.15.38:0/3138864289 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b0f4f6620 con 0x564b0f7b2620 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5482ffd640 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2620 0x564b0f7bd190 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f5474098ab0 tx=0x7f54740d45c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1cec0de32781dbf server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5466ff5640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5466ff5640 1 -- 172.21.15.38:0/3138864289 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547409c910 con 0x564b0f7b2620 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f5466ff5640 1 -- 172.21.15.38:0/3138864289 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f54740a55b0 con 0x564b0f7b2620 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.061+0000 7f548c04b740 1 -- 172.21.15.38:0/3138864289 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f547c022070 con 0x564b0f7b2620 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f5466ff5640 1 -- 172.21.15.38:0/3138864289 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f547409c730 con 0x564b0f7b2620 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f548c04b740 10 client.15903 fetch_fsmap learned FSMap version 33 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f548c04b740 1 -- 172.21.15.38:0/3138864289 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564b0f7cc380 con 0x564b0f7b2620 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f5466ff5640 1 -- 172.21.15.38:0/3138864289 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f547c022070 con 0x564b0f7b2620 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f5466ff5640 1 -- 172.21.15.38:0/3138864289 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 33) ==== 8406+0+0 (secure 0 0 0) 0x7f547400f040 con 0x564b0f7b2620 2024-04-23T18:25:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f548c04b740 10 client.15903 fetch_fsmap finished waiting for FSMap version 33 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f548c04b740 10 client.15903 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f548c04b740 20 client.15903 populate_metadata read hostname 'smithi038' 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f548c04b740 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564b0f7cd7f0 0x564b0f7cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f548c04b740 4 client.15903 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f548c04b740 1 -- 172.21.15.38:0/3138864289 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b0f725390 con 0x564b0f7cd7f0 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.062+0000 7f54827fc640 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564b0f7cd7f0 0x564b0f7cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.063+0000 7f54827fc640 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564b0f7cd7f0 0x564b0f7cfc00 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1e3ea1eecb1fb90 server_cookie=4f981b1e57d9ca8f in_seq=0 out_seq=0 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.063+0000 7f5466ff5640 10 client.15903 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.063+0000 7f5466ff5640 1 -- 172.21.15.38:0/3138864289 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564b0f725390 con 0x564b0f7cd7f0 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.063+0000 7f5466ff5640 10 client.15903 handle_command_reply: tid=0 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 client.15903 shutdown 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 -- 172.21.15.38:0/3138864289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2620 msgr2=0x564b0f7bd190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2620 0x564b0f7bd190 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f5474098ab0 tx=0x7f54740d45c0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 -- 172.21.15.38:0/3138864289 shutdown_connections 2024-04-23T18:25:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564b0f7cd7f0 0x564b0f7cfc00 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7bd800 0x564b0f7baa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f5466ff5640 0 client.15903 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2f40 0x564b0f7ba480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 --2- 172.21.15.38:0/3138864289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7b2620 0x564b0f7bd190 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 -- 172.21.15.38:0/3138864289 >> 172.21.15.38:0/3138864289 conn(0x564b0f7aeb30 msgr2=0x564b0f7b4860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 -- 172.21.15.38:0/3138864289 shutdown_connections 2024-04-23T18:25:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 1 -- 172.21.15.38:0/3138864289 wait complete. 2024-04-23T18:25:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.064+0000 7f548c04b740 20 client.15903 trim_cache size 0 max 16384 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f548c04b740 1 Processor -- start 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f548c04b740 1 -- start start 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f548c04b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f548c04b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 0x564b0f7bccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f548c04b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7d5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f548c04b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f54841add50 con 0x564b0f7bd800 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f548c04b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f54841afa10 con 0x564b0f7b2620 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f548c04b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f54841ae420 con 0x564b0f7b2f40 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f54837fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7d5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f5482ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f54827fc640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 0x564b0f7bccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f5482ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c9290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:56094/0 (socket says 172.21.15.38:56094) 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.079+0000 7f5482ffd640 1 -- 172.21.15.38:0/4091210289 learned_addr learned my addr 172.21.15.38:0/4091210289 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f54837fe640 1 -- 172.21.15.38:0/4091210289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 msgr2=0x564b0f7bccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f54837fe640 1 --2- 172.21.15.38:0/4091210289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 0x564b0f7bccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f54837fe640 1 -- 172.21.15.38:0/4091210289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 msgr2=0x564b0f7c9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f54837fe640 1 --2- 172.21.15.38:0/4091210289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f54837fe640 1 -- 172.21.15.38:0/4091210289 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b0f7bad70 con 0x564b0f7bd800 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f54827fc640 1 --2- 172.21.15.38:0/4091210289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 0x564b0f7bccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f5482ffd640 1 --2- 172.21.15.38:0/4091210289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f54837fe640 1 --2- 172.21.15.38:0/4091210289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7d5510 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f547c009380 tx=0x7f547c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=401dc9ec46f16a95 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f5468ff9640 1 -- 172.21.15.38:0/4091210289 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c0130d0 con 0x564b0f7bd800 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f5468ff9640 1 -- 172.21.15.38:0/4091210289 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f547c022050 con 0x564b0f7bd800 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.080+0000 7f5468ff9640 1 -- 172.21.15.38:0/4091210289 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c003d20 con 0x564b0f7bd800 2024-04-23T18:25:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 -- 172.21.15.38:0/4091210289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 msgr2=0x564b0f7d5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 --2- 172.21.15.38:0/4091210289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7d5510 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f547c009380 tx=0x7f547c009310 comp rx=0 tx=0).stop 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 -- 172.21.15.38:0/4091210289 shutdown_connections 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 --2- 172.21.15.38:0/4091210289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 0x564b0f7bccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 --2- 172.21.15.38:0/4091210289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7d5510 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 --2- 172.21.15.38:0/4091210289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 -- 172.21.15.38:0/4091210289 >> 172.21.15.38:0/4091210289 conn(0x564b0f7aeb30 msgr2=0x564b0f7ba270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 -- 172.21.15.38:0/4091210289 shutdown_connections 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 -- 172.21.15.38:0/4091210289 wait complete. 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 -- start start 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 Processor -- start 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 0x564b0f7b6d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7b7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f54841af280 con 0x564b0f7bd800 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f54841aeb20 con 0x564b0f7b2620 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f54841abd30 con 0x564b0f7b2f40 2024-04-23T18:25:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f5482ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f54837fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7b7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.081+0000 7f548c04b740 10 client.0 _ll_register_callbacks cb 0x7f54740995e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f5482ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.38:56110/0 (socket says 172.21.15.38:56110) 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f5482ffd640 1 -- 172.21.15.38:0/592322079 learned_addr learned my addr 172.21.15.38:0/592322079 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f54837fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7b7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46078/0 (socket says 172.21.15.38:46078) 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f54827fc640 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 0x564b0f7b6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f54837fe640 1 -- 172.21.15.38:0/592322079 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 msgr2=0x564b0f7b6d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f54837fe640 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 0x564b0f7b6d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f54837fe640 1 -- 172.21.15.38:0/592322079 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 msgr2=0x564b0f7c5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f54837fe640 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f54837fe640 1 -- 172.21.15.38:0/592322079 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b0f7b77b0 con 0x564b0f7bd800 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f5482ffd640 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f54837fe640 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7b7270 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f547c000c00 tx=0x7f547c00ffc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86d86114343ba1a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f5466ff5640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f5466ff5640 1 -- 172.21.15.38:0/592322079 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c03f070 con 0x564b0f7bd800 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f5466ff5640 1 -- 172.21.15.38:0/592322079 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f547c0035f0 con 0x564b0f7bd800 2024-04-23T18:25:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.082+0000 7f548c04b740 1 -- 172.21.15.38:0/592322079 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f547c022050 con 0x564b0f7bd800 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f5466ff5640 1 -- 172.21.15.38:0/592322079 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f547c04b050 con 0x564b0f7bd800 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f548c04b740 10 client.15909 fetch_fsmap learned FSMap version 33 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f548c04b740 1 -- 172.21.15.38:0/592322079 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564b0f837e60 con 0x564b0f7bd800 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f5466ff5640 1 -- 172.21.15.38:0/592322079 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f547c022050 con 0x564b0f7bd800 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f5466ff5640 1 -- 172.21.15.38:0/592322079 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 33) ==== 8406+0+0 (secure 0 0 0) 0x7f547c011590 con 0x564b0f7bd800 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f548c04b740 10 client.15909 fetch_fsmap finished waiting for FSMap version 33 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f548c04b740 10 client.15909 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f548c04b740 20 client.15909 populate_metadata read hostname 'smithi038' 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f548c04b740 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564b0f8383e0 0x564b0f83a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f548c04b740 4 client.15909 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f548c04b740 1 -- 172.21.15.38:0/592322079 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564b0f71f200 con 0x564b0f8383e0 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.083+0000 7f5482ffd640 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564b0f8383e0 0x564b0f83a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.084+0000 7f5482ffd640 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564b0f8383e0 0x564b0f83a800 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9d4b2e28f0868c7 server_cookie=ba889fd1d549753b in_seq=0 out_seq=0 2024-04-23T18:25:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.084+0000 7f5466ff5640 10 client.15909 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.212+0000 7f5466ff5640 1 -- 172.21.15.38:0/592322079 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564b0f71f200 con 0x564b0f8383e0 2024-04-23T18:25:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.212+0000 7f5466ff5640 10 client.15909 handle_command_reply: tid=0 2024-04-23T18:25:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.212+0000 7f548c04b740 1 client.15909 shutdown 2024-04-23T18:25:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 1 -- 172.21.15.38:0/592322079 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 msgr2=0x564b0f7b7270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7b7270 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f547c000c00 tx=0x7f547c00ffc0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 1 -- 172.21.15.38:0/592322079 shutdown_connections 2024-04-23T18:25:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x564b0f8383e0 0x564b0f83a800 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564b0f7b2f40 0x564b0f7b6d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564b0f7bd800 0x564b0f7b7270 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 1 --2- 172.21.15.38:0/592322079 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x564b0f7b2620 0x564b0f7c5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 1 -- 172.21.15.38:0/592322079 >> 172.21.15.38:0/592322079 conn(0x564b0f7aeb30 msgr2=0x564b0f7b5140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f5466ff5640 0 client.15909 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 1 -- 172.21.15.38:0/592322079 shutdown_connections 2024-04-23T18:25:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 1 -- 172.21.15.38:0/592322079 wait complete. 2024-04-23T18:25:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.213+0000 7f548c04b740 20 client.15909 trim_cache size 0 max 16384 2024-04-23T18:25:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:25:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:25:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:25:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:25:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 -- 172.21.15.38:0/1194811556 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f546c0a3dc0 msgr2=0x7f546c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:22.209 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f546c0a3dc0 0x7f546c0a6280 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f547c004000 tx=0x7f547c01f000 comp rx=0 tx=0).stop 2024-04-23T18:25:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 -- 172.21.15.38:0/1194811556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54841010f0 msgr2=0x7f548419e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54841010f0 0x7f548419e3f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f547400eab0 tx=0x7f547400ef70 comp rx=0 tx=0).stop 2024-04-23T18:25:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 -- 172.21.15.38:0/1194811556 shutdown_connections 2024-04-23T18:25:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f546c0a3dc0 0x7f546c0a6280 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5484106170 0x7f548419e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54841985a0 0x7f5484198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 --2- 172.21.15.38:0/1194811556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54841010f0 0x7f548419e3f0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 -- 172.21.15.38:0/1194811556 >> 172.21.15.38:0/1194811556 conn(0x7f5484077fd0 msgr2=0x7f5484069910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 -- 172.21.15.38:0/1194811556 shutdown_connections 2024-04-23T18:25:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:22.214+0000 7f548933d640 1 -- 172.21.15.38:0/1194811556 wait complete. 2024-04-23T18:25:23.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:23 smithi038 ceph-mon[29217]: pgmap v72: 97 pgs: 97 active+clean; 171 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 270 op/s 2024-04-23T18:25:23.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:23 smithi076 ceph-mon[32458]: pgmap v72: 97 pgs: 97 active+clean; 171 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 270 op/s 2024-04-23T18:25:23.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:23 smithi102 ceph-mon[32874]: pgmap v72: 97 pgs: 97 active+clean; 171 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 270 op/s 2024-04-23T18:25:24.129 INFO:tasks.workunit.client.0.smithi038.stderr:+ tar xf doc.tar 2024-04-23T18:25:25.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:25 smithi038 ceph-mon[29217]: pgmap v73: 97 pgs: 97 active+clean; 171 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 270 op/s 2024-04-23T18:25:25.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:25 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:25.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:25 smithi076 ceph-mon[32458]: pgmap v73: 97 pgs: 97 active+clean; 171 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 270 op/s 2024-04-23T18:25:25.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:25 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:25.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:25 smithi102 ceph-mon[32874]: pgmap v73: 97 pgs: 97 active+clean; 171 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 270 op/s 2024-04-23T18:25:25.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:25 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:27.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:27 smithi038 ceph-mon[29217]: pgmap v74: 97 pgs: 97 active+clean; 171 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 494 op/s 2024-04-23T18:25:27.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:27 smithi076 ceph-mon[32458]: pgmap v74: 97 pgs: 97 active+clean; 171 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 494 op/s 2024-04-23T18:25:27.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:27 smithi102 ceph-mon[32874]: pgmap v74: 97 pgs: 97 active+clean; 171 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 494 op/s 2024-04-23T18:25:28.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:28 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:28.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:28 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:28.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:28 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:29.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:29 smithi076 ceph-mon[32458]: pgmap v75: 97 pgs: 97 active+clean; 171 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 397 op/s 2024-04-23T18:25:29.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:29 smithi102 ceph-mon[32874]: pgmap v75: 97 pgs: 97 active+clean; 171 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 397 op/s 2024-04-23T18:25:29.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:29 smithi038 ceph-mon[29217]: pgmap v75: 97 pgs: 97 active+clean; 171 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 397 op/s 2024-04-23T18:25:31.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:31 smithi076 ceph-mon[32458]: pgmap v76: 97 pgs: 97 active+clean; 171 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 397 op/s 2024-04-23T18:25:31.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:31 smithi102 ceph-mon[32874]: pgmap v76: 97 pgs: 97 active+clean; 171 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 397 op/s 2024-04-23T18:25:31.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:31 smithi038 ceph-mon[29217]: pgmap v76: 97 pgs: 97 active+clean; 171 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 397 op/s 2024-04-23T18:25:33.395 INFO:tasks.workunit.client.0.smithi038.stderr:+ sync 2024-04-23T18:25:33.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:33 smithi076 ceph-mon[32458]: pgmap v77: 97 pgs: 97 active+clean; 180 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 321 op/s 2024-04-23T18:25:33.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:33 smithi102 ceph-mon[32874]: pgmap v77: 97 pgs: 97 active+clean; 180 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 321 op/s 2024-04-23T18:25:33.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:33 smithi038 ceph-mon[29217]: pgmap v77: 97 pgs: 97 active+clean; 180 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 321 op/s 2024-04-23T18:25:34.220 INFO:tasks.workunit.client.0.smithi038.stderr:+ tar c linux-4.0.5 2024-04-23T18:25:34.644 INFO:tasks.workunit.client.0.smithi038.stdout:Ok 2024-04-23T18:25:34.645 INFO:tasks.workunit.client.0.smithi038.stderr:+ echo Ok 2024-04-23T18:25:34.645 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-23T18:25:34.645 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-23T18:25:34.706 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:34 smithi038 ceph-mon[29217]: pgmap v78: 97 pgs: 97 active+clean; 180 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 321 op/s 2024-04-23T18:25:34.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:34 smithi076 ceph-mon[32458]: pgmap v78: 97 pgs: 97 active+clean; 180 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 321 op/s 2024-04-23T18:25:34.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:34 smithi102 ceph-mon[32874]: pgmap v78: 97 pgs: 97 active+clean; 180 MiB data, 896 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 321 op/s 2024-04-23T18:25:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.307+0000 7eff99520640 1 -- 172.21.15.38:0/1120202804 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff941061b0 msgr2=0x7eff9410dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.307+0000 7eff99520640 1 --2- 172.21.15.38:0/1120202804 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff941061b0 0x7eff9410dd80 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7eff8c009ca0 tx=0x7eff8c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.307+0000 7eff99520640 1 -- 172.21.15.38:0/1120202804 shutdown_connections 2024-04-23T18:25:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.307+0000 7eff99520640 1 --2- 172.21.15.38:0/1120202804 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff941061b0 0x7eff9410dd80 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.307+0000 7eff99520640 1 --2- 172.21.15.38:0/1120202804 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7eff94101a90 0x7eff94105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.307+0000 7eff99520640 1 --2- 172.21.15.38:0/1120202804 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff941010e0 0x7eff941014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.307+0000 7eff99520640 1 -- 172.21.15.38:0/1120202804 >> 172.21.15.38:0/1120202804 conn(0x7eff940771d0 msgr2=0x7eff940775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:35.302 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.307+0000 7eff99520640 1 -- 172.21.15.38:0/1120202804 shutdown_connections 2024-04-23T18:25:35.302 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.307+0000 7eff99520640 1 -- 172.21.15.38:0/1120202804 wait complete. 2024-04-23T18:25:35.302 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff99520640 1 Processor -- start 2024-04-23T18:25:35.303 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff99520640 1 -- start start 2024-04-23T18:25:35.303 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff99520640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff941010e0 0x7eff94198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.303 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff99520640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff941061b0 0x7eff94198bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.303 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff99520640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7eff9419cf40 0x7eff9419d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff99520640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7eff94111230 con 0x7eff941010e0 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff99520640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7eff941110b0 con 0x7eff9419cf40 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff99520640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7eff941113b0 con 0x7eff941061b0 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff92ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff941010e0 0x7eff94198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff92ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff941010e0 0x7eff94198680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57020/0 (socket says 172.21.15.38:57020) 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff92ffd640 1 -- 172.21.15.38:0/2280037393 learned_addr learned my addr 172.21.15.38:0/2280037393 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff937fe640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7eff9419cf40 0x7eff9419d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.308+0000 7eff927fc640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff941061b0 0x7eff94198bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff92ffd640 1 -- 172.21.15.38:0/2280037393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff941061b0 msgr2=0x7eff94198bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff92ffd640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff941061b0 0x7eff94198bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff92ffd640 1 -- 172.21.15.38:0/2280037393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7eff9419cf40 msgr2=0x7eff9419d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff92ffd640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7eff9419cf40 0x7eff9419d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff92ffd640 1 -- 172.21.15.38:0/2280037393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff9419da30 con 0x7eff941010e0 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff92ffd640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff941010e0 0x7eff94198680 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7eff8400ea60 tx=0x7eff8400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff7bfff640 1 -- 172.21.15.38:0/2280037393 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff8400cde0 con 0x7eff941010e0 2024-04-23T18:25:35.304 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff7bfff640 1 -- 172.21.15.38:0/2280037393 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7eff840035f0 con 0x7eff941010e0 2024-04-23T18:25:35.305 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff7bfff640 1 -- 172.21.15.38:0/2280037393 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff84010690 con 0x7eff941010e0 2024-04-23T18:25:35.305 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff99520640 1 -- 172.21.15.38:0/2280037393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff9419dd20 con 0x7eff941010e0 2024-04-23T18:25:35.305 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.309+0000 7eff99520640 1 -- 172.21.15.38:0/2280037393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff941a5560 con 0x7eff941010e0 2024-04-23T18:25:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.311+0000 7eff7bfff640 1 -- 172.21.15.38:0/2280037393 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7eff840037a0 con 0x7eff941010e0 2024-04-23T18:25:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff9c233740 1 Processor -- start 2024-04-23T18:25:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff9c233740 1 -- start start 2024-04-23T18:25:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff9c233740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3c9a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff9c233740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9f40 0x5576ea3d42c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff9c233740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 0x5576ea3d6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff9c233740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5576ea32e970 con 0x5576ea3c9f40 2024-04-23T18:25:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff9c233740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x5576ea2cb4a0 con 0x5576ea3d4800 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff9c233740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5576ea32a930 con 0x5576ea3c9620 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff92ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9f40 0x5576ea3d42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff92ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9f40 0x5576ea3d42c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57034/0 (socket says 172.21.15.38:57034) 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff92ffd640 1 -- 172.21.15.38:0/3673910975 learned_addr learned my addr 172.21.15.38:0/3673910975 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff927fc640 1 --2- 172.21.15.38:0/3673910975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 0x5576ea3d6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff937fe640 1 --2- 172.21.15.38:0/3673910975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3c9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff7bfff640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7eff7c0a3e40 0x7eff7c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff937fe640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7eff7c0a3e40 0x7eff7c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff927fc640 1 -- 172.21.15.38:0/3673910975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 msgr2=0x5576ea3c9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.312+0000 7eff927fc640 1 --2- 172.21.15.38:0/3673910975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3c9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.313+0000 7eff927fc640 1 -- 172.21.15.38:0/3673910975 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9f40 msgr2=0x5576ea3d42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.313+0000 7eff927fc640 1 --2- 172.21.15.38:0/3673910975 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9f40 0x5576ea3d42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.313+0000 7eff927fc640 1 -- 172.21.15.38:0/3673910975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576ea041210 con 0x5576ea3d4800 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.313+0000 7eff7bfff640 1 -- 172.21.15.38:0/2280037393 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7eff840d0b50 con 0x7eff941010e0 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.313+0000 7eff927fc640 1 --2- 172.21.15.38:0/3673910975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 0x5576ea3d6bf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7eff9406a570 tx=0x7eff88011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6792ab35fe03908 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.313+0000 7eff937fe640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7eff7c0a3e40 0x7eff7c0a6300 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7eff8c02f500 tx=0x7eff8c02a8c0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.313+0000 7eff797fa640 1 -- 172.21.15.38:0/3673910975 <== mon.2 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff88004050 con 0x5576ea3d4800 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.313+0000 7eff797fa640 1 -- 172.21.15.38:0/3673910975 <== mon.2 v2:172.21.15.76:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7eff880054f0 con 0x5576ea3d4800 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.313+0000 7eff797fa640 1 -- 172.21.15.38:0/3673910975 <== mon.2 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff88004c60 con 0x5576ea3d4800 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 -- 172.21.15.38:0/3673910975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 msgr2=0x5576ea3d6bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 --2- 172.21.15.38:0/3673910975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 0x5576ea3d6bf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7eff9406a570 tx=0x7eff88011810 comp rx=0 tx=0).stop 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 -- 172.21.15.38:0/3673910975 shutdown_connections 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 --2- 172.21.15.38:0/3673910975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 0x5576ea3d6bf0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 --2- 172.21.15.38:0/3673910975 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9f40 0x5576ea3d42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 --2- 172.21.15.38:0/3673910975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3c9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 -- 172.21.15.38:0/3673910975 >> 172.21.15.38:0/3673910975 conn(0x5576ea3c5b30 msgr2=0x5576ea3c5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 -- 172.21.15.38:0/3673910975 shutdown_connections 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 -- 172.21.15.38:0/3673910975 wait complete. 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 -- start start 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 Processor -- start 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9620 0x5576ea3d4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9f40 0x5576ea3d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 0x5576ea3d19b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5576ea3d7430 con 0x5576ea3c9620 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x5576ea2c90b0 con 0x5576ea3d4800 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5576ea3d75b0 con 0x5576ea3c9f40 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff9c233740 10 client.0 _ll_register_callbacks cb 0x5576ea2b6d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.314+0000 7eff92ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9620 0x5576ea3d4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff937fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 0x5576ea3d19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff92ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9620 0x5576ea3d4160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57044/0 (socket says 172.21.15.38:57044) 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff92ffd640 1 -- 172.21.15.38:0/4061017227 learned_addr learned my addr 172.21.15.38:0/4061017227 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff927fc640 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9f40 0x5576ea3d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff92ffd640 1 -- 172.21.15.38:0/4061017227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9f40 msgr2=0x5576ea3d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff92ffd640 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9f40 0x5576ea3d1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff92ffd640 1 -- 172.21.15.38:0/4061017227 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 msgr2=0x5576ea3d19b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff92ffd640 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 0x5576ea3d19b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff92ffd640 1 -- 172.21.15.38:0/4061017227 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576ea10d620 con 0x5576ea3c9620 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff92ffd640 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9620 0x5576ea3d4160 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7eff8401f000 tx=0x7eff84003a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2826a798e2f069b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff76ff5640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:25:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff76ff5640 1 -- 172.21.15.38:0/4061017227 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff8409d150 con 0x5576ea3c9620 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff76ff5640 1 -- 172.21.15.38:0/4061017227 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7eff84003b50 con 0x5576ea3c9620 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff9c233740 1 -- 172.21.15.38:0/4061017227 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff880054f0 con 0x5576ea3c9620 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff76ff5640 1 -- 172.21.15.38:0/4061017227 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7eff8409ca50 con 0x5576ea3c9620 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff9c233740 10 client.15921 fetch_fsmap learned FSMap version 35 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff9c233740 1 -- 172.21.15.38:0/4061017227 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5576ea3e3410 con 0x5576ea3c9620 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.315+0000 7eff76ff5640 1 -- 172.21.15.38:0/4061017227 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7eff880054f0 con 0x5576ea3c9620 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.316+0000 7eff76ff5640 1 -- 172.21.15.38:0/4061017227 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 35) ==== 8422+0+0 (secure 0 0 0) 0x7eff840ce480 con 0x5576ea3c9620 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.316+0000 7eff9c233740 10 client.15921 fetch_fsmap finished waiting for FSMap version 35 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.316+0000 7eff9c233740 10 client.15921 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.316+0000 7eff9c233740 20 client.15921 populate_metadata read hostname 'smithi038' 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.316+0000 7eff9c233740 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5576ea3e4970 0x5576ea3e6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.316+0000 7eff9c233740 4 client.15921 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.316+0000 7eff9c233740 1 -- 172.21.15.38:0/4061017227 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5576ea33c390 con 0x5576ea3e4970 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.316+0000 7eff927fc640 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5576ea3e4970 0x5576ea3e6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.316+0000 7eff76ff5640 10 client.15921 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.316+0000 7eff927fc640 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5576ea3e4970 0x5576ea3e6e30 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84dc61fc2dda9aab server_cookie=b81f677a4b0a62f7 in_seq=0 out_seq=0 2024-04-23T18:25:35.315 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff76ff5640 1 -- 172.21.15.38:0/4061017227 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5576ea33c390 con 0x5576ea3e4970 2024-04-23T18:25:35.315 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff76ff5640 10 client.15921 handle_command_reply: tid=0 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff9c233740 1 client.15921 shutdown 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff9c233740 1 -- 172.21.15.38:0/4061017227 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9620 msgr2=0x5576ea3d4160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff9c233740 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9620 0x5576ea3d4160 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7eff8401f000 tx=0x7eff84003a90 comp rx=0 tx=0).stop 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff9c233740 1 -- 172.21.15.38:0/4061017227 shutdown_connections 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff9c233740 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5576ea3e4970 0x5576ea3e6e30 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff9c233740 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9f40 0x5576ea3d1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff9c233740 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3d4800 0x5576ea3d19b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff76ff5640 0 client.15921 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff9c233740 1 --2- 172.21.15.38:0/4061017227 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3c9620 0x5576ea3d4160 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.317+0000 7eff9c233740 1 -- 172.21.15.38:0/4061017227 >> 172.21.15.38:0/4061017227 conn(0x5576ea3c5b30 msgr2=0x5576ea3cb8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.318+0000 7eff9c233740 1 -- 172.21.15.38:0/4061017227 shutdown_connections 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.318+0000 7eff9c233740 1 -- 172.21.15.38:0/4061017227 wait complete. 2024-04-23T18:25:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.318+0000 7eff9c233740 20 client.15921 trim_cache size 0 max 16384 2024-04-23T18:25:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff9c233740 1 Processor -- start 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff9c233740 1 -- start start 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff9c233740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3e02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff9c233740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3c9f40 0x5576ea3d3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff9c233740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea3ec610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff9c233740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7eff941add50 con 0x5576ea3d4800 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff9c233740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7eff941afa70 con 0x5576ea3c9f40 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff9c233740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7eff941ae420 con 0x5576ea3c9620 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff937fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea3ec610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff937fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea3ec610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57048/0 (socket says 172.21.15.38:57048) 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff937fe640 1 -- 172.21.15.38:0/2629581069 learned_addr learned my addr 172.21.15.38:0/2629581069 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.333+0000 7eff927fc640 1 --2- 172.21.15.38:0/2629581069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3c9f40 0x5576ea3d3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff92ffd640 1 --2- 172.21.15.38:0/2629581069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3e02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff937fe640 1 -- 172.21.15.38:0/2629581069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 msgr2=0x5576ea3e02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff937fe640 1 --2- 172.21.15.38:0/2629581069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3e02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff937fe640 1 -- 172.21.15.38:0/2629581069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3c9f40 msgr2=0x5576ea3d3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff937fe640 1 --2- 172.21.15.38:0/2629581069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3c9f40 0x5576ea3d3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff937fe640 1 -- 172.21.15.38:0/2629581069 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576ea3cf9c0 con 0x5576ea3d4800 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff92ffd640 1 --2- 172.21.15.38:0/2629581069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3e02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff937fe640 1 --2- 172.21.15.38:0/2629581069 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea3ec610 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7eff8c009ca0 tx=0x7eff8c045000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e1bb033bf2ca01a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff78ff9640 1 -- 172.21.15.38:0/2629581069 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff8c055070 con 0x5576ea3d4800 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff78ff9640 1 -- 172.21.15.38:0/2629581069 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7eff8c036050 con 0x5576ea3d4800 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.334+0000 7eff78ff9640 1 -- 172.21.15.38:0/2629581069 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff8c02f8c0 con 0x5576ea3d4800 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 -- 172.21.15.38:0/2629581069 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 msgr2=0x5576ea3ec610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 --2- 172.21.15.38:0/2629581069 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea3ec610 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7eff8c009ca0 tx=0x7eff8c045000 comp rx=0 tx=0).stop 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 -- 172.21.15.38:0/2629581069 shutdown_connections 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 --2- 172.21.15.38:0/2629581069 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea3ec610 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 --2- 172.21.15.38:0/2629581069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3c9f40 0x5576ea3d3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 --2- 172.21.15.38:0/2629581069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3e02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 -- 172.21.15.38:0/2629581069 >> 172.21.15.38:0/2629581069 conn(0x5576ea3c5b30 msgr2=0x5576ea3ccaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 -- 172.21.15.38:0/2629581069 shutdown_connections 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 -- 172.21.15.38:0/2629581069 wait complete. 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 -- start start 2024-04-23T18:25:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 Processor -- start 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3d8850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3c9f40 0x5576ea3d8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea449e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7eff941af2e0 con 0x5576ea3d4800 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7eff941aeb80 con 0x5576ea3c9f40 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7eff941abd30 con 0x5576ea3c9620 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff9c233740 10 client.0 _ll_register_callbacks cb 0x7eff840ce1a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff937fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea449e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff937fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea449e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57062/0 (socket says 172.21.15.38:57062) 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff937fe640 1 -- 172.21.15.38:0/3892187488 learned_addr learned my addr 172.21.15.38:0/3892187488 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.335+0000 7eff927fc640 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3c9f40 0x5576ea3d8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff92ffd640 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3d8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff937fe640 1 -- 172.21.15.38:0/3892187488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 msgr2=0x5576ea3d8850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff937fe640 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3d8850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff937fe640 1 -- 172.21.15.38:0/3892187488 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3c9f40 msgr2=0x5576ea3d8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff937fe640 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3c9f40 0x5576ea3d8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff937fe640 1 -- 172.21.15.38:0/3892187488 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576ea44a3c0 con 0x5576ea3d4800 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff92ffd640 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3d8850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff937fe640 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea449e80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7eff8c005e30 tx=0x7eff8c004980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79fa223f41d62a38 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff76ff5640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff76ff5640 1 -- 172.21.15.38:0/3892187488 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff8c05e060 con 0x5576ea3d4800 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff76ff5640 1 -- 172.21.15.38:0/3892187488 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7eff8c004240 con 0x5576ea3d4800 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff9c233740 1 -- 172.21.15.38:0/3892187488 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff8c036050 con 0x5576ea3d4800 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff76ff5640 1 -- 172.21.15.38:0/3892187488 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7eff8c055040 con 0x5576ea3d4800 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff9c233740 10 client.15927 fetch_fsmap learned FSMap version 35 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff9c233740 1 -- 172.21.15.38:0/3892187488 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5576ea44b5d0 con 0x5576ea3d4800 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.336+0000 7eff76ff5640 1 -- 172.21.15.38:0/3892187488 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7eff8c036050 con 0x5576ea3d4800 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.337+0000 7eff76ff5640 1 -- 172.21.15.38:0/3892187488 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 35) ==== 8422+0+0 (secure 0 0 0) 0x7eff8c04a040 con 0x5576ea3d4800 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.337+0000 7eff9c233740 10 client.15927 fetch_fsmap finished waiting for FSMap version 35 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.337+0000 7eff9c233740 10 client.15927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.337+0000 7eff9c233740 20 client.15927 populate_metadata read hostname 'smithi038' 2024-04-23T18:25:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.337+0000 7eff9c233740 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5576ea44bd30 0x5576ea44e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.337+0000 7eff9c233740 4 client.15927 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:25:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.337+0000 7eff9c233740 1 -- 172.21.15.38:0/3892187488 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5576ea336200 con 0x5576ea44bd30 2024-04-23T18:25:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.337+0000 7eff92ffd640 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5576ea44bd30 0x5576ea44e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.337+0000 7eff92ffd640 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5576ea44bd30 0x5576ea44e150 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ecc24b5fdcd7881 server_cookie=7e3caeb28af1e27a in_seq=0 out_seq=0 2024-04-23T18:25:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:35.337+0000 7eff76ff5640 10 client.15927 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.280+0000 7eff76ff5640 1 -- 172.21.15.38:0/3892187488 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5576ea336200 con 0x5576ea44bd30 2024-04-23T18:25:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.280+0000 7eff76ff5640 10 client.15927 handle_command_reply: tid=0 2024-04-23T18:25:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.280+0000 7eff9c233740 1 client.15927 shutdown 2024-04-23T18:25:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 1 -- 172.21.15.38:0/3892187488 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 msgr2=0x5576ea449e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea449e80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7eff8c005e30 tx=0x7eff8c004980 comp rx=0 tx=0).stop 2024-04-23T18:25:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 1 -- 172.21.15.38:0/3892187488 shutdown_connections 2024-04-23T18:25:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5576ea44bd30 0x5576ea44e150 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff76ff5640 0 client.15927 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5576ea3d4800 0x5576ea449e80 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5576ea3c9f40 0x5576ea3d8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 1 --2- 172.21.15.38:0/3892187488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5576ea3c9620 0x5576ea3d8850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 1 -- 172.21.15.38:0/3892187488 >> 172.21.15.38:0/3892187488 conn(0x5576ea3c5b30 msgr2=0x5576ea3df2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 1 -- 172.21.15.38:0/3892187488 shutdown_connections 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 1 -- 172.21.15.38:0/3892187488 wait complete. 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.281+0000 7eff9c233740 20 client.15927 trim_cache size 0 max 16384 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:{ 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "message": "", 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout: "return_code": 0 2024-04-23T18:25:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stdout:} 2024-04-23T18:25:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 -- 172.21.15.38:0/2280037393 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7eff7c0a3e40 msgr2=0x7eff7c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7eff7c0a3e40 0x7eff7c0a6300 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7eff8c02f500 tx=0x7eff8c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:25:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 -- 172.21.15.38:0/2280037393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff941010e0 msgr2=0x7eff94198680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff941010e0 0x7eff94198680 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7eff8400ea60 tx=0x7eff8400ef20 comp rx=0 tx=0).stop 2024-04-23T18:25:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 -- 172.21.15.38:0/2280037393 shutdown_connections 2024-04-23T18:25:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7eff7c0a3e40 0x7eff7c0a6300 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff941061b0 0x7eff94198bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7eff9419cf40 0x7eff9419d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:36.277 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 --2- 172.21.15.38:0/2280037393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff941010e0 0x7eff94198680 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:36.277 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 -- 172.21.15.38:0/2280037393 >> 172.21.15.38:0/2280037393 conn(0x7eff940771d0 msgr2=0x7eff9406a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:36.277 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 -- 172.21.15.38:0/2280037393 shutdown_connections 2024-04-23T18:25:36.277 INFO:teuthology.task.background_exec.ubuntu@smithi038.front.sepia.ceph.com.smithi038.stderr:2024-04-23T18:25:36.282+0000 7eff99520640 1 -- 172.21.15.38:0/2280037393 wait complete. 2024-04-23T18:25:37.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:36 smithi038 ceph-mon[29217]: pgmap v79: 97 pgs: 97 active+clean; 207 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 567 op/s 2024-04-23T18:25:37.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:36 smithi076 ceph-mon[32458]: pgmap v79: 97 pgs: 97 active+clean; 207 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 567 op/s 2024-04-23T18:25:37.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:36 smithi102 ceph-mon[32874]: pgmap v79: 97 pgs: 97 active+clean; 207 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 567 op/s 2024-04-23T18:25:39.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:38 smithi038 ceph-mon[29217]: pgmap v80: 97 pgs: 97 active+clean; 207 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 342 op/s 2024-04-23T18:25:39.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:38 smithi076 ceph-mon[32458]: pgmap v80: 97 pgs: 97 active+clean; 207 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 342 op/s 2024-04-23T18:25:39.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:38 smithi102 ceph-mon[32874]: pgmap v80: 97 pgs: 97 active+clean; 207 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 342 op/s 2024-04-23T18:25:41.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:40 smithi038 ceph-mon[29217]: pgmap v81: 97 pgs: 97 active+clean; 207 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 343 op/s 2024-04-23T18:25:41.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:40 smithi076 ceph-mon[32458]: pgmap v81: 97 pgs: 97 active+clean; 207 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 343 op/s 2024-04-23T18:25:41.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:40 smithi102 ceph-mon[32874]: pgmap v81: 97 pgs: 97 active+clean; 207 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 343 op/s 2024-04-23T18:25:43.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:42 smithi038 ceph-mon[29217]: pgmap v82: 97 pgs: 97 active+clean; 195 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 1.20k op/s 2024-04-23T18:25:43.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:42 smithi076 ceph-mon[32458]: pgmap v82: 97 pgs: 97 active+clean; 195 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 1.20k op/s 2024-04-23T18:25:43.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:42 smithi102 ceph-mon[32874]: pgmap v82: 97 pgs: 97 active+clean; 195 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 1.20k op/s 2024-04-23T18:25:45.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:44 smithi038 ceph-mon[29217]: pgmap v83: 97 pgs: 97 active+clean; 195 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 1.11k op/s 2024-04-23T18:25:45.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:44 smithi076 ceph-mon[32458]: pgmap v83: 97 pgs: 97 active+clean; 195 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 1.11k op/s 2024-04-23T18:25:45.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:44 smithi102 ceph-mon[32874]: pgmap v83: 97 pgs: 97 active+clean; 195 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 1.11k op/s 2024-04-23T18:25:47.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:46 smithi038 ceph-mon[29217]: pgmap v84: 97 pgs: 97 active+clean; 193 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 1.27k op/s 2024-04-23T18:25:47.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:46 smithi076 ceph-mon[32458]: pgmap v84: 97 pgs: 97 active+clean; 193 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 1.27k op/s 2024-04-23T18:25:47.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:46 smithi102 ceph-mon[32874]: pgmap v84: 97 pgs: 97 active+clean; 193 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 1.27k op/s 2024-04-23T18:25:47.732 INFO:tasks.workunit:Stopping ['fs/norstats'] on client.0... 2024-04-23T18:25:47.733 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-23T18:25:48.087 DEBUG:teuthology.parallel:result is None 2024-04-23T18:25:48.088 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-23T18:25:48.117 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-23T18:25:48.117 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-04-23T18:25:48.129 INFO:tasks.quiescer:joining Quiescers 2024-04-23T18:25:48.129 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-04-23T18:25:48.129 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:25:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.268+0000 7faa6034a640 1 -- 172.21.15.38:0/1932028048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faa58106170 msgr2=0x7faa5810dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.268+0000 7faa6034a640 1 --2- 172.21.15.38:0/1932028048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faa58106170 0x7faa5810dd40 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7faa50009ca0 tx=0x7faa5002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.268+0000 7faa6034a640 1 -- 172.21.15.38:0/1932028048 shutdown_connections 2024-04-23T18:25:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.268+0000 7faa6034a640 1 --2- 172.21.15.38:0/1932028048 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa58101a50 0x7faa58105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.268+0000 7faa6034a640 1 --2- 172.21.15.38:0/1932028048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faa58106170 0x7faa5810dd40 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.268+0000 7faa6034a640 1 --2- 172.21.15.38:0/1932028048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa581010a0 0x7faa58101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.268+0000 7faa6034a640 1 -- 172.21.15.38:0/1932028048 >> 172.21.15.38:0/1932028048 conn(0x7faa58077f50 msgr2=0x7faa58078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.268+0000 7faa6034a640 1 -- 172.21.15.38:0/1932028048 shutdown_connections 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.268+0000 7faa6034a640 1 -- 172.21.15.38:0/1932028048 wait complete. 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa6034a640 1 Processor -- start 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa6034a640 1 -- start start 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa6034a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa581010a0 0x7faa581a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa6034a640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa58106170 0x7faa581a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa6034a640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faa5819a7e0 0x7faa5819ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa6034a640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7faa581111f0 con 0x7faa5819a7e0 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa6034a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7faa58111070 con 0x7faa581010a0 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa6034a640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faa58111370 con 0x7faa58106170 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa5e8e7640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faa5819a7e0 0x7faa5819ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa5e8e7640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faa5819a7e0 0x7faa5819ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46140/0 (socket says 172.21.15.38:46140) 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa5e8e7640 1 -- 172.21.15.38:0/2550502939 learned_addr learned my addr 172.21.15.38:0/2550502939 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa5e0e6640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa581010a0 0x7faa581a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa5d8e5640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa58106170 0x7faa581a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa5e8e7640 1 -- 172.21.15.38:0/2550502939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa58106170 msgr2=0x7faa581a0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa5e8e7640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa58106170 0x7faa581a0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa5e8e7640 1 -- 172.21.15.38:0/2550502939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa581010a0 msgr2=0x7faa581a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa5e8e7640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa581010a0 0x7faa581a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.269+0000 7faa5e8e7640 1 -- 172.21.15.38:0/2550502939 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa5819b370 con 0x7faa5819a7e0 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.270+0000 7faa5d8e5640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa58106170 0x7faa581a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.270+0000 7faa5e8e7640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faa5819a7e0 0x7faa5819ac90 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7faa50005e30 tx=0x7faa50003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.270+0000 7faa4f7fe640 1 -- 172.21.15.38:0/2550502939 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa50031650 con 0x7faa5819a7e0 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.270+0000 7faa4f7fe640 1 -- 172.21.15.38:0/2550502939 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faa500317f0 con 0x7faa5819a7e0 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.270+0000 7faa6034a640 1 -- 172.21.15.38:0/2550502939 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa5819b600 con 0x7faa5819a7e0 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.270+0000 7faa4f7fe640 1 -- 172.21.15.38:0/2550502939 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa5002fac0 con 0x7faa5819a7e0 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.270+0000 7faa6034a640 1 -- 172.21.15.38:0/2550502939 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa581a77e0 con 0x7faa5819a7e0 2024-04-23T18:25:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.271+0000 7faa6034a640 1 -- 172.21.15.38:0/2550502939 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa58102570 con 0x7faa5819a7e0 2024-04-23T18:25:48.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.272+0000 7faa4f7fe640 1 -- 172.21.15.38:0/2550502939 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7faa5002fc80 con 0x7faa5819a7e0 2024-04-23T18:25:48.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.273+0000 7faa4f7fe640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7faa440a3d20 0x7faa440a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.273+0000 7faa5e0e6640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7faa440a3d20 0x7faa440a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.273+0000 7faa4f7fe640 1 -- 172.21.15.38:0/2550502939 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7faa500f1bb0 con 0x7faa5819a7e0 2024-04-23T18:25:48.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.273+0000 7faa5e0e6640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7faa440a3d20 0x7faa440a61e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7faa54009bd0 tx=0x7faa54005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:48.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.277+0000 7faa4f7fe640 1 -- 172.21.15.38:0/2550502939 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faa500be2c0 con 0x7faa5819a7e0 2024-04-23T18:25:48.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.507+0000 7faa6034a640 1 -- 172.21.15.38:0/2550502939 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa58068d70 con 0x7faa5819a7e0 2024-04-23T18:25:48.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.508+0000 7faa4f7fe640 1 -- 172.21.15.38:0/2550502939 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11952 (secure 0 0 0) 0x7faa58068d70 con 0x7faa5819a7e0 2024-04-23T18:25:48.500 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:25:48.500 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:25:26.527663+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[0,1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[0,1,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[0,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24515,24466,14613,24476,24490]},"id":1}]} 2024-04-23T18:25:48.501 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 35 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 -- 172.21.15.38:0/2550502939 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7faa440a3d20 msgr2=0x7faa440a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7faa440a3d20 0x7faa440a61e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7faa54009bd0 tx=0x7faa54005f90 comp rx=0 tx=0).stop 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 -- 172.21.15.38:0/2550502939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faa5819a7e0 msgr2=0x7faa5819ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faa5819a7e0 0x7faa5819ac90 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7faa50005e30 tx=0x7faa50003d80 comp rx=0 tx=0).stop 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 -- 172.21.15.38:0/2550502939 shutdown_connections 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7faa440a3d20 0x7faa440a61e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa58106170 0x7faa581a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faa5819a7e0 0x7faa5819ac90 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 --2- 172.21.15.38:0/2550502939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa581010a0 0x7faa581a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 -- 172.21.15.38:0/2550502939 >> 172.21.15.38:0/2550502939 conn(0x7faa58077f50 msgr2=0x7faa580ff8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 -- 172.21.15.38:0/2550502939 shutdown_connections 2024-04-23T18:25:48.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.510+0000 7faa6034a640 1 -- 172.21.15.38:0/2550502939 wait complete. 2024-04-23T18:25:48.514 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24515 quiesce db --cancel --all' 2024-04-23T18:25:48.514 DEBUG:teuthology.orchestra.run.smithi038:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24515 quiesce db --cancel --all 2024-04-23T18:25:48.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.628+0000 7f42a1864640 1 -- 172.21.15.38:0/2135516037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f429c1031d0 msgr2=0x7f429c1035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.628+0000 7f42a1864640 1 --2- 172.21.15.38:0/2135516037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f429c1031d0 0x7f429c1035b0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f428c009900 tx=0x7f428c02a510 comp rx=0 tx=0).stop 2024-04-23T18:25:48.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.628+0000 7f42a1864640 1 -- 172.21.15.38:0/2135516037 shutdown_connections 2024-04-23T18:25:48.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.628+0000 7f42a1864640 1 --2- 172.21.15.38:0/2135516037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f429c10c510 0x7f429c10e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.628+0000 7f42a1864640 1 --2- 172.21.15.38:0/2135516037 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f429c103af0 0x7f429c10bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.628+0000 7f42a1864640 1 --2- 172.21.15.38:0/2135516037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f429c1031d0 0x7f429c1035b0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.628+0000 7f42a1864640 1 -- 172.21.15.38:0/2135516037 >> 172.21.15.38:0/2135516037 conn(0x7f429c077f50 msgr2=0x7f429c078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:48.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.628+0000 7f42a1864640 1 -- 172.21.15.38:0/2135516037 shutdown_connections 2024-04-23T18:25:48.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.629+0000 7f42a1864640 1 -- 172.21.15.38:0/2135516037 wait complete. 2024-04-23T18:25:48.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.629+0000 7f42a1864640 1 Processor -- start 2024-04-23T18:25:48.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.629+0000 7f42a1864640 1 -- start start 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.629+0000 7f42a1864640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f429c1031d0 0x7f429c19e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.629+0000 7f42a1864640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f429c103af0 0x7f429c19e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.629+0000 7f42a1864640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f429c10c510 0x7f429c198620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.629+0000 7f42a1864640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f429c1122e0 con 0x7f429c10c510 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.629+0000 7f42a1864640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f429c112160 con 0x7f429c1031d0 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f42a1864640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f429c112460 con 0x7f429c103af0 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f429b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f429c10c510 0x7f429c198620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f429b7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f429c10c510 0x7f429c198620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46156/0 (socket says 172.21.15.38:46156) 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f429b7fe640 1 -- 172.21.15.38:0/1409637406 learned_addr learned my addr 172.21.15.38:0/1409637406 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f429affd640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f429c1031d0 0x7f429c19e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f42927fc640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f429c103af0 0x7f429c19e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f429b7fe640 1 -- 172.21.15.38:0/1409637406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f429c103af0 msgr2=0x7f429c19e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f429b7fe640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f429c103af0 0x7f429c19e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f429b7fe640 1 -- 172.21.15.38:0/1409637406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f429c1031d0 msgr2=0x7f429c19e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f429b7fe640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f429c1031d0 0x7f429c19e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f429b7fe640 1 -- 172.21.15.38:0/1409637406 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f429c198da0 con 0x7f429c10c510 2024-04-23T18:25:48.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f42927fc640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f429c103af0 0x7f429c19e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:25:48.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f429b7fe640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f429c10c510 0x7f429c198620 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f429400cce0 tx=0x7f429400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:48.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f42a0862640 1 -- 172.21.15.38:0/1409637406 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f429400f450 con 0x7f429c10c510 2024-04-23T18:25:48.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f42a0862640 1 -- 172.21.15.38:0/1409637406 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f429400fac0 con 0x7f429c10c510 2024-04-23T18:25:48.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f42a1864640 1 -- 172.21.15.38:0/1409637406 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f429c199090 con 0x7f429c10c510 2024-04-23T18:25:48.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f42a0862640 1 -- 172.21.15.38:0/1409637406 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4294018be0 con 0x7f429c10c510 2024-04-23T18:25:48.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.630+0000 7f42a1864640 1 -- 172.21.15.38:0/1409637406 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f429c1a5330 con 0x7f429c10c510 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.633+0000 7f42a0862640 1 -- 172.21.15.38:0/1409637406 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f429400fc70 con 0x7f429c10c510 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.633+0000 7f42a457b740 1 Processor -- start 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.633+0000 7f42a457b740 1 -- start start 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42a457b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e481b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42a457b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 0x5575e4825db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42a457b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e4826380 0x5575e48287d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42a457b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5575e4781130 con 0x5575e481b360 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42a457b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x5575e471dc50 con 0x5575e4826380 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42a457b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5575e477d0f0 con 0x5575e481bd10 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42927fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e481b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42927fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e481b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46164/0 (socket says 172.21.15.38:46164) 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42927fc640 1 -- 172.21.15.38:0/4180103187 learned_addr learned my addr 172.21.15.38:0/4180103187 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42a0862640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f42880a3d20 0x7f42880a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42927fc640 1 --2- 172.21.15.38:0/4180103187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e4826380 0x5575e48287d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f429affd640 1 --2- 172.21.15.38:0/4180103187 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 0x5575e4825db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42927fc640 1 -- 172.21.15.38:0/4180103187 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 msgr2=0x5575e4825db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42927fc640 1 --2- 172.21.15.38:0/4180103187 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 0x5575e4825db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42927fc640 1 -- 172.21.15.38:0/4180103187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e4826380 msgr2=0x5575e48287d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42927fc640 1 --2- 172.21.15.38:0/4180103187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e4826380 0x5575e48287d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42927fc640 1 -- 172.21.15.38:0/4180103187 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575e4737fd0 con 0x5575e481b360 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f429b7fe640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f42880a3d20 0x7f42880a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42a0862640 1 -- 172.21.15.38:0/1409637406 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f42940d0eb0 con 0x7f429c10c510 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f42927fc640 1 --2- 172.21.15.38:0/4180103187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e481b740 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f4284014520 tx=0x7f428400b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3067f1da2ecf2bf7 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f4291ffb640 1 -- 172.21.15.38:0/4180103187 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4284012710 con 0x5575e481b360 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f4291ffb640 1 -- 172.21.15.38:0/4180103187 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f428401a070 con 0x5575e481b360 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.634+0000 7f4291ffb640 1 -- 172.21.15.38:0/4180103187 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428400eab0 con 0x5575e481b360 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f42a457b740 1 -- 172.21.15.38:0/4180103187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 msgr2=0x5575e481b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f42a457b740 1 --2- 172.21.15.38:0/4180103187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e481b740 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f4284014520 tx=0x7f428400b500 comp rx=0 tx=0).stop 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f429b7fe640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f42880a3d20 0x7f42880a61e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f42940ce670 tx=0x7f429400af30 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:48.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f42a457b740 1 -- 172.21.15.38:0/4180103187 shutdown_connections 2024-04-23T18:25:48.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f42a457b740 1 --2- 172.21.15.38:0/4180103187 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 0x5575e4825db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f42a457b740 1 --2- 172.21.15.38:0/4180103187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e4826380 0x5575e48287d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f42a457b740 1 --2- 172.21.15.38:0/4180103187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e481b740 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f42a457b740 1 -- 172.21.15.38:0/4180103187 >> 172.21.15.38:0/4180103187 conn(0x5575e4817620 msgr2=0x5575e4817a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:48.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f42a457b740 1 -- 172.21.15.38:0/4180103187 shutdown_connections 2024-04-23T18:25:48.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f42a457b740 1 -- 172.21.15.38:0/4180103187 wait complete. 2024-04-23T18:25:48.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.635+0000 7f42a457b740 1 -- start start 2024-04-23T18:25:48.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42a457b740 1 Processor -- start 2024-04-23T18:25:48.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42a457b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48232f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42a457b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 0x5575e4823830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42a457b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e4826380 0x5575e4823d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42a457b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5575e48292f0 con 0x5575e481b360 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42a457b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x5575e471b640 con 0x5575e4826380 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42a457b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5575e4829470 con 0x5575e481bd10 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42a457b740 10 client.0 _ll_register_callbacks cb 0x5575e471b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42927fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48232f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42927fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48232f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46168/0 (socket says 172.21.15.38:46168) 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42927fc640 1 -- 172.21.15.38:0/3808897894 learned_addr learned my addr 172.21.15.38:0/3808897894 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f429affd640 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 0x5575e4823830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42927fc640 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e4826380 0x5575e4823d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42927fc640 1 -- 172.21.15.38:0/3808897894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 msgr2=0x5575e4823830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42927fc640 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 0x5575e4823830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42927fc640 1 -- 172.21.15.38:0/3808897894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e4826380 msgr2=0x5575e4823d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:48.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42927fc640 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e4826380 0x5575e4823d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f42927fc640 1 -- 172.21.15.38:0/3808897894 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575e455fa20 con 0x5575e481b360 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.636+0000 7f429affd640 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 0x5575e4823830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f42927fc640 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48232f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f428400e790 tx=0x7f428400b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba661e81a32423f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f427affd640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f427affd640 1 -- 172.21.15.38:0/3808897894 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4284026070 con 0x5575e481b360 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f427affd640 1 -- 172.21.15.38:0/3808897894 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f4284013be0 con 0x5575e481b360 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f42a457b740 1 -- 172.21.15.38:0/3808897894 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f428401a070 con 0x5575e481b360 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f427affd640 1 -- 172.21.15.38:0/3808897894 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f4284032050 con 0x5575e481b360 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f42a457b740 10 client.15945 fetch_fsmap learned FSMap version 35 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f42a457b740 1 -- 172.21.15.38:0/3808897894 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5575e45c01b0 con 0x5575e481b360 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f427affd640 1 -- 172.21.15.38:0/3808897894 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f428401a070 con 0x5575e481b360 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f427affd640 1 -- 172.21.15.38:0/3808897894 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 35) ==== 8422+0+0 (secure 0 0 0) 0x7f4284020aa0 con 0x5575e481b360 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f42a457b740 10 client.15945 fetch_fsmap finished waiting for FSMap version 35 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f42a457b740 10 client.15945 resolve_mds: validated gid 24515 aka daemon mds.b 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f42a457b740 20 client.15945 populate_metadata read hostname 'smithi038' 2024-04-23T18:25:48.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f42a457b740 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5575e4836770 0x5575e4838b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f42a457b740 4 client.15945 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.637+0000 7f42a457b740 1 -- 172.21.15.38:0/3808897894 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575e478eb50 con 0x5575e4836770 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.638+0000 7f429affd640 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5575e4836770 0x5575e4838b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.638+0000 7f429affd640 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5575e4836770 0x5575e4838b60 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36e73685afbd105a server_cookie=19f3321af2f0a913 in_seq=0 out_seq=0 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.638+0000 7f427affd640 10 client.15945 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f427affd640 1 -- 172.21.15.38:0/3808897894 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5575e478eb50 con 0x5575e4836770 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f427affd640 10 client.15945 handle_command_reply: tid=0 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 client.15945 shutdown 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 -- 172.21.15.38:0/3808897894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 msgr2=0x5575e48232f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48232f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f428400e790 tx=0x7f428400b460 comp rx=0 tx=0).stop 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 -- 172.21.15.38:0/3808897894 shutdown_connections 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5575e4836770 0x5575e4838b60 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481bd10 0x5575e4823830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e4826380 0x5575e4823d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f427affd640 0 client.15945 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 --2- 172.21.15.38:0/3808897894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48232f0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 -- 172.21.15.38:0/3808897894 >> 172.21.15.38:0/3808897894 conn(0x5575e4817620 msgr2=0x5575e481d490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:48.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 -- 172.21.15.38:0/3808897894 shutdown_connections 2024-04-23T18:25:48.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 1 -- 172.21.15.38:0/3808897894 wait complete. 2024-04-23T18:25:48.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.639+0000 7f42a457b740 20 client.15945 trim_cache size 0 max 16384 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42a457b740 1 Processor -- start 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42a457b740 1 -- start start 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42a457b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48321b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42a457b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e481bd10 0x5575e48239c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42a457b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e4826380 0x5575e483e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42a457b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f429c1ade30 con 0x5575e481b360 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42a457b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f429c1afb50 con 0x5575e481bd10 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42a457b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f429c1ae500 con 0x5575e4826380 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42927fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48321b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42927fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48321b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46174/0 (socket says 172.21.15.38:46174) 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42927fc640 1 -- 172.21.15.38:0/197987205 learned_addr learned my addr 172.21.15.38:0/197987205 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42927fc640 1 -- 172.21.15.38:0/197987205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e4826380 msgr2=0x5575e483e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42927fc640 1 --2- 172.21.15.38:0/197987205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e4826380 0x5575e483e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42927fc640 1 -- 172.21.15.38:0/197987205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e481bd10 msgr2=0x5575e48239c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42927fc640 1 --2- 172.21.15.38:0/197987205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e481bd10 0x5575e48239c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42927fc640 1 -- 172.21.15.38:0/197987205 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575e48222c0 con 0x5575e481b360 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.657+0000 7f42927fc640 1 --2- 172.21.15.38:0/197987205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48321b0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f4284014520 tx=0x7f428400fca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8cd24afa51619c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42917fa640 1 -- 172.21.15.38:0/197987205 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428402f070 con 0x5575e481b360 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42917fa640 1 -- 172.21.15.38:0/197987205 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f428401a070 con 0x5575e481b360 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42917fa640 1 -- 172.21.15.38:0/197987205 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4284026040 con 0x5575e481b360 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42a457b740 1 -- 172.21.15.38:0/197987205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 msgr2=0x5575e48321b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42a457b740 1 --2- 172.21.15.38:0/197987205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48321b0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f4284014520 tx=0x7f428400fca0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42a457b740 1 -- 172.21.15.38:0/197987205 shutdown_connections 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42a457b740 1 --2- 172.21.15.38:0/197987205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e4826380 0x5575e483e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42a457b740 1 --2- 172.21.15.38:0/197987205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e481bd10 0x5575e48239c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42a457b740 1 --2- 172.21.15.38:0/197987205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e481b360 0x5575e48321b0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42a457b740 1 -- 172.21.15.38:0/197987205 >> 172.21.15.38:0/197987205 conn(0x5575e4817620 msgr2=0x5575e48232b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42a457b740 1 -- 172.21.15.38:0/197987205 shutdown_connections 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42a457b740 1 -- 172.21.15.38:0/197987205 wait complete. 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.658+0000 7f42a457b740 1 -- start start 2024-04-23T18:25:48.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42a457b740 1 Processor -- start 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42a457b740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481b360 0x5575e482e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42a457b740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e481bd10 0x5575e482b690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42a457b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e4826380 0x5575e482bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42a457b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f429c1af3c0 con 0x5575e4826380 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42a457b740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f429c1aec60 con 0x5575e481bd10 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42a457b740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f429c1abe10 con 0x5575e481b360 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42a457b740 10 client.0 _ll_register_callbacks cb 0x7f428400fdc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42927fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e4826380 0x5575e482bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42927fc640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e4826380 0x5575e482bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46182/0 (socket says 172.21.15.38:46182) 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42927fc640 1 -- 172.21.15.38:0/576526070 learned_addr learned my addr 172.21.15.38:0/576526070 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42927fc640 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481b360 0x5575e482e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f429affd640 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e481bd10 0x5575e482b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42927fc640 1 -- 172.21.15.38:0/576526070 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481b360 msgr2=0x5575e482e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:48.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42927fc640 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481b360 0x5575e482e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42927fc640 1 -- 172.21.15.38:0/576526070 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e481bd10 msgr2=0x5575e482b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42927fc640 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e481bd10 0x5575e482b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f42927fc640 1 -- 172.21.15.38:0/576526070 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575e4453310 con 0x5575e4826380 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.659+0000 7f429affd640 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e481bd10 0x5575e482b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f42927fc640 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e4826380 0x5575e482bbd0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f428400beb0 tx=0x7f4284022040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2082908935b4873f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f427affd640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f427affd640 1 -- 172.21.15.38:0/576526070 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428402f030 con 0x5575e4826380 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f427affd640 1 -- 172.21.15.38:0/576526070 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8585+0+0 (secure 0 0 0) 0x7f4284013df0 con 0x5575e4826380 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f42a457b740 1 -- 172.21.15.38:0/576526070 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f428401a070 con 0x5575e4826380 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f427affd640 1 -- 172.21.15.38:0/576526070 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f428403b040 con 0x5575e4826380 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f42a457b740 10 client.15951 fetch_fsmap learned FSMap version 35 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f42a457b740 1 -- 172.21.15.38:0/576526070 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5575e489d680 con 0x5575e4826380 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f427affd640 1 -- 172.21.15.38:0/576526070 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f428401a070 con 0x5575e4826380 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f427affd640 1 -- 172.21.15.38:0/576526070 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 35) ==== 8422+0+0 (secure 0 0 0) 0x7f428404a020 con 0x5575e4826380 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f42a457b740 10 client.15951 fetch_fsmap finished waiting for FSMap version 35 2024-04-23T18:25:48.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f42a457b740 10 client.15951 resolve_mds: validated gid 24515 aka daemon mds.b 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f42a457b740 20 client.15951 populate_metadata read hostname 'smithi038' 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f42a457b740 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5575e489dde0 0x5575e48a0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f42a457b740 4 client.15951 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.660+0000 7f42a457b740 1 -- 172.21.15.38:0/576526070 --> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x5575e47889c0 con 0x5575e489dde0 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.661+0000 7f429affd640 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5575e489dde0 0x5575e48a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.661+0000 7f429affd640 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5575e489dde0 0x5575e48a0200 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a69d1e030fc8edf6 server_cookie=9a14159bd0df7caf in_seq=0 out_seq=0 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.661+0000 7f427affd640 10 client.15951 ms_handle_connect on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.661+0000 7f427affd640 1 -- 172.21.15.38:0/576526070 <== mds.0 v2:172.21.15.76:6838/1163687573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+79 (crc 0 0 0) 0x5575e47889c0 con 0x5575e489dde0 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.661+0000 7f427affd640 10 client.15951 handle_command_reply: tid=0 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.661+0000 7f42a457b740 1 client.15951 shutdown 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 1 -- 172.21.15.38:0/576526070 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e4826380 msgr2=0x5575e482bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e4826380 0x5575e482bbd0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f428400beb0 tx=0x7f4284022040 comp rx=0 tx=0).stop 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 1 -- 172.21.15.38:0/576526070 shutdown_connections 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.76:6838/1163687573,v1:172.21.15.76:6839/1163687573] conn(0x5575e489dde0 0x5575e48a0200 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575e4826380 0x5575e482bbd0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5575e481bd10 0x5575e482b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 1 --2- 172.21.15.38:0/576526070 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5575e481b360 0x5575e482e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f427affd640 0 client.15951 ms_handle_reset on v2:172.21.15.76:6838/1163687573 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 1 -- 172.21.15.38:0/576526070 >> 172.21.15.38:0/576526070 conn(0x5575e4817620 msgr2=0x5575e4816940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 1 -- 172.21.15.38:0/576526070 shutdown_connections 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 1 -- 172.21.15.38:0/576526070 wait complete. 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a457b740 20 client.15951 trim_cache size 0 max 16384 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stdout: "epoch": 35, 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stdout: "leader": 24515, 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stdout: "set_version": 8, 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stdout: "sets": {} 2024-04-23T18:25:48.659 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:25:48.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a1864640 1 -- 172.21.15.38:0/1409637406 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f42880a3d20 msgr2=0x7f42880a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a1864640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f42880a3d20 0x7f42880a61e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f42940ce670 tx=0x7f429400af30 comp rx=0 tx=0).stop 2024-04-23T18:25:48.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a1864640 1 -- 172.21.15.38:0/1409637406 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f429c10c510 msgr2=0x7f429c198620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:48.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.662+0000 7f42a1864640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f429c10c510 0x7f429c198620 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f429400cce0 tx=0x7f429400a620 comp rx=0 tx=0).stop 2024-04-23T18:25:48.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.663+0000 7f42a1864640 1 -- 172.21.15.38:0/1409637406 shutdown_connections 2024-04-23T18:25:48.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.663+0000 7f42a1864640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f42880a3d20 0x7f42880a61e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.663+0000 7f42a1864640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f429c103af0 0x7f429c19e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.663+0000 7f42a1864640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f429c10c510 0x7f429c198620 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.663+0000 7f42a1864640 1 --2- 172.21.15.38:0/1409637406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f429c1031d0 0x7f429c19e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:48.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.663+0000 7f42a1864640 1 -- 172.21.15.38:0/1409637406 >> 172.21.15.38:0/1409637406 conn(0x7f429c077f50 msgr2=0x7f429c0fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:48.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.663+0000 7f42a1864640 1 -- 172.21.15.38:0/1409637406 shutdown_connections 2024-04-23T18:25:48.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:25:48.663+0000 7f42a1864640 1 -- 172.21.15.38:0/1409637406 wait complete. 2024-04-23T18:25:48.665 INFO:tasks.quiescer:done joining Quiescers 2024-04-23T18:25:48.666 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-23T18:25:48.675 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:25:48.683 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-23T18:25:48.694 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-23T18:25:48.695 INFO:teuthology.task.exec:Executing custom commands... 2024-04-23T18:25:48.695 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:25:48.695 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-23T18:25:48.749 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-23T18:25:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:48 smithi038 ceph-mon[29217]: pgmap v85: 97 pgs: 97 active+clean; 193 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 1.3 MiB/s wr, 1.03k op/s 2024-04-23T18:25:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:48 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2550502939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:25:49.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:48 smithi076 ceph-mon[32458]: pgmap v85: 97 pgs: 97 active+clean; 193 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 1.3 MiB/s wr, 1.03k op/s 2024-04-23T18:25:49.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:48 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2550502939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:25:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:48 smithi102 ceph-mon[32874]: pgmap v85: 97 pgs: 97 active+clean; 193 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 1.3 MiB/s wr, 1.03k op/s 2024-04-23T18:25:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:48 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2550502939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:25:51.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:50 smithi038 ceph-mon[29217]: pgmap v86: 97 pgs: 97 active+clean; 193 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 1.3 MiB/s wr, 1.03k op/s 2024-04-23T18:25:51.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:50 smithi076 ceph-mon[32458]: pgmap v86: 97 pgs: 97 active+clean; 193 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 1.3 MiB/s wr, 1.03k op/s 2024-04-23T18:25:51.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:50 smithi102 ceph-mon[32874]: pgmap v86: 97 pgs: 97 active+clean; 193 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 1.3 MiB/s wr, 1.03k op/s 2024-04-23T18:25:53.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:52 smithi038 ceph-mon[29217]: pgmap v87: 97 pgs: 97 active+clean; 189 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 1.14k op/s 2024-04-23T18:25:53.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:52 smithi076 ceph-mon[32458]: pgmap v87: 97 pgs: 97 active+clean; 189 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 1.14k op/s 2024-04-23T18:25:53.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:52 smithi102 ceph-mon[32874]: pgmap v87: 97 pgs: 97 active+clean; 189 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 1.14k op/s 2024-04-23T18:25:55.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:54 smithi038 ceph-mon[29217]: pgmap v88: 97 pgs: 97 active+clean; 189 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 934 KiB/s wr, 280 op/s 2024-04-23T18:25:55.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:54 smithi076 ceph-mon[32458]: pgmap v88: 97 pgs: 97 active+clean; 189 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 934 KiB/s wr, 280 op/s 2024-04-23T18:25:55.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:54 smithi102 ceph-mon[32874]: pgmap v88: 97 pgs: 97 active+clean; 189 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 934 KiB/s wr, 280 op/s 2024-04-23T18:25:57.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:56 smithi038 ceph-mon[29217]: pgmap v89: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 939 KiB/s rd, 943 KiB/s wr, 297 op/s 2024-04-23T18:25:57.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:56 smithi076 ceph-mon[32458]: pgmap v89: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 939 KiB/s rd, 943 KiB/s wr, 297 op/s 2024-04-23T18:25:57.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:56 smithi102 ceph-mon[32874]: pgmap v89: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 939 KiB/s rd, 943 KiB/s wr, 297 op/s 2024-04-23T18:25:59.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:25:58 smithi038 ceph-mon[29217]: pgmap v90: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 363 KiB/s wr, 128 op/s 2024-04-23T18:25:59.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:25:58 smithi076 ceph-mon[32458]: pgmap v90: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 363 KiB/s wr, 128 op/s 2024-04-23T18:25:59.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:25:58 smithi102 ceph-mon[32874]: pgmap v90: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 363 KiB/s wr, 128 op/s 2024-04-23T18:26:01.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:00 smithi038 ceph-mon[29217]: pgmap v91: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 363 KiB/s wr, 128 op/s 2024-04-23T18:26:01.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:00 smithi076 ceph-mon[32458]: pgmap v91: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 363 KiB/s wr, 128 op/s 2024-04-23T18:26:01.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:00 smithi102 ceph-mon[32874]: pgmap v91: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 363 KiB/s wr, 128 op/s 2024-04-23T18:26:03.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:02 smithi038 ceph-mon[29217]: pgmap v92: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 448 KiB/s rd, 363 KiB/s wr, 133 op/s 2024-04-23T18:26:03.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:02 smithi076 ceph-mon[32458]: pgmap v92: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 448 KiB/s rd, 363 KiB/s wr, 133 op/s 2024-04-23T18:26:03.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:02 smithi102 ceph-mon[32874]: pgmap v92: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 448 KiB/s rd, 363 KiB/s wr, 133 op/s 2024-04-23T18:26:05.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:04 smithi038 ceph-mon[29217]: pgmap v93: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.1 KiB/s wr, 20 op/s 2024-04-23T18:26:05.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:04 smithi076 ceph-mon[32458]: pgmap v93: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.1 KiB/s wr, 20 op/s 2024-04-23T18:26:05.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:04 smithi102 ceph-mon[32874]: pgmap v93: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.1 KiB/s wr, 20 op/s 2024-04-23T18:26:07.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:06 smithi038 ceph-mon[29217]: pgmap v94: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 32 KiB/s wr, 39 op/s 2024-04-23T18:26:07.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:06 smithi076 ceph-mon[32458]: pgmap v94: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 32 KiB/s wr, 39 op/s 2024-04-23T18:26:07.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:06 smithi102 ceph-mon[32874]: pgmap v94: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 32 KiB/s wr, 39 op/s 2024-04-23T18:26:09.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:08 smithi038 ceph-mon[29217]: pgmap v95: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-23T18:26:09.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:08 smithi076 ceph-mon[32458]: pgmap v95: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-23T18:26:09.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:08 smithi102 ceph-mon[32874]: pgmap v95: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-23T18:26:11.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:10 smithi038 ceph-mon[29217]: pgmap v96: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-23T18:26:11.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:10 smithi076 ceph-mon[32458]: pgmap v96: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-23T18:26:11.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:10 smithi102 ceph-mon[32874]: pgmap v96: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-23T18:26:12.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:11 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:26:12.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:11 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:26:12.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:11 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:26:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:12 smithi076 ceph-mon[32458]: pgmap v97: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-23T18:26:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:12 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:26:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:12 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:26:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:12 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:26:13.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:12 smithi102 ceph-mon[32874]: pgmap v97: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-23T18:26:13.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:12 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:26:13.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:12 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:26:13.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:12 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:26:13.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:12 smithi038 ceph-mon[29217]: pgmap v97: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-23T18:26:13.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:12 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:26:13.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:12 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:26:13.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:12 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:26:15.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:14 smithi076 ceph-mon[32458]: pgmap v98: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-23T18:26:15.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:14 smithi102 ceph-mon[32874]: pgmap v98: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-23T18:26:15.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:14 smithi038 ceph-mon[29217]: pgmap v98: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-23T18:26:17.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:16 smithi076 ceph-mon[32458]: pgmap v99: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-23T18:26:17.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:16 smithi102 ceph-mon[32874]: pgmap v99: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-23T18:26:17.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:16 smithi038 ceph-mon[29217]: pgmap v99: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-23T18:26:19.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:18 smithi076 ceph-mon[32458]: pgmap v100: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-23T18:26:19.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:18 smithi102 ceph-mon[32874]: pgmap v100: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-23T18:26:19.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:18 smithi038 ceph-mon[29217]: pgmap v100: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-23T18:26:21.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:20 smithi076 ceph-mon[32458]: pgmap v101: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-23T18:26:21.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:20 smithi102 ceph-mon[32874]: pgmap v101: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-23T18:26:21.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:20 smithi038 ceph-mon[29217]: pgmap v101: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-23T18:26:23.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:22 smithi076 ceph-mon[32458]: pgmap v102: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-04-23T18:26:23.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:22 smithi102 ceph-mon[32874]: pgmap v102: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-04-23T18:26:23.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:22 smithi038 ceph-mon[29217]: pgmap v102: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-04-23T18:26:25.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:24 smithi076 ceph-mon[32458]: pgmap v103: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 853 B/s wr, 8 op/s 2024-04-23T18:26:25.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:24 smithi102 ceph-mon[32874]: pgmap v103: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 853 B/s wr, 8 op/s 2024-04-23T18:26:25.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:24 smithi038 ceph-mon[29217]: pgmap v103: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 853 B/s wr, 8 op/s 2024-04-23T18:26:27.210 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:26 smithi038 ceph-mon[29217]: pgmap v104: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 853 B/s wr, 12 op/s 2024-04-23T18:26:27.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:26 smithi076 ceph-mon[32458]: pgmap v104: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 853 B/s wr, 12 op/s 2024-04-23T18:26:27.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:26 smithi102 ceph-mon[32874]: pgmap v104: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 853 B/s wr, 12 op/s 2024-04-23T18:26:29.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:28 smithi076 ceph-mon[32458]: pgmap v105: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:29.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:28 smithi102 ceph-mon[32874]: pgmap v105: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:29.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:28 smithi038 ceph-mon[29217]: pgmap v105: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:31.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:30 smithi076 ceph-mon[32458]: pgmap v106: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:31.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:30 smithi102 ceph-mon[32874]: pgmap v106: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:31.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:30 smithi038 ceph-mon[29217]: pgmap v106: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:33.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:32 smithi076 ceph-mon[32458]: pgmap v107: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:33.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:32 smithi102 ceph-mon[32874]: pgmap v107: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:33.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:32 smithi038 ceph-mon[29217]: pgmap v107: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:35.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:34 smithi076 ceph-mon[32458]: pgmap v108: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:35.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:34 smithi102 ceph-mon[32874]: pgmap v108: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:35.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:34 smithi038 ceph-mon[29217]: pgmap v108: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:37.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:36 smithi076 ceph-mon[32458]: pgmap v109: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:37.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:36 smithi102 ceph-mon[32874]: pgmap v109: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:37.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:36 smithi038 ceph-mon[29217]: pgmap v109: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:39.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:38 smithi076 ceph-mon[32458]: pgmap v110: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:39.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:38 smithi102 ceph-mon[32874]: pgmap v110: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:39.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:38 smithi038 ceph-mon[29217]: pgmap v110: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:41.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:40 smithi076 ceph-mon[32458]: pgmap v111: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:41.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:40 smithi102 ceph-mon[32874]: pgmap v111: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:41.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:40 smithi038 ceph-mon[29217]: pgmap v111: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:43.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:42 smithi076 ceph-mon[32458]: pgmap v112: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:43.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:42 smithi102 ceph-mon[32874]: pgmap v112: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:43.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:42 smithi038 ceph-mon[29217]: pgmap v112: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:45.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:44 smithi076 ceph-mon[32458]: pgmap v113: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:45.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:44 smithi102 ceph-mon[32874]: pgmap v113: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:45.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:44 smithi038 ceph-mon[29217]: pgmap v113: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:47.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:47 smithi076 ceph-mon[32458]: pgmap v114: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:47.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:47 smithi102 ceph-mon[32874]: pgmap v114: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:47.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:47 smithi038 ceph-mon[29217]: pgmap v114: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:49.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:49 smithi102 ceph-mon[32874]: pgmap v115: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:49.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:49 smithi038 ceph-mon[29217]: pgmap v115: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:49.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:49 smithi076 ceph-mon[32458]: pgmap v115: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:51.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:51 smithi102 ceph-mon[32874]: pgmap v116: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:51.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:51 smithi038 ceph-mon[29217]: pgmap v116: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:51.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:51 smithi076 ceph-mon[32458]: pgmap v116: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:53.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:53 smithi102 ceph-mon[32874]: pgmap v117: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:53.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:53 smithi038 ceph-mon[29217]: pgmap v117: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:53.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:53 smithi076 ceph-mon[32458]: pgmap v117: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:26:55.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:55 smithi102 ceph-mon[32874]: pgmap v118: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:55.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:55 smithi038 ceph-mon[29217]: pgmap v118: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:55.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:55 smithi076 ceph-mon[32458]: pgmap v118: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:26:57.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:57 smithi102 ceph-mon[32874]: pgmap v119: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-23T18:26:57.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:57 smithi038 ceph-mon[29217]: pgmap v119: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-23T18:26:57.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:57 smithi076 ceph-mon[32458]: pgmap v119: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-23T18:26:59.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:26:59 smithi038 ceph-mon[29217]: pgmap v120: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:26:59.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:26:59 smithi076 ceph-mon[32458]: pgmap v120: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:26:59.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:26:59 smithi102 ceph-mon[32874]: pgmap v120: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:27:01.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:01 smithi038 ceph-mon[29217]: pgmap v121: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:27:01.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:01 smithi076 ceph-mon[32458]: pgmap v121: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:27:01.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:01 smithi102 ceph-mon[32874]: pgmap v121: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:27:03.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:03 smithi038 ceph-mon[29217]: pgmap v122: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-23T18:27:03.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:03 smithi076 ceph-mon[32458]: pgmap v122: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-23T18:27:03.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:03 smithi102 ceph-mon[32874]: pgmap v122: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-23T18:27:05.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:05 smithi038 ceph-mon[29217]: pgmap v123: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:27:05.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:05 smithi076 ceph-mon[32458]: pgmap v123: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:27:05.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:05 smithi102 ceph-mon[32874]: pgmap v123: 97 pgs: 97 active+clean; 188 MiB data, 1002 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:27:07.354 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:07 smithi102 ceph-mon[32874]: pgmap v124: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:27:07.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:07 smithi038 ceph-mon[29217]: pgmap v124: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:27:07.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:07 smithi076 ceph-mon[32458]: pgmap v124: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:27:09.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:09 smithi038 ceph-mon[29217]: pgmap v125: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:27:09.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:09 smithi076 ceph-mon[32458]: pgmap v125: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:27:09.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:09 smithi102 ceph-mon[32874]: pgmap v125: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:27:11.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:11 smithi038 ceph-mon[29217]: pgmap v126: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:27:11.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:11 smithi076 ceph-mon[32458]: pgmap v126: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:27:11.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:11 smithi102 ceph-mon[32874]: pgmap v126: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:27:13.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:13 smithi038 ceph-mon[29217]: pgmap v127: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:27:13.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:13 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:27:13.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:13 smithi076 ceph-mon[32458]: pgmap v127: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:27:13.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:13 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:27:13.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:13 smithi102 ceph-mon[32874]: pgmap v127: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:27:13.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:13 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:27:14.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:14 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:27:14.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:14 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:27:14.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:14 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:27:14.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:14 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:27:14.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:14 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:27:14.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:14 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:27:14.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:14 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:27:14.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:14 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:27:14.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:14 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:27:15.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:15 smithi038 ceph-mon[29217]: pgmap v128: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:27:15.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:15 smithi076 ceph-mon[32458]: pgmap v128: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:27:15.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:15 smithi102 ceph-mon[32874]: pgmap v128: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:27:17.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:17 smithi038 ceph-mon[29217]: pgmap v129: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:27:17.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:17 smithi076 ceph-mon[32458]: pgmap v129: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:27:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:17 smithi102 ceph-mon[32874]: pgmap v129: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:27:19.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:19 smithi038 ceph-mon[29217]: pgmap v130: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:27:19.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:19 smithi076 ceph-mon[32458]: pgmap v130: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:27:19.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:19 smithi102 ceph-mon[32874]: pgmap v130: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:27:21.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:21 smithi038 ceph-mon[29217]: pgmap v131: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:27:21.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:21 smithi076 ceph-mon[32458]: pgmap v131: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:27:21.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:21 smithi102 ceph-mon[32874]: pgmap v131: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:27:23.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:23 smithi038 ceph-mon[29217]: pgmap v132: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-23T18:27:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:23 smithi076 ceph-mon[32458]: pgmap v132: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-23T18:27:23.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:23 smithi102 ceph-mon[32874]: pgmap v132: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-23T18:27:25.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:25 smithi038 ceph-mon[29217]: pgmap v133: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:25.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:25 smithi076 ceph-mon[32458]: pgmap v133: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:25.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:25 smithi102 ceph-mon[32874]: pgmap v133: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:26.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:26 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:26.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:26 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:26.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:26 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:27.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:27 smithi038 ceph-mon[29217]: pgmap v134: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:27.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:27 smithi076 ceph-mon[32458]: pgmap v134: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:27.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:27 smithi102 ceph-mon[32874]: pgmap v134: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:28.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:28 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:28.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:28 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:28.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:28 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:29.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:29 smithi038 ceph-mon[29217]: pgmap v135: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:29.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:29 smithi076 ceph-mon[32458]: pgmap v135: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:29.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:29 smithi102 ceph-mon[32874]: pgmap v135: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:30.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:30 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:30.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:30 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:30.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:30 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:31.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:31 smithi038 ceph-mon[29217]: pgmap v136: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:27:31.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:31 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:31.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:31 smithi076 ceph-mon[32458]: pgmap v136: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:27:31.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:31 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:31.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:31 smithi102 ceph-mon[32874]: pgmap v136: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:27:31.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:31 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:33.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:33 smithi038 ceph-mon[29217]: pgmap v137: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:27:33.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:33 smithi076 ceph-mon[32458]: pgmap v137: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:27:33.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:33 smithi102 ceph-mon[32874]: pgmap v137: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:27:35.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:35 smithi038 ceph-mon[29217]: pgmap v138: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:35.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:35 smithi076 ceph-mon[32458]: pgmap v138: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:35.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:35 smithi102 ceph-mon[32874]: pgmap v138: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:37.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:37 smithi076 ceph-mon[32458]: pgmap v139: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:37.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:37 smithi102 ceph-mon[32874]: pgmap v139: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:37.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:37 smithi038 ceph-mon[29217]: pgmap v139: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:39.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:39 smithi076 ceph-mon[32458]: pgmap v140: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:39.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:39 smithi102 ceph-mon[32874]: pgmap v140: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:39.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:39 smithi038 ceph-mon[29217]: pgmap v140: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:41.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:41 smithi076 ceph-mon[32458]: pgmap v141: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:27:41.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:41 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:41.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:41 smithi102 ceph-mon[32874]: pgmap v141: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:27:41.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:41 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:41.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:41 smithi038 ceph-mon[29217]: pgmap v141: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:27:41.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:41 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:43.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:43 smithi076 ceph-mon[32458]: pgmap v142: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:27:43.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:43 smithi102 ceph-mon[32874]: pgmap v142: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:27:43.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:43 smithi038 ceph-mon[29217]: pgmap v142: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:27:44.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:44 smithi076 ceph-mon[32458]: pgmap v143: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:44.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:44 smithi102 ceph-mon[32874]: pgmap v143: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:44.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:44 smithi038 ceph-mon[29217]: pgmap v143: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:46.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:46 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:46.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:46 smithi076 ceph-mon[32458]: pgmap v144: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:46.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:46 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:46.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:46 smithi102 ceph-mon[32874]: pgmap v144: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:46.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:46 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:46.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:46 smithi038 ceph-mon[29217]: pgmap v144: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:48 smithi038 ceph-mon[29217]: pgmap v145: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:49.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:48 smithi076 ceph-mon[32458]: pgmap v145: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:48 smithi102 ceph-mon[32874]: pgmap v145: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:51.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:50 smithi038 ceph-mon[29217]: pgmap v146: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:27:51.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:50 smithi076 ceph-mon[32458]: pgmap v146: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:27:51.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:50 smithi102 ceph-mon[32874]: pgmap v146: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:27:53.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:52 smithi038 ceph-mon[29217]: pgmap v147: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:27:53.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:52 smithi076 ceph-mon[32458]: pgmap v147: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:27:53.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:52 smithi102 ceph-mon[32874]: pgmap v147: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:27:55.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:54 smithi038 ceph-mon[29217]: pgmap v148: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:55.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:54 smithi076 ceph-mon[32458]: pgmap v148: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:55.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:54 smithi102 ceph-mon[32874]: pgmap v148: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:57.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:56 smithi038 ceph-mon[29217]: pgmap v149: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:57.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:56 smithi076 ceph-mon[32458]: pgmap v149: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:57.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:56 smithi102 ceph-mon[32874]: pgmap v149: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:27:59.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:58 smithi038 ceph-mon[29217]: pgmap v150: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:59.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:58 smithi076 ceph-mon[32458]: pgmap v150: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:27:59.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:58 smithi102 ceph-mon[32874]: pgmap v150: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:00.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:27:59 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:00.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:27:59 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:00.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:27:59 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:01.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:00 smithi076 ceph-mon[32458]: pgmap v151: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:01.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:00 smithi102 ceph-mon[32874]: pgmap v151: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:01.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:00 smithi038 ceph-mon[29217]: pgmap v151: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:03.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:02 smithi076 ceph-mon[32458]: pgmap v152: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:03.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:02 smithi102 ceph-mon[32874]: pgmap v152: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:03.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:02 smithi038 ceph-mon[29217]: pgmap v152: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:05.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:04 smithi076 ceph-mon[32458]: pgmap v153: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:05.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:04 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:05.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:04 smithi102 ceph-mon[32874]: pgmap v153: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:05.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:04 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:05.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:04 smithi038 ceph-mon[29217]: pgmap v153: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:05.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:04 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:06.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:05 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:06.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:05 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:06.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:05 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:07.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:06 smithi076 ceph-mon[32458]: pgmap v154: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:28:07.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:06 smithi102 ceph-mon[32874]: pgmap v154: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:28:07.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:06 smithi038 ceph-mon[29217]: pgmap v154: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:28:09.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:08 smithi076 ceph-mon[32458]: pgmap v155: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:28:09.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:08 smithi102 ceph-mon[32874]: pgmap v155: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:28:09.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:08 smithi038 ceph-mon[29217]: pgmap v155: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:28:10.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:09 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:10.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:09 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:10.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:09 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:11.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:10 smithi076 ceph-mon[32458]: pgmap v156: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:11.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:10 smithi102 ceph-mon[32874]: pgmap v156: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:11.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:10 smithi038 ceph-mon[29217]: pgmap v156: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:13 smithi076 ceph-mon[32458]: pgmap v157: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-04-23T18:28:13.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:13 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:13.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:13 smithi102 ceph-mon[32874]: pgmap v157: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-04-23T18:28:13.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:13 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:13.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:12 smithi038 ceph-mon[29217]: pgmap v157: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-04-23T18:28:13.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:12 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:14.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:14 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:28:14.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:14 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:28:14.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:14 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:28:15.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:15 smithi076 ceph-mon[32458]: pgmap v158: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:28:15.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:15 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:28:15.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:15 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:28:15.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:15 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:28:15.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:15 smithi102 ceph-mon[32874]: pgmap v158: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:28:15.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:15 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:28:15.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:15 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:28:15.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:15 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:28:15.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:15 smithi038 ceph-mon[29217]: pgmap v158: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:28:15.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:15 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:28:15.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:15 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:28:15.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:15 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:28:17.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:17 smithi076 ceph-mon[32458]: pgmap v159: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:28:17.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:17 smithi102 ceph-mon[32874]: pgmap v159: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:28:17.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:17 smithi038 ceph-mon[29217]: pgmap v159: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:28:19.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:19 smithi076 ceph-mon[32458]: pgmap v160: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:28:19.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:19 smithi102 ceph-mon[32874]: pgmap v160: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:28:19.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:19 smithi038 ceph-mon[29217]: pgmap v160: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:28:21.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:21 smithi102 ceph-mon[32874]: pgmap v161: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:28:21.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:21 smithi038 ceph-mon[29217]: pgmap v161: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:28:21.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:21 smithi076 ceph-mon[32458]: pgmap v161: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:28:22.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:22 smithi102 ceph-mon[32874]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:22.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:22 smithi038 ceph-mon[29217]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:22.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:22 smithi076 ceph-mon[32458]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:23.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:23 smithi102 ceph-mon[32874]: pgmap v162: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-23T18:28:23.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:23 smithi038 ceph-mon[29217]: pgmap v162: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-23T18:28:23.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:23 smithi076 ceph-mon[32458]: pgmap v162: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-23T18:28:25.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:25 smithi102 ceph-mon[32874]: pgmap v163: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:25.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:25 smithi038 ceph-mon[29217]: pgmap v163: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:25.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:25 smithi076 ceph-mon[32458]: pgmap v163: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:27.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:27 smithi102 ceph-mon[32874]: pgmap v164: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:27.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:27 smithi038 ceph-mon[29217]: pgmap v164: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:27.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:27 smithi076 ceph-mon[32458]: pgmap v164: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:29.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:29 smithi102 ceph-mon[32874]: pgmap v165: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:29.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:29 smithi038 ceph-mon[29217]: pgmap v165: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:29.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:29 smithi076 ceph-mon[32458]: pgmap v165: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:31.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:31 smithi102 ceph-mon[32874]: pgmap v166: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:31.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:31 smithi038 ceph-mon[29217]: pgmap v166: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:31.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:31 smithi076 ceph-mon[32458]: pgmap v166: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:33.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:33 smithi038 ceph-mon[29217]: pgmap v167: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:33.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:33 smithi076 ceph-mon[32458]: pgmap v167: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:33.552 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:33 smithi102 ceph-mon[32874]: pgmap v167: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:35.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:35 smithi038 ceph-mon[29217]: pgmap v168: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:35.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:35 smithi076 ceph-mon[32458]: pgmap v168: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:35.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:35 smithi102 ceph-mon[32874]: pgmap v168: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:37.354 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:37 smithi102 ceph-mon[32874]: pgmap v169: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:37.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:37 smithi038 ceph-mon[29217]: pgmap v169: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:37.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:37 smithi076 ceph-mon[32458]: pgmap v169: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:39.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:39 smithi038 ceph-mon[29217]: pgmap v170: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:39.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:39 smithi076 ceph-mon[32458]: pgmap v170: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:39.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:39 smithi102 ceph-mon[32874]: pgmap v170: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:41.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:41 smithi038 ceph-mon[29217]: pgmap v171: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:41.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:41 smithi076 ceph-mon[32458]: pgmap v171: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:41.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:41 smithi102 ceph-mon[32874]: pgmap v171: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:43.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:43 smithi038 ceph-mon[29217]: pgmap v172: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:43.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:43 smithi076 ceph-mon[32458]: pgmap v172: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:43.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:43 smithi102 ceph-mon[32874]: pgmap v172: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:45.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:45 smithi038 ceph-mon[29217]: pgmap v173: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:45.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:45 smithi076 ceph-mon[32458]: pgmap v173: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:45.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:45 smithi102 ceph-mon[32874]: pgmap v173: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:47.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:47 smithi038 ceph-mon[29217]: pgmap v174: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:47.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:47 smithi076 ceph-mon[32458]: pgmap v174: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:47.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:47 smithi102 ceph-mon[32874]: pgmap v174: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:49.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:49 smithi038 ceph-mon[29217]: pgmap v175: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:49.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:49 smithi076 ceph-mon[32458]: pgmap v175: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:49.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:49 smithi102 ceph-mon[32874]: pgmap v175: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:51.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:51 smithi038 ceph-mon[29217]: pgmap v176: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:51.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:51 smithi076 ceph-mon[32458]: pgmap v176: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:51.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:51 smithi102 ceph-mon[32874]: pgmap v176: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:28:53.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:53 smithi038 ceph-mon[29217]: pgmap v177: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:53.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:53 smithi076 ceph-mon[32458]: pgmap v177: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:53.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:53 smithi102 ceph-mon[32874]: pgmap v177: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:28:55.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:55 smithi038 ceph-mon[29217]: pgmap v178: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:55.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:55 smithi076 ceph-mon[32458]: pgmap v178: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:55.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:55 smithi102 ceph-mon[32874]: pgmap v178: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:57.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:57 smithi038 ceph-mon[29217]: pgmap v179: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:57.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:57 smithi076 ceph-mon[32458]: pgmap v179: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:57.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:57 smithi102 ceph-mon[32874]: pgmap v179: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:28:59.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:28:59 smithi038 ceph-mon[29217]: pgmap v180: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:59.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:28:59 smithi076 ceph-mon[32458]: pgmap v180: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:28:59.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:28:59 smithi102 ceph-mon[32874]: pgmap v180: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:01.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:01 smithi038 ceph-mon[29217]: pgmap v181: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:01.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:01 smithi076 ceph-mon[32458]: pgmap v181: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:01.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:01 smithi102 ceph-mon[32874]: pgmap v181: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:03.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:03 smithi038 ceph-mon[29217]: pgmap v182: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:03.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:03 smithi076 ceph-mon[32458]: pgmap v182: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:03.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:03 smithi102 ceph-mon[32874]: pgmap v182: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:05.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:05 smithi038 ceph-mon[29217]: pgmap v183: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:05.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:05 smithi076 ceph-mon[32458]: pgmap v183: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:05.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:05 smithi102 ceph-mon[32874]: pgmap v183: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:07.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:07 smithi038 ceph-mon[29217]: pgmap v184: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:29:07.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:07 smithi076 ceph-mon[32458]: pgmap v184: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:29:07.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:07 smithi102 ceph-mon[32874]: pgmap v184: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:29:09.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:09 smithi076 ceph-mon[32458]: pgmap v185: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:29:09.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:09 smithi102 ceph-mon[32874]: pgmap v185: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:29:09.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:09 smithi038 ceph-mon[29217]: pgmap v185: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:29:11.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:11 smithi076 ceph-mon[32458]: pgmap v186: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:11.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:11 smithi102 ceph-mon[32874]: pgmap v186: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:11.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:11 smithi038 ceph-mon[29217]: pgmap v186: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:13.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:13 smithi076 ceph-mon[32458]: pgmap v187: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-04-23T18:29:13.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:13 smithi102 ceph-mon[32874]: pgmap v187: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-04-23T18:29:13.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:13 smithi038 ceph-mon[29217]: pgmap v187: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-04-23T18:29:14.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:14 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:29:14.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:14 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:29:14.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:14 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:29:15.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:15 smithi076 ceph-mon[32458]: pgmap v188: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:29:15.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:15 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:29:15.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:15 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:29:15.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:15 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:29:15.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:15 smithi102 ceph-mon[32874]: pgmap v188: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:29:15.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:15 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:29:15.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:15 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:29:15.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:15 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:29:15.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:15 smithi038 ceph-mon[29217]: pgmap v188: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:29:15.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:15 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:29:15.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:15 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:29:15.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:15 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:29:17.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:17 smithi076 ceph-mon[32458]: pgmap v189: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:29:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:17 smithi102 ceph-mon[32874]: pgmap v189: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:29:17.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:17 smithi038 ceph-mon[29217]: pgmap v189: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:29:19.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:19 smithi076 ceph-mon[32458]: pgmap v190: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:29:19.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:19 smithi102 ceph-mon[32874]: pgmap v190: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:29:19.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:19 smithi038 ceph-mon[29217]: pgmap v190: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:29:21.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:21 smithi076 ceph-mon[32458]: pgmap v191: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:29:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:21 smithi102 ceph-mon[32874]: pgmap v191: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:29:21.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:21 smithi038 ceph-mon[29217]: pgmap v191: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:29:22.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:22 smithi102 ceph-mon[32874]: pgmap v192: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-23T18:29:22.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:22 smithi038 ceph-mon[29217]: pgmap v192: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-23T18:29:23.007 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:22 smithi076 ceph-mon[32458]: pgmap v192: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-23T18:29:25.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:24 smithi038 ceph-mon[29217]: pgmap v193: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:25.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:24 smithi076 ceph-mon[32458]: pgmap v193: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:25.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:24 smithi102 ceph-mon[32874]: pgmap v193: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:27.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:26 smithi038 ceph-mon[29217]: pgmap v194: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:27.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:26 smithi076 ceph-mon[32458]: pgmap v194: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:27.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:26 smithi102 ceph-mon[32874]: pgmap v194: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:29.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:28 smithi038 ceph-mon[29217]: pgmap v195: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:29.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:28 smithi076 ceph-mon[32458]: pgmap v195: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:29.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:28 smithi102 ceph-mon[32874]: pgmap v195: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:31.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:30 smithi076 ceph-mon[32458]: pgmap v196: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:31.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:30 smithi102 ceph-mon[32874]: pgmap v196: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:31.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:30 smithi038 ceph-mon[29217]: pgmap v196: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:33.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:32 smithi076 ceph-mon[32458]: pgmap v197: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:33.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:32 smithi102 ceph-mon[32874]: pgmap v197: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:33.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:32 smithi038 ceph-mon[29217]: pgmap v197: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:35.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:34 smithi076 ceph-mon[32458]: pgmap v198: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:35.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:34 smithi102 ceph-mon[32874]: pgmap v198: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:35.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:34 smithi038 ceph-mon[29217]: pgmap v198: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:37.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:36 smithi076 ceph-mon[32458]: pgmap v199: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:37.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:36 smithi102 ceph-mon[32874]: pgmap v199: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:37.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:36 smithi038 ceph-mon[29217]: pgmap v199: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:39.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:38 smithi076 ceph-mon[32458]: pgmap v200: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:39.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:38 smithi102 ceph-mon[32874]: pgmap v200: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:39.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:38 smithi038 ceph-mon[29217]: pgmap v200: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:41.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:40 smithi076 ceph-mon[32458]: pgmap v201: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:41.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:40 smithi102 ceph-mon[32874]: pgmap v201: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:41.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:40 smithi038 ceph-mon[29217]: pgmap v201: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:43.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:42 smithi076 ceph-mon[32458]: pgmap v202: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:43.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:42 smithi102 ceph-mon[32874]: pgmap v202: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:43.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:42 smithi038 ceph-mon[29217]: pgmap v202: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:45.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:44 smithi076 ceph-mon[32458]: pgmap v203: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:45.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:44 smithi102 ceph-mon[32874]: pgmap v203: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:45.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:44 smithi038 ceph-mon[29217]: pgmap v203: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:47.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:46 smithi076 ceph-mon[32458]: pgmap v204: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:47.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:46 smithi102 ceph-mon[32874]: pgmap v204: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:47.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:46 smithi038 ceph-mon[29217]: pgmap v204: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:49.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:48 smithi076 ceph-mon[32458]: pgmap v205: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:48 smithi102 ceph-mon[32874]: pgmap v205: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:49.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:48 smithi038 ceph-mon[29217]: pgmap v205: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:51.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:50 smithi076 ceph-mon[32458]: pgmap v206: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:51.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:50 smithi102 ceph-mon[32874]: pgmap v206: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:51.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:50 smithi038 ceph-mon[29217]: pgmap v206: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:29:53.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:52 smithi076 ceph-mon[32458]: pgmap v207: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:53.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:52 smithi102 ceph-mon[32874]: pgmap v207: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:53.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:52 smithi038 ceph-mon[29217]: pgmap v207: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:29:55.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:54 smithi076 ceph-mon[32458]: pgmap v208: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:55.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:54 smithi102 ceph-mon[32874]: pgmap v208: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:55.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:54 smithi038 ceph-mon[29217]: pgmap v208: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:57.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:56 smithi076 ceph-mon[32458]: pgmap v209: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:57.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:56 smithi102 ceph-mon[32874]: pgmap v209: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:57.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:56 smithi038 ceph-mon[29217]: pgmap v209: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:29:59.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:29:58 smithi076 ceph-mon[32458]: pgmap v210: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:59.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:29:58 smithi102 ceph-mon[32874]: pgmap v210: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:29:59.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:29:58 smithi038 ceph-mon[29217]: pgmap v210: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:01.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:00 smithi076 ceph-mon[32458]: pgmap v211: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:30:01.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:00 smithi076 ceph-mon[32458]: overall HEALTH_OK 2024-04-23T18:30:01.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:00 smithi102 ceph-mon[32874]: pgmap v211: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:30:01.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:00 smithi102 ceph-mon[32874]: overall HEALTH_OK 2024-04-23T18:30:01.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:00 smithi038 ceph-mon[29217]: pgmap v211: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:30:01.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:00 smithi038 ceph-mon[29217]: overall HEALTH_OK 2024-04-23T18:30:03.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:02 smithi076 ceph-mon[32458]: pgmap v212: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:30:03.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:02 smithi102 ceph-mon[32874]: pgmap v212: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:30:03.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:02 smithi038 ceph-mon[29217]: pgmap v212: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:30:05.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:05 smithi076 ceph-mon[32458]: pgmap v213: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:05.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:05 smithi102 ceph-mon[32874]: pgmap v213: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:05.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:05 smithi038 ceph-mon[29217]: pgmap v213: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:07.258 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:07 smithi076 ceph-mon[32458]: pgmap v214: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:30:07.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:07 smithi102 ceph-mon[32874]: pgmap v214: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:30:07.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:07 smithi038 ceph-mon[29217]: pgmap v214: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:30:09.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:09 smithi102 ceph-mon[32874]: pgmap v215: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:30:09.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:09 smithi038 ceph-mon[29217]: pgmap v215: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:30:09.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:09 smithi076 ceph-mon[32458]: pgmap v215: 97 pgs: 97 active+clean; 188 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:30:10.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:10 smithi102 ceph-mon[32874]: osdmap e92: 12 total, 12 up, 12 in 2024-04-23T18:30:10.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:10 smithi038 ceph-mon[29217]: osdmap e92: 12 total, 12 up, 12 in 2024-04-23T18:30:10.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:10 smithi076 ceph-mon[32458]: osdmap e92: 12 total, 12 up, 12 in 2024-04-23T18:30:11.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:11 smithi102 ceph-mon[32874]: pgmap v217: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 188 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:30:11.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:11 smithi038 ceph-mon[29217]: pgmap v217: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 188 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:30:11.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:11 smithi076 ceph-mon[32458]: pgmap v217: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 188 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:30:13.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:13 smithi102 ceph-mon[32874]: pgmap v218: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 188 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:30:13.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:13 smithi038 ceph-mon[29217]: pgmap v218: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 188 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:30:13.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:13 smithi076 ceph-mon[32458]: pgmap v218: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 188 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:30:15.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:15 smithi102 ceph-mon[32874]: pgmap v219: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 188 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:30:15.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:15 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:30:15.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:15 smithi038 ceph-mon[29217]: pgmap v219: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 188 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:30:15.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:15 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:30:15.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:15 smithi076 ceph-mon[32458]: pgmap v219: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 188 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:30:15.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:15 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:30:16.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:16 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:30:16.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:16 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:30:16.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:16 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:30:16.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:16 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:30:16.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:16 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:30:16.409 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:16 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:30:16.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:16 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:30:16.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:16 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:30:16.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:16 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:30:17.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:17 smithi102 ceph-mon[32874]: pgmap v220: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-23T18:30:17.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:17 smithi038 ceph-mon[29217]: pgmap v220: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-23T18:30:17.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:17 smithi076 ceph-mon[32458]: pgmap v220: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-23T18:30:19.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:19 smithi102 ceph-mon[32874]: pgmap v221: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-23T18:30:19.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:19 smithi038 ceph-mon[29217]: pgmap v221: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-23T18:30:19.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:19 smithi076 ceph-mon[32458]: pgmap v221: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-23T18:30:21.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:21 smithi038 ceph-mon[29217]: pgmap v222: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 188 B/s wr, 10 op/s 2024-04-23T18:30:21.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:21 smithi038 ceph-mon[29217]: osdmap e93: 12 total, 12 up, 12 in 2024-04-23T18:30:21.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:21 smithi076 ceph-mon[32458]: pgmap v222: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 188 B/s wr, 10 op/s 2024-04-23T18:30:21.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:21 smithi076 ceph-mon[32458]: osdmap e93: 12 total, 12 up, 12 in 2024-04-23T18:30:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:21 smithi102 ceph-mon[32874]: pgmap v222: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 188 B/s wr, 10 op/s 2024-04-23T18:30:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:21 smithi102 ceph-mon[32874]: osdmap e93: 12 total, 12 up, 12 in 2024-04-23T18:30:23.657 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:23 smithi038 ceph-mon[29217]: pgmap v224: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:30:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:23 smithi076 ceph-mon[32458]: pgmap v224: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:30:23.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:23 smithi102 ceph-mon[32874]: pgmap v224: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:30:25.658 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:25 smithi038 ceph-mon[29217]: pgmap v225: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:30:25.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:25 smithi076 ceph-mon[32458]: pgmap v225: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:30:25.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:25 smithi102 ceph-mon[32874]: pgmap v225: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:30:27.657 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:27 smithi038 ceph-mon[29217]: pgmap v226: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:30:27.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:27 smithi076 ceph-mon[32458]: pgmap v226: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:30:27.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:27 smithi102 ceph-mon[32874]: pgmap v226: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:30:29.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:29 smithi076 ceph-mon[32458]: pgmap v227: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:30:29.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:29 smithi102 ceph-mon[32874]: pgmap v227: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:30:29.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:29 smithi038 ceph-mon[29217]: pgmap v227: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:30:31.710 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:31 smithi038 ceph-mon[29217]: pgmap v228: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:30:31.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:31 smithi076 ceph-mon[32458]: pgmap v228: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:30:31.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:31 smithi102 ceph-mon[32874]: pgmap v228: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:30:33.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:33 smithi076 ceph-mon[32458]: pgmap v229: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-23T18:30:33.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:33 smithi102 ceph-mon[32874]: pgmap v229: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-23T18:30:33.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:33 smithi038 ceph-mon[29217]: pgmap v229: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-23T18:30:35.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:35 smithi076 ceph-mon[32458]: pgmap v230: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:35.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:35 smithi102 ceph-mon[32874]: pgmap v230: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:35.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:35 smithi038 ceph-mon[29217]: pgmap v230: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:37.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:37 smithi076 ceph-mon[32458]: pgmap v231: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:30:37.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:37 smithi102 ceph-mon[32874]: pgmap v231: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:30:37.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:37 smithi038 ceph-mon[29217]: pgmap v231: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:30:39.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:39 smithi076 ceph-mon[32458]: pgmap v232: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:39.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:39 smithi102 ceph-mon[32874]: pgmap v232: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:39.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:39 smithi038 ceph-mon[29217]: pgmap v232: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:41.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:41 smithi076 ceph-mon[32458]: pgmap v233: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:30:41.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:41 smithi102 ceph-mon[32874]: pgmap v233: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:30:41.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:41 smithi038 ceph-mon[29217]: pgmap v233: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:30:43.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:43 smithi076 ceph-mon[32458]: pgmap v234: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:30:43.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:43 smithi102 ceph-mon[32874]: pgmap v234: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:30:43.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:43 smithi038 ceph-mon[29217]: pgmap v234: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-23T18:30:45.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:45 smithi076 ceph-mon[32458]: pgmap v235: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:45.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:45 smithi102 ceph-mon[32874]: pgmap v235: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:45.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:45 smithi038 ceph-mon[29217]: pgmap v235: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:46.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:46 smithi076 ceph-mon[32458]: pgmap v236: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:30:46.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:46 smithi102 ceph-mon[32874]: pgmap v236: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:30:46.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:46 smithi038 ceph-mon[29217]: pgmap v236: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:30:49.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:48 smithi076 ceph-mon[32458]: pgmap v237: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:48 smithi102 ceph-mon[32874]: pgmap v237: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:49.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:48 smithi038 ceph-mon[29217]: pgmap v237: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:30:51.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:50 smithi076 ceph-mon[32458]: pgmap v238: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:30:51.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:50 smithi102 ceph-mon[32874]: pgmap v238: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:30:51.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:50 smithi038 ceph-mon[29217]: pgmap v238: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-23T18:30:53.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:52 smithi076 ceph-mon[32458]: pgmap v239: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-23T18:30:53.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:52 smithi102 ceph-mon[32874]: pgmap v239: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-23T18:30:53.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:52 smithi038 ceph-mon[29217]: pgmap v239: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-23T18:30:55.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:54 smithi076 ceph-mon[32458]: pgmap v240: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:30:55.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:54 smithi102 ceph-mon[32874]: pgmap v240: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:30:55.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:54 smithi038 ceph-mon[29217]: pgmap v240: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:30:57.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:56 smithi076 ceph-mon[32458]: pgmap v241: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 12 op/s 2024-04-23T18:30:57.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:56 smithi102 ceph-mon[32874]: pgmap v241: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 12 op/s 2024-04-23T18:30:57.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:56 smithi038 ceph-mon[29217]: pgmap v241: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 12 op/s 2024-04-23T18:30:59.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:30:58 smithi076 ceph-mon[32458]: pgmap v242: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-23T18:30:59.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:30:58 smithi102 ceph-mon[32874]: pgmap v242: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-23T18:30:59.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:30:58 smithi038 ceph-mon[29217]: pgmap v242: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-23T18:31:01.210 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:00 smithi038 ceph-mon[29217]: pgmap v243: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-23T18:31:01.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:00 smithi076 ceph-mon[32458]: pgmap v243: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-23T18:31:01.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:00 smithi102 ceph-mon[32874]: pgmap v243: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-23T18:31:03.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:02 smithi076 ceph-mon[32458]: pgmap v244: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-23T18:31:03.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:02 smithi102 ceph-mon[32874]: pgmap v244: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-23T18:31:03.410 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:02 smithi038 ceph-mon[29217]: pgmap v244: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-23T18:31:05.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:04 smithi076 ceph-mon[32458]: pgmap v245: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:31:05.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:04 smithi102 ceph-mon[32874]: pgmap v245: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:31:05.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:04 smithi038 ceph-mon[29217]: pgmap v245: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:31:07.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:06 smithi076 ceph-mon[32458]: pgmap v246: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:31:07.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:06 smithi102 ceph-mon[32874]: pgmap v246: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:31:07.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:06 smithi038 ceph-mon[29217]: pgmap v246: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:31:09.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:08 smithi076 ceph-mon[32458]: pgmap v247: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:31:09.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:08 smithi102 ceph-mon[32874]: pgmap v247: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:31:09.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:08 smithi038 ceph-mon[29217]: pgmap v247: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:31:10.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:09 smithi076 ceph-mon[32458]: osdmap e94: 12 total, 12 up, 12 in 2024-04-23T18:31:10.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:09 smithi102 ceph-mon[32874]: osdmap e94: 12 total, 12 up, 12 in 2024-04-23T18:31:10.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:09 smithi038 ceph-mon[29217]: osdmap e94: 12 total, 12 up, 12 in 2024-04-23T18:31:11.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:10 smithi076 ceph-mon[32458]: pgmap v249: 97 pgs: 97 active+clean; 117 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-23T18:31:11.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:10 smithi102 ceph-mon[32874]: pgmap v249: 97 pgs: 97 active+clean; 117 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-23T18:31:11.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:10 smithi038 ceph-mon[29217]: pgmap v249: 97 pgs: 97 active+clean; 117 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-23T18:31:13.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:12 smithi076 ceph-mon[32458]: pgmap v250: 97 pgs: 97 active+clean; 68 MiB data, 883 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:31:13.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:12 smithi102 ceph-mon[32874]: pgmap v250: 97 pgs: 97 active+clean; 68 MiB data, 883 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:31:13.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:12 smithi038 ceph-mon[29217]: pgmap v250: 97 pgs: 97 active+clean; 68 MiB data, 883 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:31:15.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:14 smithi076 ceph-mon[32458]: pgmap v251: 97 pgs: 97 active+clean; 68 MiB data, 883 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:31:15.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:14 smithi102 ceph-mon[32874]: pgmap v251: 97 pgs: 97 active+clean; 68 MiB data, 883 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:31:15.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:14 smithi038 ceph-mon[29217]: pgmap v251: 97 pgs: 97 active+clean; 68 MiB data, 883 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:31:16.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:16 smithi076 ceph-mon[32458]: osdmap e95: 12 total, 12 up, 12 in 2024-04-23T18:31:16.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:16 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:31:16.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:16 smithi102 ceph-mon[32874]: osdmap e95: 12 total, 12 up, 12 in 2024-04-23T18:31:16.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:16 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:31:16.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:16 smithi038 ceph-mon[29217]: osdmap e95: 12 total, 12 up, 12 in 2024-04-23T18:31:16.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:16 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:31:17.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:17 smithi076 ceph-mon[32458]: pgmap v253: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-23T18:31:17.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:17 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:31:17.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:17 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:31:17.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:17 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:31:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:17 smithi102 ceph-mon[32874]: pgmap v253: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-23T18:31:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:17 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:31:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:17 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:31:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:17 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:31:17.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:17 smithi038 ceph-mon[29217]: pgmap v253: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-23T18:31:17.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:17 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:31:17.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:17 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:31:17.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:17 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:31:19.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:19 smithi076 ceph-mon[32458]: pgmap v254: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 11 op/s 2024-04-23T18:31:19.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:19 smithi102 ceph-mon[32874]: pgmap v254: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 11 op/s 2024-04-23T18:31:19.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:19 smithi038 ceph-mon[29217]: pgmap v254: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 11 op/s 2024-04-23T18:31:21.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:21 smithi076 ceph-mon[32458]: pgmap v255: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-23T18:31:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:21 smithi102 ceph-mon[32874]: pgmap v255: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-23T18:31:21.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:21 smithi038 ceph-mon[29217]: pgmap v255: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-23T18:31:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:23 smithi076 ceph-mon[32458]: pgmap v256: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:31:23.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:23 smithi102 ceph-mon[32874]: pgmap v256: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:31:23.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:23 smithi038 ceph-mon[29217]: pgmap v256: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:31:25.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:25 smithi076 ceph-mon[32458]: pgmap v257: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:31:25.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:25 smithi102 ceph-mon[32874]: pgmap v257: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:31:25.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:25 smithi038 ceph-mon[29217]: pgmap v257: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:31:27.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:27 smithi076 ceph-mon[32458]: pgmap v258: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-23T18:31:27.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:27 smithi102 ceph-mon[32874]: pgmap v258: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-23T18:31:27.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:27 smithi038 ceph-mon[29217]: pgmap v258: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-23T18:31:29.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:29 smithi076 ceph-mon[32458]: pgmap v259: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:29.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:29 smithi102 ceph-mon[32874]: pgmap v259: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:29.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:29 smithi038 ceph-mon[29217]: pgmap v259: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:31.710 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:31 smithi038 ceph-mon[29217]: pgmap v260: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:31:31.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:31 smithi076 ceph-mon[32458]: pgmap v260: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:31:31.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:31 smithi102 ceph-mon[32874]: pgmap v260: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:31:33.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:33 smithi076 ceph-mon[32458]: pgmap v261: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:31:33.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:33 smithi102 ceph-mon[32874]: pgmap v261: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:31:33.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:33 smithi038 ceph-mon[29217]: pgmap v261: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:31:35.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:35 smithi076 ceph-mon[32458]: pgmap v262: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:35.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:35 smithi102 ceph-mon[32874]: pgmap v262: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:35.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:35 smithi038 ceph-mon[29217]: pgmap v262: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:37.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:37 smithi076 ceph-mon[32458]: pgmap v263: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:31:37.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:37 smithi102 ceph-mon[32874]: pgmap v263: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:31:37.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:37 smithi038 ceph-mon[29217]: pgmap v263: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:31:39.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:39 smithi076 ceph-mon[32458]: pgmap v264: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:39.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:39 smithi102 ceph-mon[32874]: pgmap v264: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:39.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:39 smithi038 ceph-mon[29217]: pgmap v264: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:41.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:41 smithi076 ceph-mon[32458]: pgmap v265: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:31:41.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:41 smithi102 ceph-mon[32874]: pgmap v265: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:31:41.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:41 smithi038 ceph-mon[29217]: pgmap v265: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:31:43.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:43 smithi076 ceph-mon[32458]: pgmap v266: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:31:43.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:43 smithi102 ceph-mon[32874]: pgmap v266: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:31:43.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:43 smithi038 ceph-mon[29217]: pgmap v266: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:31:44.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:44 smithi076 ceph-mon[32458]: pgmap v267: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:44.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:44 smithi102 ceph-mon[32874]: pgmap v267: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:44.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:44 smithi038 ceph-mon[29217]: pgmap v267: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:47.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:46 smithi076 ceph-mon[32458]: pgmap v268: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:31:47.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:46 smithi102 ceph-mon[32874]: pgmap v268: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:31:47.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:46 smithi038 ceph-mon[29217]: pgmap v268: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:31:49.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:48 smithi076 ceph-mon[32458]: pgmap v269: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:48 smithi102 ceph-mon[32874]: pgmap v269: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:49.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:48 smithi038 ceph-mon[29217]: pgmap v269: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:51.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:50 smithi076 ceph-mon[32458]: pgmap v270: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:31:51.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:50 smithi102 ceph-mon[32874]: pgmap v270: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:31:51.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:50 smithi038 ceph-mon[29217]: pgmap v270: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:31:53.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:52 smithi076 ceph-mon[32458]: pgmap v271: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:31:53.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:52 smithi102 ceph-mon[32874]: pgmap v271: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:31:53.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:52 smithi038 ceph-mon[29217]: pgmap v271: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:31:55.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:54 smithi076 ceph-mon[32458]: pgmap v272: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:55.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:54 smithi102 ceph-mon[32874]: pgmap v272: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:55.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:54 smithi038 ceph-mon[29217]: pgmap v272: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:57.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:56 smithi076 ceph-mon[32458]: pgmap v273: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:31:57.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:56 smithi102 ceph-mon[32874]: pgmap v273: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:31:57.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:56 smithi038 ceph-mon[29217]: pgmap v273: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:31:59.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:31:58 smithi076 ceph-mon[32458]: pgmap v274: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:59.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:31:58 smithi102 ceph-mon[32874]: pgmap v274: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:31:59.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:31:58 smithi038 ceph-mon[29217]: pgmap v274: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:01.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:01 smithi076 ceph-mon[32458]: pgmap v275: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:01.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:01 smithi102 ceph-mon[32874]: pgmap v275: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:01.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:01 smithi038 ceph-mon[29217]: pgmap v275: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:03.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:03 smithi076 ceph-mon[32458]: pgmap v276: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:03.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:03 smithi102 ceph-mon[32874]: pgmap v276: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:03.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:03 smithi038 ceph-mon[29217]: pgmap v276: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:05.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:05 smithi076 ceph-mon[32458]: pgmap v277: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:05.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:05 smithi102 ceph-mon[32874]: pgmap v277: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:05.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:05 smithi038 ceph-mon[29217]: pgmap v277: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:07.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:07 smithi102 ceph-mon[32874]: pgmap v278: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:32:07.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:07 smithi038 ceph-mon[29217]: pgmap v278: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:32:07.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:07 smithi076 ceph-mon[32458]: pgmap v278: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:32:09.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:09 smithi102 ceph-mon[32874]: pgmap v279: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:32:09.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:09 smithi038 ceph-mon[29217]: pgmap v279: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:32:09.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:09 smithi076 ceph-mon[32458]: pgmap v279: 97 pgs: 97 active+clean; 68 MiB data, 692 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:32:10.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:10 smithi102 ceph-mon[32874]: osdmap e96: 12 total, 12 up, 12 in 2024-04-23T18:32:10.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:10 smithi038 ceph-mon[29217]: osdmap e96: 12 total, 12 up, 12 in 2024-04-23T18:32:10.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:10 smithi076 ceph-mon[32458]: osdmap e96: 12 total, 12 up, 12 in 2024-04-23T18:32:11.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:11 smithi102 ceph-mon[32874]: pgmap v281: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:32:11.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:11 smithi038 ceph-mon[29217]: pgmap v281: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:32:11.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:11 smithi076 ceph-mon[32458]: pgmap v281: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:32:13.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:13 smithi102 ceph-mon[32874]: pgmap v282: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:32:13.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:13 smithi038 ceph-mon[29217]: pgmap v282: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:32:13.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:13 smithi076 ceph-mon[32458]: pgmap v282: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:32:15.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:15 smithi102 ceph-mon[32874]: pgmap v283: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:32:15.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:15 smithi038 ceph-mon[29217]: pgmap v283: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:32:15.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:15 smithi076 ceph-mon[32458]: pgmap v283: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-23T18:32:16.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:16 smithi076 ceph-mon[32458]: osdmap e97: 12 total, 12 up, 12 in 2024-04-23T18:32:16.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:16 smithi102 ceph-mon[32874]: osdmap e97: 12 total, 12 up, 12 in 2024-04-23T18:32:16.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:16 smithi038 ceph-mon[29217]: osdmap e97: 12 total, 12 up, 12 in 2024-04-23T18:32:17.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:17 smithi076 ceph-mon[32458]: pgmap v285: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-23T18:32:17.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:17 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:32:17.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:17 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:32:17.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:17 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:32:17.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:17 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:32:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:17 smithi102 ceph-mon[32874]: pgmap v285: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-23T18:32:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:17 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:32:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:17 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:32:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:17 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:32:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:17 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:32:17.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:17 smithi038 ceph-mon[29217]: pgmap v285: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-23T18:32:17.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:17 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:32:17.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:17 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:32:17.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:17 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:32:17.909 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:17 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:32:19.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:19 smithi076 ceph-mon[32458]: pgmap v286: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 231 B/s wr, 11 op/s 2024-04-23T18:32:19.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:19 smithi102 ceph-mon[32874]: pgmap v286: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 231 B/s wr, 11 op/s 2024-04-23T18:32:19.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:19 smithi038 ceph-mon[29217]: pgmap v286: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 231 B/s wr, 11 op/s 2024-04-23T18:32:21.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:21 smithi076 ceph-mon[32458]: pgmap v287: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:32:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:21 smithi102 ceph-mon[32874]: pgmap v287: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:32:21.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:21 smithi038 ceph-mon[29217]: pgmap v287: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:32:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:23 smithi076 ceph-mon[32458]: pgmap v288: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:32:23.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:23 smithi102 ceph-mon[32874]: pgmap v288: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:32:23.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:23 smithi038 ceph-mon[29217]: pgmap v288: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:32:25.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:25 smithi076 ceph-mon[32458]: pgmap v289: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:32:25.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:25 smithi102 ceph-mon[32874]: pgmap v289: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:32:25.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:25 smithi038 ceph-mon[29217]: pgmap v289: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:32:27.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:27 smithi076 ceph-mon[32458]: pgmap v290: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-23T18:32:27.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:27 smithi102 ceph-mon[32874]: pgmap v290: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-23T18:32:27.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:27 smithi038 ceph-mon[29217]: pgmap v290: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-23T18:32:29.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:29 smithi076 ceph-mon[32458]: pgmap v291: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:29.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:29 smithi102 ceph-mon[32874]: pgmap v291: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:29.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:29 smithi038 ceph-mon[29217]: pgmap v291: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:31.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:31 smithi076 ceph-mon[32458]: pgmap v292: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:31.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:31 smithi102 ceph-mon[32874]: pgmap v292: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:31.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:31 smithi038 ceph-mon[29217]: pgmap v292: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:33.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:33 smithi076 ceph-mon[32458]: pgmap v293: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:33.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:33 smithi102 ceph-mon[32874]: pgmap v293: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:33.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:33 smithi038 ceph-mon[29217]: pgmap v293: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:35.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:35 smithi076 ceph-mon[32458]: pgmap v294: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:35.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:35 smithi102 ceph-mon[32874]: pgmap v294: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:35.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:35 smithi038 ceph-mon[29217]: pgmap v294: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:37.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:37 smithi076 ceph-mon[32458]: pgmap v295: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:32:37.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:37 smithi102 ceph-mon[32874]: pgmap v295: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:32:37.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:37 smithi038 ceph-mon[29217]: pgmap v295: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:32:39.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:39 smithi076 ceph-mon[32458]: pgmap v296: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:39.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:39 smithi102 ceph-mon[32874]: pgmap v296: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:39.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:39 smithi038 ceph-mon[29217]: pgmap v296: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:41.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:41 smithi076 ceph-mon[32458]: pgmap v297: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:41.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:41 smithi102 ceph-mon[32874]: pgmap v297: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:41.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:41 smithi038 ceph-mon[29217]: pgmap v297: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:43.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:43 smithi076 ceph-mon[32458]: pgmap v298: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:43.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:43 smithi102 ceph-mon[32874]: pgmap v298: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:43.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:43 smithi038 ceph-mon[29217]: pgmap v298: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:44.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:44 smithi102 ceph-mon[32874]: pgmap v299: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:44.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:44 smithi038 ceph-mon[29217]: pgmap v299: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:45.007 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:44 smithi076 ceph-mon[32458]: pgmap v299: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:47.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:46 smithi076 ceph-mon[32458]: pgmap v300: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:32:47.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:46 smithi102 ceph-mon[32874]: pgmap v300: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:32:47.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:46 smithi038 ceph-mon[29217]: pgmap v300: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:32:49.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:48 smithi076 ceph-mon[32458]: pgmap v301: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:48 smithi102 ceph-mon[32874]: pgmap v301: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:49.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:48 smithi038 ceph-mon[29217]: pgmap v301: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:51.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:50 smithi076 ceph-mon[32458]: pgmap v302: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:51.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:50 smithi102 ceph-mon[32874]: pgmap v302: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:51.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:50 smithi038 ceph-mon[29217]: pgmap v302: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:32:53.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:52 smithi076 ceph-mon[32458]: pgmap v303: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:53.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:52 smithi102 ceph-mon[32874]: pgmap v303: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:53.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:52 smithi038 ceph-mon[29217]: pgmap v303: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:32:55.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:54 smithi076 ceph-mon[32458]: pgmap v304: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:55.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:54 smithi102 ceph-mon[32874]: pgmap v304: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:55.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:54 smithi038 ceph-mon[29217]: pgmap v304: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:57.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:57 smithi076 ceph-mon[32458]: pgmap v305: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:32:57.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:57 smithi102 ceph-mon[32874]: pgmap v305: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:32:57.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:57 smithi038 ceph-mon[29217]: pgmap v305: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:32:59.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:32:59 smithi102 ceph-mon[32874]: pgmap v306: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:59.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:32:59 smithi038 ceph-mon[29217]: pgmap v306: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:32:59.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:32:59 smithi076 ceph-mon[32458]: pgmap v306: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:01.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:01 smithi076 ceph-mon[32458]: pgmap v307: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:33:01.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:01 smithi102 ceph-mon[32874]: pgmap v307: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:33:01.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:01 smithi038 ceph-mon[29217]: pgmap v307: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:33:03.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:03 smithi076 ceph-mon[32458]: pgmap v308: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:33:03.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:03 smithi102 ceph-mon[32874]: pgmap v308: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:33:03.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:03 smithi038 ceph-mon[29217]: pgmap v308: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:33:05.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:05 smithi076 ceph-mon[32458]: pgmap v309: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:05.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:05 smithi102 ceph-mon[32874]: pgmap v309: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:05.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:05 smithi038 ceph-mon[29217]: pgmap v309: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:06.817 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.943+0000 7f75ab0bb640 1 -- 172.21.15.38:0/693391963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75a4103b00 msgr2=0x7f75a410bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.943+0000 7f75ab0bb640 1 --2- 172.21.15.38:0/693391963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75a4103b00 0x7f75a410bfe0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f7598009900 tx=0x7f759802a510 comp rx=0 tx=0).stop 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.943+0000 7f75ab0bb640 1 -- 172.21.15.38:0/693391963 shutdown_connections 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.943+0000 7f75ab0bb640 1 --2- 172.21.15.38:0/693391963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75a410c520 0x7f75a410e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.943+0000 7f75ab0bb640 1 --2- 172.21.15.38:0/693391963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75a4103b00 0x7f75a410bfe0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.943+0000 7f75ab0bb640 1 --2- 172.21.15.38:0/693391963 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75a41031e0 0x7f75a41035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.943+0000 7f75ab0bb640 1 -- 172.21.15.38:0/693391963 >> 172.21.15.38:0/693391963 conn(0x7f75a4077fd0 msgr2=0x7f75a40783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.943+0000 7f75ab0bb640 1 -- 172.21.15.38:0/693391963 shutdown_connections 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.943+0000 7f75ab0bb640 1 -- 172.21.15.38:0/693391963 wait complete. 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75ab0bb640 1 Processor -- start 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75ab0bb640 1 -- start start 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75ab0bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75a41031e0 0x7f75a4100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75ab0bb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75a4103b00 0x7f75a4101370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75ab0bb640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75a410c520 0x7f75a41018b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75ab0bb640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f75a41122f0 con 0x7f75a4103b00 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75ab0bb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f75a4112170 con 0x7f75a41031e0 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75ab0bb640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f75a4112470 con 0x7f75a410c520 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a3fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75a4103b00 0x7f75a4101370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a3fff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75a4103b00 0x7f75a4101370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55010/0 (socket says 172.21.15.38:55010) 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a3fff640 1 -- 172.21.15.38:0/1690482751 learned_addr learned my addr 172.21.15.38:0/1690482751 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a8e57640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75a41031e0 0x7f75a4100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a9658640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75a410c520 0x7f75a41018b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a3fff640 1 -- 172.21.15.38:0/1690482751 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75a410c520 msgr2=0x7f75a41018b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a3fff640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75a410c520 0x7f75a41018b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a3fff640 1 -- 172.21.15.38:0/1690482751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75a41031e0 msgr2=0x7f75a4100e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a3fff640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75a41031e0 0x7f75a4100e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a3fff640 1 -- 172.21.15.38:0/1690482751 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a41a6cf0 con 0x7f75a4103b00 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.944+0000 7f75a9658640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75a410c520 0x7f75a41018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.945+0000 7f75a3fff640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75a4103b00 0x7f75a4101370 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f7598005ab0 tx=0x7f75980040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.945+0000 7f75a1ffb640 1 -- 172.21.15.38:0/1690482751 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f759803f030 con 0x7f75a4103b00 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.945+0000 7f75ab0bb640 1 -- 172.21.15.38:0/1690482751 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75a41a6f80 con 0x7f75a4103b00 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.945+0000 7f75a1ffb640 1 -- 172.21.15.38:0/1690482751 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7598003ac0 con 0x7f75a4103b00 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.945+0000 7f75a1ffb640 1 -- 172.21.15.38:0/1690482751 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7598035070 con 0x7f75a4103b00 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.945+0000 7f75ab0bb640 1 -- 172.21.15.38:0/1690482751 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75a41a73e0 con 0x7f75a4103b00 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.946+0000 7f75ab0bb640 1 -- 172.21.15.38:0/1690482751 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75a404fce0 con 0x7f75a4103b00 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.947+0000 7f75a1ffb640 1 -- 172.21.15.38:0/1690482751 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7598042030 con 0x7f75a4103b00 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.948+0000 7f75a1ffb640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f758c0a3dc0 0x7f758c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.948+0000 7f75a8e57640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f758c0a3dc0 0x7f758c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.948+0000 7f75a1ffb640 1 -- 172.21.15.38:0/1690482751 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8629+0+0 (secure 0 0 0) 0x7f75980f1090 con 0x7f75a4103b00 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.948+0000 7f75a8e57640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f758c0a3dc0 0x7f758c0a6280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7594009b60 tx=0x7f7594005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:06.953+0000 7f75a1ffb640 1 -- 172.21.15.38:0/1690482751 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f75980bd660 con 0x7f75a4103b00 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.165+0000 7f75ab0bb640 1 -- 172.21.15.38:0/1690482751 --> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f75a4062390 con 0x7f758c0a3dc0 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.172+0000 7f75a1ffb640 1 -- 172.21.15.38:0/1690482751 <== mgr.25025 v2:172.21.15.38:6800/2409008258 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f75a4062390 con 0x7f758c0a3dc0 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi038.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-23T00:00:00", "created": "2024-04-23T18:23:04", "first": "2024-04-23T18:24:00", "last": "2024-04-23T18:33:00", "last_pruned": "2024-04-23T18:33:00", "created_count": 10, "pruned_count": 4, "active": true} 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 -- 172.21.15.38:0/1690482751 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f758c0a3dc0 msgr2=0x7f758c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f758c0a3dc0 0x7f758c0a6280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7594009b60 tx=0x7f7594005f90 comp rx=0 tx=0).stop 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 -- 172.21.15.38:0/1690482751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75a4103b00 msgr2=0x7f75a4101370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75a4103b00 0x7f75a4101370 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f7598005ab0 tx=0x7f75980040c0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 -- 172.21.15.38:0/1690482751 shutdown_connections 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f758c0a3dc0 0x7f758c0a6280 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75a410c520 0x7f75a41018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75a4103b00 0x7f75a4101370 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 --2- 172.21.15.38:0/1690482751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75a41031e0 0x7f75a4100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 -- 172.21.15.38:0/1690482751 >> 172.21.15.38:0/1690482751 conn(0x7f75a4077fd0 msgr2=0x7f75a40fdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 -- 172.21.15.38:0/1690482751 shutdown_connections 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.174+0000 7f75ab0bb640 1 -- 172.21.15.38:0/1690482751 wait complete. 2024-04-23T18:33:07.176 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.288+0000 7ff5d255d640 1 -- 172.21.15.38:0/3285203459 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc103180 msgr2=0x7ff5cc103560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.288+0000 7ff5d255d640 1 --2- 172.21.15.38:0/3285203459 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc103180 0x7ff5cc103560 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0009900 tx=0x7ff5c002a480 comp rx=0 tx=0).stop 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.288+0000 7ff5d255d640 1 -- 172.21.15.38:0/3285203459 shutdown_connections 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.288+0000 7ff5d255d640 1 --2- 172.21.15.38:0/3285203459 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc10c550 0x7ff5cc10e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.288+0000 7ff5d255d640 1 --2- 172.21.15.38:0/3285203459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc103aa0 0x7ff5cc10bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.288+0000 7ff5d255d640 1 --2- 172.21.15.38:0/3285203459 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc103180 0x7ff5cc103560 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.288+0000 7ff5d255d640 1 -- 172.21.15.38:0/3285203459 >> 172.21.15.38:0/3285203459 conn(0x7ff5cc077fd0 msgr2=0x7ff5cc0783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.288+0000 7ff5d255d640 1 -- 172.21.15.38:0/3285203459 shutdown_connections 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.288+0000 7ff5d255d640 1 -- 172.21.15.38:0/3285203459 wait complete. 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.289+0000 7ff5d255d640 1 Processor -- start 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.289+0000 7ff5d255d640 1 -- start start 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.289+0000 7ff5d255d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc103180 0x7ff5cc19e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.289+0000 7ff5d255d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc103aa0 0x7ff5cc19e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.289+0000 7ff5d255d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc10c550 0x7ff5cc198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.289+0000 7ff5d255d640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff5cc112350 con 0x7ff5cc103180 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.289+0000 7ff5d255d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7ff5cc1121d0 con 0x7ff5cc10c550 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.289+0000 7ff5d255d640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff5cc1124d0 con 0x7ff5cc103aa0 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5cbfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc103180 0x7ff5cc19e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5cbfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc103180 0x7ff5cc19e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55018/0 (socket says 172.21.15.38:55018) 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5cbfff640 1 -- 172.21.15.38:0/3918503495 learned_addr learned my addr 172.21.15.38:0/3918503495 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5cb7fe640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc103aa0 0x7ff5cc19e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5d0afa640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc10c550 0x7ff5cc198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5cbfff640 1 -- 172.21.15.38:0/3918503495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc103aa0 msgr2=0x7ff5cc19e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5cbfff640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc103aa0 0x7ff5cc19e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5cbfff640 1 -- 172.21.15.38:0/3918503495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc10c550 msgr2=0x7ff5cc198590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5cbfff640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc10c550 0x7ff5cc198590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5cbfff640 1 -- 172.21.15.38:0/3918503495 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5cc198d10 con 0x7ff5cc103180 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5cbfff640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc103180 0x7ff5cc19e3e0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7ff5c00314b0 tx=0x7ff5c0003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5c97fa640 1 -- 172.21.15.38:0/3918503495 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c003f070 con 0x7ff5cc103180 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5c97fa640 1 -- 172.21.15.38:0/3918503495 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff5c0031bf0 con 0x7ff5cc103180 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5d255d640 1 -- 172.21.15.38:0/3918503495 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5cc198fa0 con 0x7ff5cc103180 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5c97fa640 1 -- 172.21.15.38:0/3918503495 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c0035030 con 0x7ff5cc103180 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.290+0000 7ff5d255d640 1 -- 172.21.15.38:0/3918503495 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5cc1a52a0 con 0x7ff5cc103180 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.291+0000 7ff5d255d640 1 -- 172.21.15.38:0/3918503495 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5cc04fce0 con 0x7ff5cc103180 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.292+0000 7ff5c97fa640 1 -- 172.21.15.38:0/3918503495 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff5c0042070 con 0x7ff5cc103180 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.293+0000 7ff5c97fa640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3dc0 0x7ff5b40a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.293+0000 7ff5c97fa640 1 -- 172.21.15.38:0/3918503495 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8629+0+0 (secure 0 0 0) 0x7ff5c00f0f40 con 0x7ff5cc103180 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.293+0000 7ff5cb7fe640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3dc0 0x7ff5b40a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.294+0000 7ff5cb7fe640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3dc0 0x7ff5b40a6280 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc10e030 tx=0x7ff5bc005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.298+0000 7ff5c97fa640 1 -- 172.21.15.38:0/3918503495 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff5c0031da0 con 0x7ff5cc103180 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.506+0000 7ff5d255d640 1 -- 172.21.15.38:0/3918503495 --> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7ff5cc0fe490 con 0x7ff5b40a3dc0 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.513+0000 7ff5c97fa640 1 -- 172.21.15.38:0/3918503495 <== mgr.25025 v2:172.21.15.38:6800/2409008258 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7ff5cc0fe490 con 0x7ff5b40a3dc0 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi038.stdout:/ 1m 6m3h 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.515+0000 7ff5d255d640 1 -- 172.21.15.38:0/3918503495 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3dc0 msgr2=0x7ff5b40a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.515+0000 7ff5d255d640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3dc0 0x7ff5b40a6280 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc10e030 tx=0x7ff5bc005f90 comp rx=0 tx=0).stop 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.515+0000 7ff5d255d640 1 -- 172.21.15.38:0/3918503495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc103180 msgr2=0x7ff5cc19e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.515+0000 7ff5d255d640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc103180 0x7ff5cc19e3e0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7ff5c00314b0 tx=0x7ff5c0003c10 comp rx=0 tx=0).stop 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.516+0000 7ff5d255d640 1 -- 172.21.15.38:0/3918503495 shutdown_connections 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.516+0000 7ff5d255d640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3dc0 0x7ff5b40a6280 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.516+0000 7ff5d255d640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc103aa0 0x7ff5cc19e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.516+0000 7ff5d255d640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc10c550 0x7ff5cc198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.516+0000 7ff5d255d640 1 --2- 172.21.15.38:0/3918503495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc103180 0x7ff5cc19e3e0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.516+0000 7ff5d255d640 1 -- 172.21.15.38:0/3918503495 >> 172.21.15.38:0/3918503495 conn(0x7ff5cc077fd0 msgr2=0x7ff5cc0fdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.516+0000 7ff5d255d640 1 -- 172.21.15.38:0/3918503495 shutdown_connections 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.516+0000 7ff5d255d640 1 -- 172.21.15.38:0/3918503495 wait complete. 2024-04-23T18:33:07.518 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-23T18:33:07.530 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.640+0000 7fafe09f7640 1 -- 172.21.15.38:0/2681019297 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fafdc102bf0 msgr2=0x7fafdc106ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.640+0000 7fafe09f7640 1 --2- 172.21.15.38:0/2681019297 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fafdc102bf0 0x7fafdc106ba0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fafc4009900 tx=0x7fafc402a410 comp rx=0 tx=0).stop 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.640+0000 7fafe09f7640 1 -- 172.21.15.38:0/2681019297 shutdown_connections 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.640+0000 7fafe09f7640 1 --2- 172.21.15.38:0/2681019297 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafdc107280 0x7fafdc10ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.640+0000 7fafe09f7640 1 --2- 172.21.15.38:0/2681019297 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fafdc102bf0 0x7fafdc106ba0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.640+0000 7fafe09f7640 1 --2- 172.21.15.38:0/2681019297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafdc102240 0x7fafdc102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.640+0000 7fafe09f7640 1 -- 172.21.15.38:0/2681019297 >> 172.21.15.38:0/2681019297 conn(0x7fafdc0790e0 msgr2=0x7fafdc0794f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.640+0000 7fafe09f7640 1 -- 172.21.15.38:0/2681019297 shutdown_connections 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.640+0000 7fafe09f7640 1 -- 172.21.15.38:0/2681019297 wait complete. 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.641+0000 7fafe09f7640 1 Processor -- start 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.641+0000 7fafe09f7640 1 -- start start 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.641+0000 7fafe09f7640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafdc102240 0x7fafdc19e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.641+0000 7fafe09f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafdc107280 0x7fafdc19eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.641+0000 7fafe09f7640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fafdc1986e0 0x7fafdc198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.641+0000 7fafe09f7640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fafdc112300 con 0x7fafdc1986e0 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.641+0000 7fafe09f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fafdc112180 con 0x7fafdc107280 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.641+0000 7fafe09f7640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fafdc112480 con 0x7fafdc102240 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.641+0000 7fafdad9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fafdc1986e0 0x7fafdc198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafdad9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fafdc1986e0 0x7fafdc198b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55044/0 (socket says 172.21.15.38:55044) 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafdad9d640 1 -- 172.21.15.38:0/3074228555 learned_addr learned my addr 172.21.15.38:0/3074228555 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafda59c640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafdc102240 0x7fafdc19e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafd3fff640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafdc107280 0x7fafdc19eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafdad9d640 1 -- 172.21.15.38:0/3074228555 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafdc102240 msgr2=0x7fafdc19e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafdad9d640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafdc102240 0x7fafdc19e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafdad9d640 1 -- 172.21.15.38:0/3074228555 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafdc107280 msgr2=0x7fafdc19eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafdad9d640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafdc107280 0x7fafdc19eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafdad9d640 1 -- 172.21.15.38:0/3074228555 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafdc1992e0 con 0x7fafdc1986e0 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafd3fff640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafdc107280 0x7fafdc19eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafdad9d640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fafdc1986e0 0x7fafdc198b60 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fafd400eaa0 tx=0x7fafd400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafd37fe640 1 -- 172.21.15.38:0/3074228555 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd400cdb0 con 0x7fafdc1986e0 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafe09f7640 1 -- 172.21.15.38:0/3074228555 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafdc1a53c0 con 0x7fafdc1986e0 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafd37fe640 1 -- 172.21.15.38:0/3074228555 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fafd4005020 con 0x7fafdc1986e0 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafd37fe640 1 -- 172.21.15.38:0/3074228555 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd40116b0 con 0x7fafdc1986e0 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.642+0000 7fafe09f7640 1 -- 172.21.15.38:0/3074228555 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafdc1a57c0 con 0x7fafdc1986e0 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.643+0000 7fafe09f7640 1 -- 172.21.15.38:0/3074228555 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafdc103680 con 0x7fafdc1986e0 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.644+0000 7fafd37fe640 1 -- 172.21.15.38:0/3074228555 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fafd40051d0 con 0x7fafdc1986e0 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.645+0000 7fafd37fe640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fafc80a3d20 0x7fafc80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.645+0000 7fafda59c640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fafc80a3d20 0x7fafc80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.645+0000 7fafd37fe640 1 -- 172.21.15.38:0/3074228555 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8629+0+0 (secure 0 0 0) 0x7fafd40d0dd0 con 0x7fafdc1986e0 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.646+0000 7fafda59c640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fafc80a3d20 0x7fafc80a61e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fafcc0058c0 tx=0x7fafcc00a2d0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.649+0000 7fafd37fe640 1 -- 172.21.15.38:0/3074228555 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fafd4016030 con 0x7fafdc1986e0 2024-04-23T18:33:07.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:07 smithi076 ceph-mon[32458]: pgmap v310: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:33:07.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:07 smithi102 ceph-mon[32874]: pgmap v310: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:33:07.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.840+0000 7fafe09f7640 1 -- 172.21.15.38:0/3074228555 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fafdc10a4a0 con 0x7fafdc1986e0 2024-04-23T18:33:07.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.841+0000 7fafd37fe640 1 -- 172.21.15.38:0/3074228555 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+23294 (secure 0 0 0) 0x7fafd409d400 con 0x7fafdc1986e0 2024-04-23T18:33:07.834 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:33:07.834 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":97,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:32:15.426768+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":13,"snap_epoch":96,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6801/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4002525649":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/1162570015":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6800/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/3564025484":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2743506787":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":4,"length":1},{"begin":13,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:33:07.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 -- 172.21.15.38:0/3074228555 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fafc80a3d20 msgr2=0x7fafc80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fafc80a3d20 0x7fafc80a61e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fafcc0058c0 tx=0x7fafcc00a2d0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 -- 172.21.15.38:0/3074228555 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fafdc1986e0 msgr2=0x7fafdc198b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fafdc1986e0 0x7fafdc198b60 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fafd400eaa0 tx=0x7fafd400ef60 comp rx=0 tx=0).stop 2024-04-23T18:33:07.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 -- 172.21.15.38:0/3074228555 shutdown_connections 2024-04-23T18:33:07.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fafc80a3d20 0x7fafc80a61e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fafdc1986e0 0x7fafdc198b60 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafdc107280 0x7fafdc19eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 --2- 172.21.15.38:0/3074228555 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafdc102240 0x7fafdc19e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 -- 172.21.15.38:0/3074228555 >> 172.21.15.38:0/3074228555 conn(0x7fafdc0790e0 msgr2=0x7fafdc100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:07.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 -- 172.21.15.38:0/3074228555 shutdown_connections 2024-04-23T18:33:07.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.844+0000 7fafe09f7640 1 -- 172.21.15.38:0/3074228555 wait complete. 2024-04-23T18:33:07.845 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:07 smithi038 ceph-mon[29217]: pgmap v310: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-23T18:33:07.847 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:56.907162+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:20:58.169501+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '96', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 13, 'snap_epoch': 96, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.690000057220459, 'score_stable': 1.690000057220459, 'optimal_score': 1, 'raw_score_acting': 1.690000057220459, 'raw_score_stable': 1.690000057220459, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:33:07.847 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:33:07.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.962+0000 7f4282e6b640 1 -- 172.21.15.38:0/993206157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f427c107030 msgr2=0x7f427c107410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.962+0000 7f4282e6b640 1 --2- 172.21.15.38:0/993206157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f427c107030 0x7f427c107410 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f4270009930 tx=0x7f427002a420 comp rx=0 tx=0).stop 2024-04-23T18:33:07.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.962+0000 7f4282e6b640 1 -- 172.21.15.38:0/993206157 shutdown_connections 2024-04-23T18:33:07.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.962+0000 7f4282e6b640 1 --2- 172.21.15.38:0/993206157 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f427c1011a0 0x7f427c101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.962+0000 7f4282e6b640 1 --2- 172.21.15.38:0/993206157 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f427c101b40 0x7f427c10dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.962+0000 7f4282e6b640 1 --2- 172.21.15.38:0/993206157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f427c107030 0x7f427c107410 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.962+0000 7f4282e6b640 1 -- 172.21.15.38:0/993206157 >> 172.21.15.38:0/993206157 conn(0x7f427c076c50 msgr2=0x7f427c077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:07.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.962+0000 7f4282e6b640 1 -- 172.21.15.38:0/993206157 shutdown_connections 2024-04-23T18:33:07.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.962+0000 7f4282e6b640 1 -- 172.21.15.38:0/993206157 wait complete. 2024-04-23T18:33:07.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4282e6b640 1 Processor -- start 2024-04-23T18:33:07.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4282e6b640 1 -- start start 2024-04-23T18:33:07.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4282e6b640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f427c1011a0 0x7f427c1996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4282e6b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f427c101b40 0x7f427c199c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4282e6b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f427c107030 0x7f427c1a4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4282e6b640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f427c111220 con 0x7f427c107030 2024-04-23T18:33:07.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4282e6b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f427c1110a0 con 0x7f427c101b40 2024-04-23T18:33:07.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4282e6b640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f427c1113a0 con 0x7f427c1011a0 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4281408640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f427c107030 0x7f427c1a4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4281408640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f427c107030 0x7f427c1a4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55062/0 (socket says 172.21.15.38:55062) 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4281408640 1 -- 172.21.15.38:0/4293377711 learned_addr learned my addr 172.21.15.38:0/4293377711 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4280c07640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f427c1011a0 0x7f427c1996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f427bfff640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f427c101b40 0x7f427c199c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4281408640 1 -- 172.21.15.38:0/4293377711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f427c1011a0 msgr2=0x7f427c1996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4281408640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f427c1011a0 0x7f427c1996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4281408640 1 -- 172.21.15.38:0/4293377711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f427c101b40 msgr2=0x7f427c199c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4281408640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f427c101b40 0x7f427c199c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4281408640 1 -- 172.21.15.38:0/4293377711 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427c1a4c80 con 0x7f427c107030 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f427bfff640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f427c101b40 0x7f427c199c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.963+0000 7f4281408640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f427c107030 0x7f427c1a4740 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f427400eaa0 tx=0x7f427400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.964+0000 7f4279ffb640 1 -- 172.21.15.38:0/4293377711 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427400cdb0 con 0x7f427c107030 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.964+0000 7f4279ffb640 1 -- 172.21.15.38:0/4293377711 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4274005020 con 0x7f427c107030 2024-04-23T18:33:07.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.964+0000 7f4279ffb640 1 -- 172.21.15.38:0/4293377711 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42740116d0 con 0x7f427c107030 2024-04-23T18:33:07.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.964+0000 7f4282e6b640 1 -- 172.21.15.38:0/4293377711 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f427c1a4e50 con 0x7f427c107030 2024-04-23T18:33:07.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.964+0000 7f4282e6b640 1 -- 172.21.15.38:0/4293377711 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f427c1a5310 con 0x7f427c107030 2024-04-23T18:33:07.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.965+0000 7f4282e6b640 1 -- 172.21.15.38:0/4293377711 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f427c102590 con 0x7f427c107030 2024-04-23T18:33:07.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.966+0000 7f4279ffb640 1 -- 172.21.15.38:0/4293377711 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f42740051d0 con 0x7f427c107030 2024-04-23T18:33:07.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.966+0000 7f4279ffb640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f426c0a3da0 0x7f426c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:07.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.967+0000 7f4279ffb640 1 -- 172.21.15.38:0/4293377711 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8629+0+0 (secure 0 0 0) 0x7f42740d09f0 con 0x7f427c107030 2024-04-23T18:33:07.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.967+0000 7f4280c07640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f426c0a3da0 0x7f426c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:07.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.967+0000 7f4280c07640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f426c0a3da0 0x7f426c0a6260 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4270000c00 tx=0x7f4270005a20 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:07.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:07.971+0000 7f4279ffb640 1 -- 172.21.15.38:0/4293377711 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4274016030 con 0x7f427c107030 2024-04-23T18:33:08.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.159+0000 7f4282e6b640 1 -- 172.21.15.38:0/4293377711 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f427c109320 con 0x7f427c107030 2024-04-23T18:33:08.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.159+0000 7f4279ffb640 1 -- 172.21.15.38:0/4293377711 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v97) ==== 93+0+10 (secure 0 0 0) 0x7f427409d020 con 0x7f427c107030 2024-04-23T18:33:08.151 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:33:08.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 -- 172.21.15.38:0/4293377711 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f426c0a3da0 msgr2=0x7f426c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f426c0a3da0 0x7f426c0a6260 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4270000c00 tx=0x7f4270005a20 comp rx=0 tx=0).stop 2024-04-23T18:33:08.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 -- 172.21.15.38:0/4293377711 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f427c107030 msgr2=0x7f427c1a4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f427c107030 0x7f427c1a4740 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f427400eaa0 tx=0x7f427400ef60 comp rx=0 tx=0).stop 2024-04-23T18:33:08.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 -- 172.21.15.38:0/4293377711 shutdown_connections 2024-04-23T18:33:08.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f426c0a3da0 0x7f426c0a6260 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f427c107030 0x7f427c1a4740 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f427c101b40 0x7f427c199c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 --2- 172.21.15.38:0/4293377711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f427c1011a0 0x7f427c1996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 -- 172.21.15.38:0/4293377711 >> 172.21.15.38:0/4293377711 conn(0x7f427c076c50 msgr2=0x7f427c0ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:08.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 -- 172.21.15.38:0/4293377711 shutdown_connections 2024-04-23T18:33:08.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.161+0000 7f4282e6b640 1 -- 172.21.15.38:0/4293377711 wait complete. 2024-04-23T18:33:08.164 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.277+0000 7fa302231640 1 -- 172.21.15.38:0/3842567445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2fc06af70 msgr2=0x7fa2fc10edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.277+0000 7fa302231640 1 --2- 172.21.15.38:0/3842567445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2fc06af70 0x7fa2fc10edb0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4009ca0 tx=0x7fa2f402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.277+0000 7fa302231640 1 -- 172.21.15.38:0/3842567445 shutdown_connections 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.277+0000 7fa302231640 1 --2- 172.21.15.38:0/3842567445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2fc06a5b0 0x7fa2fc06aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.277+0000 7fa302231640 1 --2- 172.21.15.38:0/3842567445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2fc06af70 0x7fa2fc10edb0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.277+0000 7fa302231640 1 --2- 172.21.15.38:0/3842567445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2fc106f20 0x7fa2fc107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.277+0000 7fa302231640 1 -- 172.21.15.38:0/3842567445 >> 172.21.15.38:0/3842567445 conn(0x7fa2fc077c40 msgr2=0x7fa2fc078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.277+0000 7fa302231640 1 -- 172.21.15.38:0/3842567445 shutdown_connections 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.277+0000 7fa302231640 1 -- 172.21.15.38:0/3842567445 wait complete. 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.277+0000 7fa302231640 1 Processor -- start 2024-04-23T18:33:08.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa302231640 1 -- start start 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa302231640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2fc06a5b0 0x7fa2fc198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa302231640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2fc06af70 0x7fa2fc198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa302231640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2fc106f20 0x7fa2fc19cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa302231640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa2fc112330 con 0x7fa2fc106f20 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa302231640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fa2fc1121b0 con 0x7fa2fc06af70 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa302231640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa2fc1124b0 con 0x7fa2fc06a5b0 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fbfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2fc106f20 0x7fa2fc19cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fbfff640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2fc106f20 0x7fa2fc19cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55074/0 (socket says 172.21.15.38:55074) 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fbfff640 1 -- 172.21.15.38:0/1673571369 learned_addr learned my addr 172.21.15.38:0/1673571369 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fb7fe640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2fc06a5b0 0x7fa2fc198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2faffd640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2fc06af70 0x7fa2fc198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fbfff640 1 -- 172.21.15.38:0/1673571369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2fc06a5b0 msgr2=0x7fa2fc198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fbfff640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2fc06a5b0 0x7fa2fc198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fbfff640 1 -- 172.21.15.38:0/1673571369 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2fc06af70 msgr2=0x7fa2fc198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fbfff640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2fc06af70 0x7fa2fc198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fbfff640 1 -- 172.21.15.38:0/1673571369 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2fc19d720 con 0x7fa2fc106f20 2024-04-23T18:33:08.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fb7fe640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2fc06a5b0 0x7fa2fc198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:33:08.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2faffd640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2fc06af70 0x7fa2fc198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:08.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.278+0000 7fa2fbfff640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2fc106f20 0x7fa2fc19cff0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4005cc0 tx=0x7fa2f4003d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:08.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.279+0000 7fa2f8ff9640 1 -- 172.21.15.38:0/1673571369 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f4031650 con 0x7fa2fc106f20 2024-04-23T18:33:08.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.279+0000 7fa2f8ff9640 1 -- 172.21.15.38:0/1673571369 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa2f40317f0 con 0x7fa2fc106f20 2024-04-23T18:33:08.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.279+0000 7fa302231640 1 -- 172.21.15.38:0/1673571369 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2fc19d9b0 con 0x7fa2fc106f20 2024-04-23T18:33:08.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.279+0000 7fa2f8ff9640 1 -- 172.21.15.38:0/1673571369 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f402fb20 con 0x7fa2fc106f20 2024-04-23T18:33:08.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.279+0000 7fa302231640 1 -- 172.21.15.38:0/1673571369 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2fc1a52a0 con 0x7fa2fc106f20 2024-04-23T18:33:08.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.280+0000 7fa302231640 1 -- 172.21.15.38:0/1673571369 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2fc103650 con 0x7fa2fc106f20 2024-04-23T18:33:08.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.281+0000 7fa2f8ff9640 1 -- 172.21.15.38:0/1673571369 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa2f402fd20 con 0x7fa2fc106f20 2024-04-23T18:33:08.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.281+0000 7fa2f8ff9640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2e40a3d20 0x7fa2e40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.282+0000 7fa2fb7fe640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2e40a3d20 0x7fa2e40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.282+0000 7fa2f8ff9640 1 -- 172.21.15.38:0/1673571369 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8629+0+0 (secure 0 0 0) 0x7fa2f40f1db0 con 0x7fa2fc106f20 2024-04-23T18:33:08.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.282+0000 7fa2fb7fe640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2e40a3d20 0x7fa2e40a61e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec0058c0 tx=0x7fa2ec005850 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:08.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.286+0000 7fa2f8ff9640 1 -- 172.21.15.38:0/1673571369 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa2f40be4f0 con 0x7fa2fc106f20 2024-04-23T18:33:08.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.472+0000 7fa302231640 1 -- 172.21.15.38:0/1673571369 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa2fc199a80 con 0x7fa2fc106f20 2024-04-23T18:33:08.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.472+0000 7fa2f8ff9640 1 -- 172.21.15.38:0/1673571369 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v97) ==== 104+0+11 (secure 0 0 0) 0x7fa2f40bddf0 con 0x7fa2fc106f20 2024-04-23T18:33:08.464 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-04-23T18:33:08.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 -- 172.21.15.38:0/1673571369 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2e40a3d20 msgr2=0x7fa2e40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2e40a3d20 0x7fa2e40a61e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec0058c0 tx=0x7fa2ec005850 comp rx=0 tx=0).stop 2024-04-23T18:33:08.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 -- 172.21.15.38:0/1673571369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2fc106f20 msgr2=0x7fa2fc19cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2fc106f20 0x7fa2fc19cff0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4005cc0 tx=0x7fa2f4003d60 comp rx=0 tx=0).stop 2024-04-23T18:33:08.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 -- 172.21.15.38:0/1673571369 shutdown_connections 2024-04-23T18:33:08.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2e40a3d20 0x7fa2e40a61e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2fc106f20 0x7fa2fc19cff0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2fc06af70 0x7fa2fc198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 --2- 172.21.15.38:0/1673571369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2fc06a5b0 0x7fa2fc198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 -- 172.21.15.38:0/1673571369 >> 172.21.15.38:0/1673571369 conn(0x7fa2fc077c40 msgr2=0x7fa2fc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:08.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 -- 172.21.15.38:0/1673571369 shutdown_connections 2024-04-23T18:33:08.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.474+0000 7fa302231640 1 -- 172.21.15.38:0/1673571369 wait complete. 2024-04-23T18:33:08.478 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:33:08.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.594+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/2751241033 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0b4101a50 msgr2=0x7fc0b4105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.594+0000 7fc0b9ae1640 1 --2- 172.21.15.38:0/2751241033 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0b4101a50 0x7fc0b4105a90 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fc09c009900 tx=0x7fc09c02a410 comp rx=0 tx=0).stop 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.595+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/2751241033 shutdown_connections 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.595+0000 7fc0b9ae1640 1 --2- 172.21.15.38:0/2751241033 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0b4106170 0x7fc0b410dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.595+0000 7fc0b9ae1640 1 --2- 172.21.15.38:0/2751241033 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0b4101a50 0x7fc0b4105a90 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.595+0000 7fc0b9ae1640 1 --2- 172.21.15.38:0/2751241033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0b41010a0 0x7fc0b4101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.595+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/2751241033 >> 172.21.15.38:0/2751241033 conn(0x7fc0b4077eb0 msgr2=0x7fc0b40782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.595+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/2751241033 shutdown_connections 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.595+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/2751241033 wait complete. 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.595+0000 7fc0b9ae1640 1 Processor -- start 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.595+0000 7fc0b9ae1640 1 -- start start 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b9ae1640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0b41010a0 0x7fc0b419e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b9ae1640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0b4106170 0x7fc0b419e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b9ae1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0b4198600 0x7fc0b4198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b9ae1640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b41111d0 con 0x7fc0b41010a0 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b9ae1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b4111050 con 0x7fc0b4198600 2024-04-23T18:33:08.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b9ae1640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b4111350 con 0x7fc0b4106170 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b37fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0b41010a0 0x7fc0b419e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b37fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0b41010a0 0x7fc0b419e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55102/0 (socket says 172.21.15.38:55102) 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b37fe640 1 -- 172.21.15.38:0/3527304415 learned_addr learned my addr 172.21.15.38:0/3527304415 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0aaffd640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0b4106170 0x7fc0b419e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b3fff640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0b4198600 0x7fc0b4198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0aaffd640 1 -- 172.21.15.38:0/3527304415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0b4198600 msgr2=0x7fc0b4198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0aaffd640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0b4198600 0x7fc0b4198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0aaffd640 1 -- 172.21.15.38:0/3527304415 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0b41010a0 msgr2=0x7fc0b419e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0aaffd640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0b41010a0 0x7fc0b419e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0aaffd640 1 -- 172.21.15.38:0/3527304415 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0b4199120 con 0x7fc0b4106170 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b37fe640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0b41010a0 0x7fc0b419e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0aaffd640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0b4106170 0x7fc0b419e990 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc09c006010 tx=0x7fc09c004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.596+0000 7fc0b17fa640 1 -- 172.21.15.38:0/3527304415 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09c03f030 con 0x7fc0b4106170 2024-04-23T18:33:08.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.597+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/3527304415 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0b41993b0 con 0x7fc0b4106170 2024-04-23T18:33:08.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.597+0000 7fc0b17fa640 1 -- 172.21.15.38:0/3527304415 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc09c004440 con 0x7fc0b4106170 2024-04-23T18:33:08.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.597+0000 7fc0b17fa640 1 -- 172.21.15.38:0/3527304415 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09c035070 con 0x7fc0b4106170 2024-04-23T18:33:08.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.597+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/3527304415 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0b41a5600 con 0x7fc0b4106170 2024-04-23T18:33:08.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.597+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/3527304415 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0b40691c0 con 0x7fc0b4106170 2024-04-23T18:33:08.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.599+0000 7fc0b17fa640 1 -- 172.21.15.38:0/3527304415 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc09c042030 con 0x7fc0b4106170 2024-04-23T18:33:08.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.600+0000 7fc0b17fa640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc0a00a3d20 0x7fc0a00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.600+0000 7fc0b37fe640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc0a00a3d20 0x7fc0a00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.600+0000 7fc0b17fa640 1 -- 172.21.15.38:0/3527304415 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8673+0+0 (secure 0 0 0) 0x7fc09c0f0d20 con 0x7fc0b4106170 2024-04-23T18:33:08.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.600+0000 7fc0b37fe640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc0a00a3d20 0x7fc0a00a61e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc0a4011500 tx=0x7fc0a4005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:08.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.604+0000 7fc0b17fa640 1 -- 172.21.15.38:0/3527304415 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc09c0bccd0 con 0x7fc0b4106170 2024-04-23T18:33:08.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:08 smithi076 ceph-mon[32458]: from='client.15957 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:08.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:08 smithi076 ceph-mon[32458]: from='client.15963 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:08.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:08 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3074228555' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:08.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:08 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4293377711' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:08.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.800+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/3527304415 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc0b410a470 con 0x7fc0b4106170 2024-04-23T18:33:08.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.800+0000 7fc0b17fa640 1 -- 172.21.15.38:0/3527304415 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v98) ==== 100+0+11 (secure 0 0 0) 0x7fc09c0c0fd0 con 0x7fc0b4106170 2024-04-23T18:33:08.792 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-04-23T18:33:08.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/3527304415 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc0a00a3d20 msgr2=0x7fc0a00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc0a00a3d20 0x7fc0a00a61e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc0a4011500 tx=0x7fc0a4005f90 comp rx=0 tx=0).stop 2024-04-23T18:33:08.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/3527304415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0b4106170 msgr2=0x7fc0b419e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0b4106170 0x7fc0b419e990 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc09c006010 tx=0x7fc09c004040 comp rx=0 tx=0).stop 2024-04-23T18:33:08.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/3527304415 shutdown_connections 2024-04-23T18:33:08.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fc0a00a3d20 0x7fc0a00a61e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0b4106170 0x7fc0b419e990 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0b4198600 0x7fc0b4198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 --2- 172.21.15.38:0/3527304415 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0b41010a0 0x7fc0b419e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/3527304415 >> 172.21.15.38:0/3527304415 conn(0x7fc0b4077eb0 msgr2=0x7fc0b406a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:08.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/3527304415 shutdown_connections 2024-04-23T18:33:08.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.803+0000 7fc0b9ae1640 1 -- 172.21.15.38:0/3527304415 wait complete. 2024-04-23T18:33:08.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:08 smithi102 ceph-mon[32874]: from='client.15957 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:08.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:08 smithi102 ceph-mon[32874]: from='client.15963 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:08.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:08 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3074228555' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:08.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:08 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4293377711' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:08.804 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:08 smithi038 ceph-mon[29217]: from='client.15957 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:08.804 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:08 smithi038 ceph-mon[29217]: from='client.15963 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:08.804 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:08 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3074228555' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:08.804 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:08 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4293377711' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:08.805 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-23T18:33:08.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.915+0000 7fce4117d640 1 -- 172.21.15.38:0/4277409368 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c102bf0 msgr2=0x7fce3c106ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.915+0000 7fce4117d640 1 --2- 172.21.15.38:0/4277409368 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c102bf0 0x7fce3c106ba0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fce30009900 tx=0x7fce3002a410 comp rx=0 tx=0).stop 2024-04-23T18:33:08.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.915+0000 7fce4117d640 1 -- 172.21.15.38:0/4277409368 shutdown_connections 2024-04-23T18:33:08.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.915+0000 7fce4117d640 1 --2- 172.21.15.38:0/4277409368 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c107280 0x7fce3c10ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.915+0000 7fce4117d640 1 --2- 172.21.15.38:0/4277409368 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c102bf0 0x7fce3c106ba0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.915+0000 7fce4117d640 1 --2- 172.21.15.38:0/4277409368 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c102240 0x7fce3c102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.915+0000 7fce4117d640 1 -- 172.21.15.38:0/4277409368 >> 172.21.15.38:0/4277409368 conn(0x7fce3c0790e0 msgr2=0x7fce3c0794f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.915+0000 7fce4117d640 1 -- 172.21.15.38:0/4277409368 shutdown_connections 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.915+0000 7fce4117d640 1 -- 172.21.15.38:0/4277409368 wait complete. 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce4117d640 1 Processor -- start 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce4117d640 1 -- start start 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce4117d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102240 0x7fce3c19e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce4117d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c107280 0x7fce3c19eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce4117d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c1986e0 0x7fce3c198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce4117d640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fce3c112300 con 0x7fce3c107280 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce4117d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fce3c112180 con 0x7fce3c102240 2024-04-23T18:33:08.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce4117d640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fce3c112480 con 0x7fce3c1986e0 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce3a59c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c107280 0x7fce3c19eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce3a59c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c107280 0x7fce3c19eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55116/0 (socket says 172.21.15.38:55116) 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.916+0000 7fce3a59c640 1 -- 172.21.15.38:0/2912062790 learned_addr learned my addr 172.21.15.38:0/2912062790 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce3ad9d640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102240 0x7fce3c19e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce3b59e640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c1986e0 0x7fce3c198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce3a59c640 1 -- 172.21.15.38:0/2912062790 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c1986e0 msgr2=0x7fce3c198b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce3a59c640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c1986e0 0x7fce3c198b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce3a59c640 1 -- 172.21.15.38:0/2912062790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102240 msgr2=0x7fce3c19e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce3a59c640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102240 0x7fce3c19e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce3a59c640 1 -- 172.21.15.38:0/2912062790 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce3c1992e0 con 0x7fce3c107280 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce3ad9d640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102240 0x7fce3c19e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce3a59c640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c107280 0x7fce3c19eb10 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fce30005940 tx=0x7fce300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce23fff640 1 -- 172.21.15.38:0/2912062790 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3003f030 con 0x7fce3c107280 2024-04-23T18:33:08.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce23fff640 1 -- 172.21.15.38:0/2912062790 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fce30031910 con 0x7fce3c107280 2024-04-23T18:33:08.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce4117d640 1 -- 172.21.15.38:0/2912062790 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce3c199570 con 0x7fce3c107280 2024-04-23T18:33:08.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce23fff640 1 -- 172.21.15.38:0/2912062790 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce30035070 con 0x7fce3c107280 2024-04-23T18:33:08.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.917+0000 7fce4117d640 1 -- 172.21.15.38:0/2912062790 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce3c1a5660 con 0x7fce3c107280 2024-04-23T18:33:08.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.918+0000 7fce4117d640 1 -- 172.21.15.38:0/2912062790 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce3c103680 con 0x7fce3c107280 2024-04-23T18:33:08.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.920+0000 7fce23fff640 1 -- 172.21.15.38:0/2912062790 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fce30042030 con 0x7fce3c107280 2024-04-23T18:33:08.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.920+0000 7fce23fff640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fce240a3d20 0x7fce240a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:08.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.921+0000 7fce3ad9d640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fce240a3d20 0x7fce240a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:08.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.921+0000 7fce23fff640 1 -- 172.21.15.38:0/2912062790 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8673+0+0 (secure 0 0 0) 0x7fce300f1050 con 0x7fce3c107280 2024-04-23T18:33:08.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.921+0000 7fce3ad9d640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fce240a3d20 0x7fce240a61e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fce2c0058c0 tx=0x7fce2c005850 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:08.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:08.925+0000 7fce23fff640 1 -- 172.21.15.38:0/2912062790 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fce300bd5f0 con 0x7fce3c107280 2024-04-23T18:33:09.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.161+0000 7fce4117d640 1 -- 172.21.15.38:0/2912062790 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fce3c0691c0 con 0x7fce3c107280 2024-04-23T18:33:09.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.170+0000 7fce23fff640 1 -- 172.21.15.38:0/2912062790 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+746061 (secure 0 0 0) 0x7fce3c0691c0 con 0x7fce3c107280 2024-04-23T18:33:09.172 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:33:09.172 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "epoch": 26, 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "active_gid": 25025, 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "active_name": "x", 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "active_addrs": { 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "addrvec": [ 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "v2", 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "addr": "172.21.15.38:6800", 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "nonce": 2409008258 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "v1", 2024-04-23T18:33:09.173 INFO:teuthology.orchestra.run.smithi038.stdout: "addr": "172.21.15.38:6801", 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: "nonce": 2409008258 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: "active_addr": "172.21.15.38:6801/2409008258", 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: "active_change": "2024-04-23T18:23:03.727415+0000", 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: "active_mgr_features": 4540701547738038271, 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: "available": true, 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: "standbys": [ 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.174 INFO:teuthology.orchestra.run.smithi038.stdout: "gid": 25006, 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "z", 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "mgr_features": 4540701547738038271, 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "available_modules": [ 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "alerts", 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.175 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How frequently to reexamine health status", 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.176 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.177 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.178 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.179 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.180 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_destination": { 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_destination", 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Email address to send alerts to", 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.181 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_from_name": { 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_from_name", 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "Ceph", 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Email From: name", 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.182 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_host": { 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_host", 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SMTP server", 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.183 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_password": { 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_password", 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Password to authenticate with", 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.184 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_port": { 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_port", 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "465", 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SMTP port", 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.185 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_sender": { 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_sender", 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.186 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SMTP envelope sender", 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_ssl": { 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_ssl", 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.187 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_user": { 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_user", 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.188 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "User to authenticate as", 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "balancer", 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "active": { 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "active", 2024-04-23T18:33:09.189 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "automatically balance PGs across cluster", 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "begin_time": { 2024-04-23T18:33:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "begin_time", 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0000", 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "beginning time of day to automatically balance", 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "begin_weekday": { 2024-04-23T18:33:09.191 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "begin_weekday", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "0", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "6", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "crush_compat_max_iterations": { 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crush_compat_max_iterations", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.192 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "25", 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "250", 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "crush_compat_metrics": { 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crush_compat_metrics", 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.193 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "pgs,objects,bytes", 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "crush_compat_step": { 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crush_compat_step", 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.194 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0.5", 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "0.001", 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "0.999", 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "aggressiveness of optimization", 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "end_time": { 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "end_time", 2024-04-23T18:33:09.195 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "2359", 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "ending time of day to automatically balance", 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "end_weekday": { 2024-04-23T18:33:09.196 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "end_weekday", 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "0", 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "6", 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.197 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.198 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.199 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.200 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.201 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "min_score": { 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "min_score", 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.202 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "mode": { 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mode", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "upmap", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.203 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "crush-compat", 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "none", 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "read", 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap", 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap-read" 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Balancer mode", 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "pool_ids": { 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pool_ids", 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.204 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.205 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap_max_deviation": { 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "upmap_max_deviation", 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.206 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap_max_optimizations": { 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "upmap_max_optimizations", 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.207 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cephadm", 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.208 INFO:teuthology.orchestra.run.smithi038.stdout: "agent_down_multiplier": { 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "agent_down_multiplier", 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "3.0", 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.209 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "agent_refresh_rate": { 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "agent_refresh_rate", 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "20", 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.210 INFO:teuthology.orchestra.run.smithi038.stdout: "agent_starting_port": { 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "agent_starting_port", 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "4721", 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.211 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "allow_ptrace": { 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "allow_ptrace", 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.212 INFO:teuthology.orchestra.run.smithi038.stdout: "autotune_interval": { 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "autotune_interval", 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.213 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "autotune_memory_target_ratio": { 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "autotune_memory_target_ratio", 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0.7", 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.214 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "cephadm_log_destination": { 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cephadm_log_destination", 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "file", 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "file,syslog", 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "syslog" 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.215 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.216 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.216 INFO:teuthology.orchestra.run.smithi038.stdout: "cgroups_split": { 2024-04-23T18:33:09.216 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cgroups_split", 2024-04-23T18:33:09.216 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.216 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.216 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.216 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.216 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.216 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "config_checks_enabled": { 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "config_checks_enabled", 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.217 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "config_dashboard": { 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "config_dashboard", 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.218 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_alertmanager": { 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_alertmanager", 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.219 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_base": { 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_base", 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.220 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Container image name, without the tag", 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_elasticsearch": { 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_elasticsearch", 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.221 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "elasticsearch container image", 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_grafana": { 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_grafana", 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:09.222 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_haproxy": { 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_haproxy", 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "HAproxy container image", 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.223 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_jaeger_agent": { 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_jaeger_agent", 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Jaeger agent container image", 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.224 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_jaeger_collector": { 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_jaeger_collector", 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Jaeger collector container image", 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_jaeger_query": { 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_jaeger_query", 2024-04-23T18:33:09.225 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Jaeger query container image", 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_keepalived": { 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_keepalived", 2024-04-23T18:33:09.226 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.227 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.227 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.227 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-23T18:33:09.227 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.227 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.227 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.227 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Keepalived container image", 2024-04-23T18:33:09.227 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.227 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.227 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_loki": { 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_loki", 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Loki container image", 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.228 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_node_exporter": { 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_node_exporter", 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.229 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_nvmeof": { 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_nvmeof", 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Nvme-of container image", 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_prometheus": { 2024-04-23T18:33:09.230 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_prometheus", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_promtail": { 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_promtail", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.231 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Promtail container image", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_samba": { 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_samba", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.232 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Samba/SMB container image", 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_snmp_gateway": { 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_snmp_gateway", 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.233 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SNMP Gateway container image", 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "container_init": { 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_init", 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Run podman/docker with `--init`", 2024-04-23T18:33:09.234 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "daemon_cache_timeout": { 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "daemon_cache_timeout", 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.235 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "default_cephadm_command_timeout": { 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "default_cephadm_command_timeout", 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "900", 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "default_registry": { 2024-04-23T18:33:09.236 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "default_registry", 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io", 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.237 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "device_cache_timeout": { 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "device_cache_timeout", 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "1800", 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "seconds to cache device inventory", 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.238 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "device_enhanced_scan": { 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "device_enhanced_scan", 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "facts_cache_timeout": { 2024-04-23T18:33:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "facts_cache_timeout", 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "seconds to cache host facts data", 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "grafana_dashboards_path": { 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "grafana_dashboards_path", 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.240 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "host_check_interval": { 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "host_check_interval", 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.241 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to perform a host check", 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "hw_monitoring": { 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "hw_monitoring", 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.242 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "inventory_list_all": { 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "inventory_list_all", 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.243 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.244 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "log_refresh_metadata": { 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_refresh_metadata", 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.245 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.246 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.247 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.248 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.249 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.250 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "*", 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "max_count_per_host": { 2024-04-23T18:33:09.251 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_count_per_host", 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "max number of daemons per service per host", 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "max_osd_draining_count": { 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_osd_draining_count", 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.252 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.253 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.253 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.253 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.253 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.253 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.253 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-23T18:33:09.253 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.253 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.253 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.253 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "migration_current": { 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "migration_current", 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "internal - do not modify", 2024-04-23T18:33:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "mode": { 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mode", 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "root", 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "cephadm-package", 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "root" 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.255 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "mode for remote execution of cephadm", 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "oob_default_addr": { 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "oob_default_addr", 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "169.254.1.1", 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.256 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "prometheus_alerts_path": { 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "prometheus_alerts_path", 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.257 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.258 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_insecure": { 2024-04-23T18:33:09.258 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_insecure", 2024-04-23T18:33:09.258 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.258 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.258 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.258 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.258 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.258 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_password": { 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_password", 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.259 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_url": { 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_url", 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.260 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_username": { 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_username", 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-23T18:33:09.261 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.262 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.262 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.262 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.262 INFO:teuthology.orchestra.run.smithi038.stdout: "secure_monitoring_stack": { 2024-04-23T18:33:09.262 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "secure_monitoring_stack", 2024-04-23T18:33:09.262 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.262 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "service_discovery_port": { 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "service_discovery_port", 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.263 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8765", 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "cephadm service discovery port", 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "ssh_config_file": { 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssh_config_file", 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.264 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "use_agent": { 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "use_agent", 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.265 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "use_repo_digest": { 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "use_repo_digest", 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.266 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_on_failed_host_check": { 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_on_failed_host_check", 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.267 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise a health warning if the host check fails", 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_on_stray_daemons": { 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_on_stray_daemons", 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.268 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_on_stray_hosts": { 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_on_stray_hosts", 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.269 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crash", 2024-04-23T18:33:09.270 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.271 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.272 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.273 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.274 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.275 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.275 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.275 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.275 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.275 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.275 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.275 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.275 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.275 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.275 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.276 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.276 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.276 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.276 INFO:teuthology.orchestra.run.smithi038.stdout: "retain_interval": { 2024-04-23T18:33:09.276 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "retain_interval", 2024-04-23T18:33:09.276 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.276 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.276 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.276 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "31536000", 2024-04-23T18:33:09.277 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.277 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.277 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.277 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-23T18:33:09.277 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.277 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.277 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.277 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.277 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_recent_interval": { 2024-04-23T18:33:09.277 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_recent_interval", 2024-04-23T18:33:09.278 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.278 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.278 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.278 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "1209600", 2024-04-23T18:33:09.278 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.278 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.278 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.278 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-23T18:33:09.279 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.279 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.279 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.279 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.279 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.279 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.279 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.279 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "dashboard", 2024-04-23T18:33:09.280 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.280 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.280 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.280 INFO:teuthology.orchestra.run.smithi038.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-23T18:33:09.280 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-23T18:33:09.280 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.280 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.280 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.280 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.281 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.281 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.281 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.281 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.281 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.281 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.281 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.281 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.281 INFO:teuthology.orchestra.run.smithi038.stdout: "ALERTMANAGER_API_HOST": { 2024-04-23T18:33:09.281 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-23T18:33:09.282 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.282 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.282 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.282 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.282 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.282 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.282 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.282 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.282 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.283 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.283 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.283 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.283 INFO:teuthology.orchestra.run.smithi038.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-23T18:33:09.283 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-23T18:33:09.283 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.283 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.283 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.283 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.283 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.284 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.284 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.284 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.284 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.284 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.284 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.284 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.284 INFO:teuthology.orchestra.run.smithi038.stdout: "AUDIT_API_ENABLED": { 2024-04-23T18:33:09.284 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "AUDIT_API_ENABLED", 2024-04-23T18:33:09.285 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.285 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.285 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.285 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.285 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.285 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.285 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.285 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.285 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.285 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.286 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.286 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.286 INFO:teuthology.orchestra.run.smithi038.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-23T18:33:09.286 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-23T18:33:09.286 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.286 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.286 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.286 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.287 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.287 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.287 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.287 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.287 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.287 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.287 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.287 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.287 INFO:teuthology.orchestra.run.smithi038.stdout: "ENABLE_BROWSABLE_API": { 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.288 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.289 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.290 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.291 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.292 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.293 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.294 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.295 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_PASSWORD": { 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.296 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "admin", 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.297 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_URL": { 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_URL", 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.298 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_USERNAME": { 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.299 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "admin", 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.300 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.301 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.302 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.303 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "[]", 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.304 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "MULTICLUSTER_CONFIG": { 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "{}", 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.305 INFO:teuthology.orchestra.run.smithi038.stdout: "PROMETHEUS_API_HOST": { 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-23T18:33:09.306 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.307 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.308 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.309 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.310 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.311 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.312 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.313 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_ENABLED": { 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.314 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.315 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.316 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8", 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.317 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "45", 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.318 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_ACCESS_KEY": { 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.319 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "admin", 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.320 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_SECRET_KEY": { 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.321 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_SSL_VERIFY": { 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.322 INFO:teuthology.orchestra.run.smithi038.stdout: "UNSAFE_TLS_v1_2": { 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.323 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.324 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:09.325 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "cross_origin_url": { 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cross_origin_url", 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.326 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "crt_file": { 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crt_file", 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.327 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "debug": { 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "debug", 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Enable/disable debug options", 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.328 INFO:teuthology.orchestra.run.smithi038.stdout: "jwt_token_ttl": { 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "jwt_token_ttl", 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "28800", 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "key_file": { 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "key_file", 2024-04-23T18:33:09.329 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.330 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.331 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.332 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.333 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.334 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "motd": { 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "motd", 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "The message of the day", 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.335 INFO:teuthology.orchestra.run.smithi038.stdout: "redirect_resolve_ip_addr": { 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "redirect_resolve_ip_addr", 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "server_addr": { 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_addr", 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.336 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "::", 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "server_port": { 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_port", 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.337 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8080", 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "ssl": { 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssl", 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.338 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "ssl_server_port": { 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssl_server_port", 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8443", 2024-04-23T18:33:09.339 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_behaviour": { 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_behaviour", 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "redirect", 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.340 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "redirect" 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_error_status_code": { 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "500", 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "400", 2024-04-23T18:33:09.341 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "599", 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "url_prefix": { 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "url_prefix", 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.342 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "devicehealth", 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "enable_monitoring": { 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enable_monitoring", 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.343 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "monitor device health metrics", 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.344 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.345 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.346 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.347 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.348 INFO:teuthology.orchestra.run.smithi038.stdout: "mark_out_threshold": { 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mark_out_threshold", 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "2419200", 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.349 INFO:teuthology.orchestra.run.smithi038.stdout: "pool_name": { 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pool_name", 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "device_health_metrics", 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "retention_period": { 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "retention_period", 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.350 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "15552000", 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how long to retain device health metrics", 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "scrape_frequency": { 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "scrape_frequency", 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.351 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "86400", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "self_heal": { 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "self_heal", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.352 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.353 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to wake up and check device health", 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_threshold": { 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_threshold", 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "7257600", 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.354 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "diskprediction_local", 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.355 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.356 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.357 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.358 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.359 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "predict_interval": { 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "predict_interval", 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "86400", 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "predictor_model": { 2024-04-23T18:33:09.360 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "predictor_model", 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "prophetstor", 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:09.361 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.362 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "influx", 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": false, 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "influxdb python module not found", 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "batch_size": { 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "batch_size", 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5000", 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.363 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "database": { 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "database", 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "ceph", 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "hostname": { 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "hostname", 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "InfluxDB server hostname", 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.365 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "30", 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "5", 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.366 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.367 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.368 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.369 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.370 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "password": { 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "password", 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "password of InfluxDB server user", 2024-04-23T18:33:09.371 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "port": { 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "port", 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8086", 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "InfluxDB server port", 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.372 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "ssl": { 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssl", 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "false", 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.373 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "threads": { 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "threads", 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "32", 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.374 INFO:teuthology.orchestra.run.smithi038.stdout: "username": { 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "username", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "username of InfluxDB server user", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "verify_ssl": { 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "verify_ssl", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.375 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "true", 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "insights", 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.376 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.377 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.378 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.379 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.380 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "iostat", 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.381 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.382 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.383 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.384 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.385 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "k8sevents", 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_event_retention_days": { 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ceph_event_retention_days", 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "7", 2024-04-23T18:33:09.386 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "config_check_secs": { 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "config_check_secs", 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "10", 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.387 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.388 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.389 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.390 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.391 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "localpool", 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.392 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "failure_domain": { 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "failure_domain", 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "host", 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "failure domain for any created local pool", 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.393 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.394 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.395 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.396 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.397 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "min_size": { 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "min_size", 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "default min_size for any created local pool", 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.398 INFO:teuthology.orchestra.run.smithi038.stdout: "num_rep": { 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "num_rep", 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "3", 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "default replica count for any created local pool", 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.399 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "pg_num": { 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pg_num", 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "128", 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "default pg_num for any created local pool", 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "prefix": { 2024-04-23T18:33:09.400 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "prefix", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "name prefix for any created local pool", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "subtree": { 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "subtree", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.401 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "rack", 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mds_autoscaler", 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.402 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.403 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.404 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.405 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.406 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mirroring", 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.407 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.408 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.409 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.410 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.411 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "nfs", 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.412 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.413 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.414 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.415 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.416 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "orchestrator", 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.417 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "fail_fs": { 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "fail_fs", 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.418 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.419 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.420 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.421 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.422 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "orchestrator": { 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "orchestrator", 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.423 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "cephadm", 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "rook", 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "test_orchestrator" 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Orchestrator backend", 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "osd_perf_query", 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.424 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.425 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.426 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.427 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.428 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "osd_support", 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.429 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.430 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.431 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.432 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.433 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pg_autoscaler", 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.434 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.435 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.436 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.437 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.438 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.439 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "threshold": { 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "threshold", 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "3.0", 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1.0", 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "scaling threshold", 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.440 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "progress", 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "allow_pg_recovery_event": { 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "allow_pg_recovery_event", 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.441 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": { 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enabled", 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.442 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.443 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.443 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.443 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.443 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.443 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.443 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.443 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.443 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.443 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.444 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.445 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.446 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.447 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "max_completed_events": { 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_completed_events", 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "50", 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "number of past completed events to remember", 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.448 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how long the module is going to sleep", 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.449 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "prometheus", 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "cache": { 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cache", 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.450 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "exclude_perf_counters": { 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "exclude_perf_counters", 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.451 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.452 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.453 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.453 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.453 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.453 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.453 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.453 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.453 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.453 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.453 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.453 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.456 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_stats_pools": { 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rbd_stats_pools", 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.457 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "300", 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.458 INFO:teuthology.orchestra.run.smithi038.stdout: "scrape_interval": { 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "scrape_interval", 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "15.0", 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "server_addr": { 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_addr", 2024-04-23T18:33:09.459 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "::", 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "server_port": { 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_port", 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.460 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "9283", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "stale_cache_strategy": { 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "stale_cache_strategy", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "log", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.461 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_behaviour": { 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_behaviour", 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "default", 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.462 INFO:teuthology.orchestra.run.smithi038.stdout: "default", 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "error" 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_error_status_code": { 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "500", 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "400", 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "599", 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.463 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rbd_support", 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.464 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.465 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.466 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.467 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.468 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.469 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: "max_concurrent_snap_create": { 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_concurrent_snap_create", 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.470 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "mirror_snapshot_schedule": { 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mirror_snapshot_schedule", 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.471 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: "trash_purge_schedule": { 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "trash_purge_schedule", 2024-04-23T18:33:09.472 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.473 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "restful", 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "enable_auth": { 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enable_auth", 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.474 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "key_file": { 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "key_file", 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.475 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.476 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.477 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.478 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.479 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "server_addr": { 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_addr", 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.480 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "server_port": { 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_port", 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.481 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rgw", 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.482 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.483 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.484 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.485 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.486 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rook", 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.487 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.488 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.489 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.490 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.491 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "storage_class": { 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "storage_class", 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "local", 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.492 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "selftest", 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.493 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.494 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.495 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.496 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "roption1": { 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "roption1", 2024-04-23T18:33:09.497 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "roption2": { 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "roption2", 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.498 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "xyz", 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption1": { 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption1", 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.499 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption2": { 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption2", 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.500 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption3": { 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption3", 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.501 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption4": { 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption4", 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.502 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption5": { 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption5", 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.503 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption6": { 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption6", 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption7": { 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption7", 2024-04-23T18:33:09.504 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "42", 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.505 INFO:teuthology.orchestra.run.smithi038.stdout: "testkey": { 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "testkey", 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "testlkey": { 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "testlkey", 2024-04-23T18:33:09.506 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "testnewline": { 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "testnewline", 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.507 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snap_schedule", 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.508 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "allow_m_granularity": { 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "allow_m_granularity", 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "allow minute scheduled snapshots", 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "dump_on_update": { 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "dump_on_update", 2024-04-23T18:33:09.509 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "dump database to debug log on update", 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.510 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.511 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.512 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.513 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.514 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.514 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.514 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.514 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.514 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.514 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.514 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.514 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.514 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.515 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "stats", 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.517 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.518 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.519 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.520 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "status", 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.521 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.522 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.523 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.524 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.525 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "telegraf", 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: "address": { 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "address", 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.526 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.527 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "15", 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.528 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.529 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.530 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.531 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.532 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "telemetry", 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_basic": { 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_basic", 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.533 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_crash": { 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_crash", 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.534 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_device": { 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_device", 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.535 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_ident": { 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_ident", 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.536 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_perf": { 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_perf", 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.537 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "contact": { 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "contact", 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "description": { 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "description", 2024-04-23T18:33:09.538 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "device_url": { 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "device_url", 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.539 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": { 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enabled", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.540 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "24", 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "8", 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.541 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "last_opt_revision": { 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "last_opt_revision", 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "1", 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.542 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "leaderboard": { 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "leaderboard", 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "leaderboard_description": { 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "leaderboard_description", 2024-04-23T18:33:09.543 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.544 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.545 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.546 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.547 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.548 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "organization": { 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "organization", 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "proxy": { 2024-04-23T18:33:09.549 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "proxy", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "url": { 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "url", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.550 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "test_orchestrator", 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.551 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.552 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.553 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.554 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.555 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "volumes", 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.556 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.557 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.558 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.559 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.560 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "max_concurrent_clones": { 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_concurrent_clones", 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "4", 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.561 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "periodic_async_work": { 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "periodic_async_work", 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Periodically check for async work", 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.562 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "snapshot_clone_delay": { 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snapshot_clone_delay", 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "snapshot_clone_no_wait": { 2024-04-23T18:33:09.563 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snapshot_clone_no_wait", 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.564 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix", 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "discovery_interval": { 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "discovery_interval", 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "100", 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.565 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "identifier": { 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "identifier", 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.566 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.567 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.568 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.568 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.568 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.568 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.568 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.568 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.568 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.568 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.568 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.568 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.569 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.570 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.571 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "zabbix_host": { 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix_host", 2024-04-23T18:33:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "zabbix_port": { 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix_port", 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.573 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10051", 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "zabbix_sender": { 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix_sender", 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.574 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: "gid": 25028, 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "y", 2024-04-23T18:33:09.575 INFO:teuthology.orchestra.run.smithi038.stdout: "mgr_features": 4540701547738038271, 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "available_modules": [ 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "alerts", 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.576 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How frequently to reexamine health status", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.577 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.578 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.579 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.580 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_destination": { 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_destination", 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.581 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Email address to send alerts to", 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_from_name": { 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_from_name", 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "Ceph", 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.582 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Email From: name", 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_host": { 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_host", 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SMTP server", 2024-04-23T18:33:09.583 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_password": { 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_password", 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Password to authenticate with", 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.584 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_port": { 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_port", 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "465", 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SMTP port", 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.585 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_sender": { 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_sender", 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SMTP envelope sender", 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.586 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_ssl": { 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_ssl", 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_user": { 2024-04-23T18:33:09.587 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_user", 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "User to authenticate as", 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "balancer", 2024-04-23T18:33:09.588 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "active": { 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "active", 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.589 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "automatically balance PGs across cluster", 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "begin_time": { 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "begin_time", 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0000", 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "beginning time of day to automatically balance", 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:09.590 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "begin_weekday": { 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "begin_weekday", 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "0", 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "6", 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.591 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "crush_compat_max_iterations": { 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crush_compat_max_iterations", 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "25", 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "250", 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.592 INFO:teuthology.orchestra.run.smithi038.stdout: "crush_compat_metrics": { 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crush_compat_metrics", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "pgs,objects,bytes", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "crush_compat_step": { 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crush_compat_step", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.593 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0.5", 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "0.001", 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "0.999", 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "aggressiveness of optimization", 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "end_time": { 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "end_time", 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "2359", 2024-04-23T18:33:09.594 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "ending time of day to automatically balance", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "end_weekday": { 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "end_weekday", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "0", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "6", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-23T18:33:09.595 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.596 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.597 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.598 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.599 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.600 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "min_score": { 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "min_score", 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "mode": { 2024-04-23T18:33:09.601 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mode", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "upmap", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "crush-compat", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "none", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "read", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap-read" 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Balancer mode", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.602 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "pool_ids": { 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pool_ids", 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.603 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap_max_deviation": { 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "upmap_max_deviation", 2024-04-23T18:33:09.604 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap_max_optimizations": { 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "upmap_max_optimizations", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.605 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cephadm", 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "agent_down_multiplier": { 2024-04-23T18:33:09.606 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "agent_down_multiplier", 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "3.0", 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "agent_refresh_rate": { 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "agent_refresh_rate", 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.607 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "20", 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "agent_starting_port": { 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "agent_starting_port", 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.608 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "4721", 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "allow_ptrace": { 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "allow_ptrace", 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.609 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: "autotune_interval": { 2024-04-23T18:33:09.610 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "autotune_interval", 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.611 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "autotune_memory_target_ratio": { 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "autotune_memory_target_ratio", 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0.7", 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "cephadm_log_destination": { 2024-04-23T18:33:09.612 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cephadm_log_destination", 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "file", 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "file,syslog", 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "syslog" 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.613 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "cgroups_split": { 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cgroups_split", 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.614 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: "config_checks_enabled": { 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "config_checks_enabled", 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.615 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "config_dashboard": { 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "config_dashboard", 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-23T18:33:09.616 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_alertmanager": { 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_alertmanager", 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.617 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_base": { 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_base", 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Container image name, without the tag", 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.618 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_elasticsearch": { 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_elasticsearch", 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "elasticsearch container image", 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.619 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_grafana": { 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_grafana", 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.620 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_haproxy": { 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_haproxy", 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "HAproxy container image", 2024-04-23T18:33:09.621 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_jaeger_agent": { 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_jaeger_agent", 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Jaeger agent container image", 2024-04-23T18:33:09.622 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_jaeger_collector": { 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_jaeger_collector", 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Jaeger collector container image", 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.623 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_jaeger_query": { 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_jaeger_query", 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Jaeger query container image", 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.624 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_keepalived": { 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_keepalived", 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Keepalived container image", 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_loki": { 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_loki", 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Loki container image", 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_node_exporter": { 2024-04-23T18:33:09.626 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_node_exporter", 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_nvmeof": { 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_nvmeof", 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.627 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Nvme-of container image", 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_prometheus": { 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_prometheus", 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.628 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_promtail": { 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_promtail", 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-23T18:33:09.629 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Promtail container image", 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_samba": { 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_samba", 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.630 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Samba/SMB container image", 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_snmp_gateway": { 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_snmp_gateway", 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.631 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SNMP Gateway container image", 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "container_init": { 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_init", 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.632 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Run podman/docker with `--init`", 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "daemon_cache_timeout": { 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "daemon_cache_timeout", 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.633 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "default_cephadm_command_timeout": { 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "default_cephadm_command_timeout", 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "900", 2024-04-23T18:33:09.634 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "default_registry": { 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "default_registry", 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io", 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.635 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "device_cache_timeout": { 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "device_cache_timeout", 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "1800", 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.636 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "seconds to cache device inventory", 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "device_enhanced_scan": { 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "device_enhanced_scan", 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.637 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "facts_cache_timeout": { 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "facts_cache_timeout", 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "seconds to cache host facts data", 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.638 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "grafana_dashboards_path": { 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "grafana_dashboards_path", 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.639 INFO:teuthology.orchestra.run.smithi038.stdout: "host_check_interval": { 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "host_check_interval", 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to perform a host check", 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "hw_monitoring": { 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "hw_monitoring", 2024-04-23T18:33:09.640 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.641 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.641 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.641 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.641 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.641 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.641 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.641 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "inventory_list_all": { 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "inventory_list_all", 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.642 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.643 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "log_refresh_metadata": { 2024-04-23T18:33:09.644 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_refresh_metadata", 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.645 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.646 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.647 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.648 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.649 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "*", 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.650 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "max_count_per_host": { 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_count_per_host", 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "max number of daemons per service per host", 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.651 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.652 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.652 INFO:teuthology.orchestra.run.smithi038.stdout: "max_osd_draining_count": { 2024-04-23T18:33:09.652 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_osd_draining_count", 2024-04-23T18:33:09.652 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.652 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.652 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.652 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.652 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.652 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.652 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "migration_current": { 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "migration_current", 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.653 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "internal - do not modify", 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "mode": { 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mode", 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "root", 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: "cephadm-package", 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "root" 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "mode for remote execution of cephadm", 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "oob_default_addr": { 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "oob_default_addr", 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "169.254.1.1", 2024-04-23T18:33:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "prometheus_alerts_path": { 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "prometheus_alerts_path", 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.656 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_insecure": { 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_insecure", 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.657 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_password": { 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_password", 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.658 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_url": { 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_url", 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.659 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_username": { 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_username", 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.660 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "secure_monitoring_stack": { 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "secure_monitoring_stack", 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.661 INFO:teuthology.orchestra.run.smithi038.stdout: "service_discovery_port": { 2024-04-23T18:33:09.662 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "service_discovery_port", 2024-04-23T18:33:09.662 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.662 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.662 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.662 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8765", 2024-04-23T18:33:09.662 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.662 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.662 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.662 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "cephadm service discovery port", 2024-04-23T18:33:09.662 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "ssh_config_file": { 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssh_config_file", 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.663 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "use_agent": { 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "use_agent", 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.664 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "use_repo_digest": { 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "use_repo_digest", 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.665 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_on_failed_host_check": { 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_on_failed_host_check", 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise a health warning if the host check fails", 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_on_stray_daemons": { 2024-04-23T18:33:09.666 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_on_stray_daemons", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_on_stray_hosts": { 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_on_stray_hosts", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.667 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crash", 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.668 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.669 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.670 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.671 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.673 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.673 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.673 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.673 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.673 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.673 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.674 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "retain_interval": { 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "retain_interval", 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "31536000", 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.675 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_recent_interval": { 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_recent_interval", 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "1209600", 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.676 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "dashboard", 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.677 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.678 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.678 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.678 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.678 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.678 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.678 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.678 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.678 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.678 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "ALERTMANAGER_API_HOST": { 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.679 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.680 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "AUDIT_API_ENABLED": { 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "AUDIT_API_ENABLED", 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.681 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.682 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "ENABLE_BROWSABLE_API": { 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.683 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.684 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.685 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.686 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.687 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-23T18:33:09.688 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-23T18:33:09.689 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-23T18:33:09.690 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_PASSWORD": { 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-23T18:33:09.691 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "admin", 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.692 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_URL": { 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_URL", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.693 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_USERNAME": { 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "admin", 2024-04-23T18:33:09.694 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.695 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.696 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.697 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.698 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.699 INFO:teuthology.orchestra.run.smithi038.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-23T18:33:09.699 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-23T18:33:09.699 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.699 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.699 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.699 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "[]", 2024-04-23T18:33:09.699 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.699 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.699 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.700 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.700 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.700 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.700 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.700 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.700 INFO:teuthology.orchestra.run.smithi038.stdout: "MULTICLUSTER_CONFIG": { 2024-04-23T18:33:09.700 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-23T18:33:09.701 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.701 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.701 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.701 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "{}", 2024-04-23T18:33:09.701 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.701 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.701 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.702 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.702 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.702 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.702 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.702 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.702 INFO:teuthology.orchestra.run.smithi038.stdout: "PROMETHEUS_API_HOST": { 2024-04-23T18:33:09.702 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-23T18:33:09.703 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.703 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.703 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.703 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.703 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.703 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.703 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.704 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.704 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.704 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.704 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.704 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.704 INFO:teuthology.orchestra.run.smithi038.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-23T18:33:09.705 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.706 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.707 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.708 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.709 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.710 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.711 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_ENABLED": { 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.712 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.713 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.714 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.715 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.715 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.715 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.715 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.715 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-23T18:33:09.715 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-23T18:33:09.715 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.715 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8", 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.716 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "45", 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_ACCESS_KEY": { 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.717 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "admin", 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.718 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_SECRET_KEY": { 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.719 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.720 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.720 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.720 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.720 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.720 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.720 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_SSL_VERIFY": { 2024-04-23T18:33:09.720 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-23T18:33:09.720 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.720 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.720 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "UNSAFE_TLS_v1_2": { 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.721 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.722 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.723 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.724 INFO:teuthology.orchestra.run.smithi038.stdout: "cross_origin_url": { 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cross_origin_url", 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.725 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "crt_file": { 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crt_file", 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.726 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "debug": { 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "debug", 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Enable/disable debug options", 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.727 INFO:teuthology.orchestra.run.smithi038.stdout: "jwt_token_ttl": { 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "jwt_token_ttl", 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "28800", 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.728 INFO:teuthology.orchestra.run.smithi038.stdout: "key_file": { 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "key_file", 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.729 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.730 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.731 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.732 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.733 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "motd": { 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "motd", 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.734 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "The message of the day", 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "redirect_resolve_ip_addr": { 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "redirect_resolve_ip_addr", 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.735 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "server_addr": { 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_addr", 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "::", 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.736 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "server_port": { 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_port", 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8080", 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.737 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "ssl": { 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssl", 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.738 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "ssl_server_port": { 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssl_server_port", 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8443", 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_behaviour": { 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_behaviour", 2024-04-23T18:33:09.739 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "redirect", 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "redirect" 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_error_status_code": { 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:09.740 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "500", 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "400", 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "599", 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.741 INFO:teuthology.orchestra.run.smithi038.stdout: "url_prefix": { 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "url_prefix", 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.742 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "devicehealth", 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "enable_monitoring": { 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enable_monitoring", 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "monitor device health metrics", 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.743 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.744 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.745 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.746 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.747 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "mark_out_threshold": { 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mark_out_threshold", 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "2419200", 2024-04-23T18:33:09.748 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "pool_name": { 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pool_name", 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "device_health_metrics", 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.749 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "retention_period": { 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "retention_period", 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "15552000", 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how long to retain device health metrics", 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.750 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "scrape_frequency": { 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "scrape_frequency", 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "86400", 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.751 INFO:teuthology.orchestra.run.smithi038.stdout: "self_heal": { 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "self_heal", 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.752 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to wake up and check device health", 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_threshold": { 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_threshold", 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "7257600", 2024-04-23T18:33:09.753 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "diskprediction_local", 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.754 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.755 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.756 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.757 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "predict_interval": { 2024-04-23T18:33:09.758 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "predict_interval", 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "86400", 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "predictor_model": { 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "predictor_model", 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.759 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "prophetstor", 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:09.760 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "influx", 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": false, 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "influxdb python module not found", 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "batch_size": { 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "batch_size", 2024-04-23T18:33:09.761 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5000", 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "database": { 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "database", 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.762 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "ceph", 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "hostname": { 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "hostname", 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.763 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "InfluxDB server hostname", 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "30", 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "5", 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.764 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.765 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.766 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.767 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.768 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "password": { 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "password", 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.769 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "password of InfluxDB server user", 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "port": { 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "port", 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8086", 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "InfluxDB server port", 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.770 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "ssl": { 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssl", 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "false", 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.771 INFO:teuthology.orchestra.run.smithi038.stdout: "threads": { 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "threads", 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "32", 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "username": { 2024-04-23T18:33:09.772 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "username", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "username of InfluxDB server user", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "verify_ssl": { 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "verify_ssl", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.773 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "true", 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "insights", 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.774 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.775 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.776 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.777 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.778 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "iostat", 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.779 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.780 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.781 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.782 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.783 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "k8sevents", 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_event_retention_days": { 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ceph_event_retention_days", 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "7", 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.784 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "config_check_secs": { 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "config_check_secs", 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "10", 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.785 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.788 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.789 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "localpool", 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "failure_domain": { 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "failure_domain", 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.790 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "host", 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "failure domain for any created local pool", 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.791 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.792 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.793 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.794 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.795 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "min_size": { 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "min_size", 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "default min_size for any created local pool", 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-23T18:33:09.796 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "num_rep": { 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "num_rep", 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "3", 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "default replica count for any created local pool", 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.797 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "pg_num": { 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pg_num", 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "128", 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "default pg_num for any created local pool", 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "prefix": { 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "prefix", 2024-04-23T18:33:09.798 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "name prefix for any created local pool", 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "subtree": { 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "subtree", 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.799 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "rack", 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mds_autoscaler", 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.800 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.801 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.802 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.803 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.804 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mirroring", 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.805 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.806 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.807 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.808 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.809 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "nfs", 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.810 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.811 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.812 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.813 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.814 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "orchestrator", 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.815 INFO:teuthology.orchestra.run.smithi038.stdout: "fail_fs": { 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "fail_fs", 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.816 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.817 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.818 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.819 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.820 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "orchestrator": { 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "orchestrator", 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.821 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "cephadm", 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "rook", 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "test_orchestrator" 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Orchestrator backend", 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "osd_perf_query", 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.822 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.823 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.825 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.826 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "osd_support", 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.827 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.828 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.829 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.830 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.831 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pg_autoscaler", 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.832 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.833 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.834 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.835 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.836 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.837 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "threshold": { 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "threshold", 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.838 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "3.0", 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1.0", 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "scaling threshold", 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "progress", 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.839 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "allow_pg_recovery_event": { 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "allow_pg_recovery_event", 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": { 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enabled", 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "max_completed_events": { 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_completed_events", 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "50", 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "number of past completed events to remember", 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how long the module is going to sleep", 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "prometheus", 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "cache": { 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cache", 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "exclude_perf_counters": { 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "exclude_perf_counters", 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_stats_pools": { 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rbd_stats_pools", 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "300", 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "scrape_interval": { 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "scrape_interval", 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "15.0", 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "server_addr": { 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_addr", 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "::", 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "server_port": { 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_port", 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "9283", 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "stale_cache_strategy": { 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "stale_cache_strategy", 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "log", 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_behaviour": { 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_behaviour", 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "default", 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "default", 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: "error" 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_error_status_code": { 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "500", 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "400", 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "599", 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rbd_support", 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "max_concurrent_snap_create": { 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_concurrent_snap_create", 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: "mirror_snapshot_schedule": { 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mirror_snapshot_schedule", 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "trash_purge_schedule": { 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "trash_purge_schedule", 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "restful", 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: "enable_auth": { 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enable_auth", 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: "key_file": { 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "key_file", 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "server_addr": { 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_addr", 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "server_port": { 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_port", 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rgw", 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rook", 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "storage_class": { 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "storage_class", 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "local", 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "selftest", 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.901 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.902 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.902 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.902 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.902 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.902 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.902 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.902 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.902 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.902 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.902 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.903 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.904 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "roption1": { 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "roption1", 2024-04-23T18:33:09.905 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.906 INFO:teuthology.orchestra.run.smithi038.stdout: "roption2": { 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "roption2", 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "xyz", 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.907 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption1": { 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption1", 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.908 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption2": { 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption2", 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.910 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.910 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.910 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.910 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.910 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.910 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption3": { 2024-04-23T18:33:09.910 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption3", 2024-04-23T18:33:09.910 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:09.910 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.910 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption4": { 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption4", 2024-04-23T18:33:09.911 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.912 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption5": { 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption5", 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.913 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption6": { 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption6", 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.914 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption7": { 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption7", 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "42", 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.915 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "testkey": { 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "testkey", 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.916 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "testlkey": { 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "testlkey", 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.917 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "testnewline": { 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "testnewline", 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.918 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snap_schedule", 2024-04-23T18:33:09.919 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "allow_m_granularity": { 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "allow_m_granularity", 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.920 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "allow minute scheduled snapshots", 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "dump_on_update": { 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "dump_on_update", 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.921 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "dump database to debug log on update", 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.922 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.923 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.924 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.925 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.926 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.927 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "stats", 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.928 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.929 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.930 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.931 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.932 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "status", 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.933 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.934 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.935 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.936 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.937 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.938 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "telegraf", 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "address": { 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "address", 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.939 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "15", 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.940 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.941 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.942 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.943 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.944 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.945 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "telemetry", 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.946 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_basic": { 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_basic", 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.947 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_crash": { 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_crash", 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.948 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_device": { 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_device", 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.949 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_ident": { 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_ident", 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.950 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_perf": { 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_perf", 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.951 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "contact": { 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "contact", 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.952 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "description": { 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "description", 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.953 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "device_url": { 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "device_url", 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.954 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": { 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enabled", 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.955 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "24", 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "8", 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.956 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "last_opt_revision": { 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "last_opt_revision", 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "1", 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.957 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "leaderboard": { 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "leaderboard", 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.958 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "leaderboard_description": { 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "leaderboard_description", 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.959 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.960 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.961 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.962 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.963 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.964 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "organization": { 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "organization", 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.965 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "proxy": { 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "proxy", 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.966 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "url": { 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "url", 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.967 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "test_orchestrator", 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.968 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.969 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.970 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.973 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "volumes", 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.974 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.975 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.976 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.977 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.978 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "max_concurrent_clones": { 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_concurrent_clones", 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "4", 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.979 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "periodic_async_work": { 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "periodic_async_work", 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.980 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Periodically check for async work", 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "snapshot_clone_delay": { 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snapshot_clone_delay", 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.981 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "snapshot_clone_no_wait": { 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snapshot_clone_no_wait", 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.982 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix", 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.983 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "discovery_interval": { 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "discovery_interval", 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "100", 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.984 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "identifier": { 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "identifier", 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.985 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.986 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.987 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.988 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.989 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.990 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.991 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "zabbix_host": { 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix_host", 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.992 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "zabbix_port": { 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix_port", 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:09.993 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10051", 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "zabbix_sender": { 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix_sender", 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.994 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: "modules": [ 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: "cephadm", 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: "dashboard", 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: "iostat", 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: "nfs", 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: "restful", 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: "snap_schedule" 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: "available_modules": [ 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "alerts", 2024-04-23T18:33:09.996 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How frequently to reexamine health status", 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.997 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:09.998 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:09.999 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.000 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.001 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.002 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.002 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.002 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.002 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.002 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.002 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.002 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.002 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.002 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.002 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_destination": { 2024-04-23T18:33:10.003 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_destination", 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Email address to send alerts to", 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.004 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_from_name": { 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_from_name", 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "Ceph", 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Email From: name", 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.005 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_host": { 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_host", 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SMTP server", 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.006 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_password": { 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_password", 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Password to authenticate with", 2024-04-23T18:33:10.007 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_port": { 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_port", 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "465", 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SMTP port", 2024-04-23T18:33:10.008 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_sender": { 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_sender", 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SMTP envelope sender", 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_ssl": { 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_ssl", 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.010 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: "smtp_user": { 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "smtp_user", 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.011 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "User to authenticate as", 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.012 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "balancer", 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "active": { 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "active", 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.013 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "automatically balance PGs across cluster", 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "begin_time": { 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "begin_time", 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.014 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0000", 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "beginning time of day to automatically balance", 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "begin_weekday": { 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "begin_weekday", 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.015 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "0", 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "6", 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "crush_compat_max_iterations": { 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crush_compat_max_iterations", 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.016 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "25", 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "250", 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "crush_compat_metrics": { 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crush_compat_metrics", 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.017 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "pgs,objects,bytes", 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "crush_compat_step": { 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crush_compat_step", 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:10.018 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0.5", 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "0.001", 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "0.999", 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "aggressiveness of optimization", 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "end_time": { 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "end_time", 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.019 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "2359", 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "ending time of day to automatically balance", 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "end_weekday": { 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "end_weekday", 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:10.020 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "0", 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "6", 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.021 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.022 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.023 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.024 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.025 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "min_score": { 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "min_score", 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.026 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "mode": { 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mode", 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "upmap", 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "crush-compat", 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "none", 2024-04-23T18:33:10.027 INFO:teuthology.orchestra.run.smithi038.stdout: "read", 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap", 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap-read" 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Balancer mode", 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "pool_ids": { 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pool_ids", 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.028 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.029 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap_max_deviation": { 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "upmap_max_deviation", 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.030 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "upmap_max_optimizations": { 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "upmap_max_optimizations", 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.031 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cephadm", 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "agent_down_multiplier": { 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "agent_down_multiplier", 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.032 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "3.0", 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "agent_refresh_rate": { 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "agent_refresh_rate", 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "20", 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.033 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "agent_starting_port": { 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "agent_starting_port", 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "4721", 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.034 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "allow_ptrace": { 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "allow_ptrace", 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.035 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "autotune_interval": { 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "autotune_interval", 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "autotune_memory_target_ratio": { 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "autotune_memory_target_ratio", 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0.7", 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "cephadm_log_destination": { 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cephadm_log_destination", 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "file", 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "file,syslog", 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "syslog" 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "cgroups_split": { 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cgroups_split", 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-23T18:33:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "config_checks_enabled": { 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "config_checks_enabled", 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "config_dashboard": { 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "config_dashboard", 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_alertmanager": { 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_alertmanager", 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_base": { 2024-04-23T18:33:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_base", 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Container image name, without the tag", 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_elasticsearch": { 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_elasticsearch", 2024-04-23T18:33:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "elasticsearch container image", 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_grafana": { 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_grafana", 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_haproxy": { 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_haproxy", 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-23T18:33:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "HAproxy container image", 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_jaeger_agent": { 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_jaeger_agent", 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Jaeger agent container image", 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_jaeger_collector": { 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_jaeger_collector", 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Jaeger collector container image", 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_jaeger_query": { 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_jaeger_query", 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Jaeger query container image", 2024-04-23T18:33:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_keepalived": { 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_keepalived", 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Keepalived container image", 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_loki": { 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_loki", 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Loki container image", 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_node_exporter": { 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_node_exporter", 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_nvmeof": { 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_nvmeof", 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Nvme-of container image", 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_prometheus": { 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_prometheus", 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_promtail": { 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_promtail", 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Promtail container image", 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_samba": { 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_samba", 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Samba/SMB container image", 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "container_image_snmp_gateway": { 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_image_snmp_gateway", 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "SNMP Gateway container image", 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "container_init": { 2024-04-23T18:33:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "container_init", 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Run podman/docker with `--init`", 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "daemon_cache_timeout": { 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "daemon_cache_timeout", 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "default_cephadm_command_timeout": { 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "default_cephadm_command_timeout", 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "900", 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "default_registry": { 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "default_registry", 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "docker.io", 2024-04-23T18:33:10.059 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "device_cache_timeout": { 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "device_cache_timeout", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "1800", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "seconds to cache device inventory", 2024-04-23T18:33:10.060 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "device_enhanced_scan": { 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "device_enhanced_scan", 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.061 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "facts_cache_timeout": { 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "facts_cache_timeout", 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "seconds to cache host facts data", 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.062 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "grafana_dashboards_path": { 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "grafana_dashboards_path", 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "host_check_interval": { 2024-04-23T18:33:10.063 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "host_check_interval", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to perform a host check", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "hw_monitoring": { 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "hw_monitoring", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.064 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "inventory_list_all": { 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "inventory_list_all", 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.065 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.066 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.067 INFO:teuthology.orchestra.run.smithi038.stdout: "log_refresh_metadata": { 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_refresh_metadata", 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.068 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.069 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.070 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.071 INFO:teuthology.orchestra.run.smithi038.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.072 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "*", 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "max_count_per_host": { 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_count_per_host", 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.073 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "max number of daemons per service per host", 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "max_osd_draining_count": { 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_osd_draining_count", 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.074 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "migration_current": { 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "migration_current", 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.075 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "internal - do not modify", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "mode": { 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mode", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "root", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "cephadm-package", 2024-04-23T18:33:10.076 INFO:teuthology.orchestra.run.smithi038.stdout: "root" 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "mode for remote execution of cephadm", 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "oob_default_addr": { 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "oob_default_addr", 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "169.254.1.1", 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-23T18:33:10.077 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "prometheus_alerts_path": { 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "prometheus_alerts_path", 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-23T18:33:10.078 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_insecure": { 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_insecure", 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.079 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_password": { 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_password", 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_url": { 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_url", 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "registry_username": { 2024-04-23T18:33:10.081 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "registry_username", 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "secure_monitoring_stack": { 2024-04-23T18:33:10.082 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "secure_monitoring_stack", 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "service_discovery_port": { 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "service_discovery_port", 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.083 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8765", 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "cephadm service discovery port", 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "ssh_config_file": { 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssh_config_file", 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.084 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "use_agent": { 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "use_agent", 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.085 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "use_repo_digest": { 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "use_repo_digest", 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.086 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_on_failed_host_check": { 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_on_failed_host_check", 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.087 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise a health warning if the host check fails", 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_on_stray_daemons": { 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_on_stray_daemons", 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.088 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_on_stray_hosts": { 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_on_stray_hosts", 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.089 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crash", 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.090 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.091 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.092 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.093 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.094 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "retain_interval": { 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "retain_interval", 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "31536000", 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.095 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_recent_interval": { 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_recent_interval", 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "1209600", 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.096 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "dashboard", 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.097 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "ALERTMANAGER_API_HOST": { 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.098 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "AUDIT_API_ENABLED": { 2024-04-23T18:33:10.099 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "AUDIT_API_ENABLED", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.100 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "ENABLE_BROWSABLE_API": { 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.101 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.102 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.103 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.104 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.105 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.106 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-23T18:33:10.107 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.108 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_PASSWORD": { 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "admin", 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.109 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.110 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_URL": { 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_URL", 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.111 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_API_USERNAME": { 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "admin", 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.112 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.113 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.114 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.115 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.116 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "[]", 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.117 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "MULTICLUSTER_CONFIG": { 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "{}", 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: "PROMETHEUS_API_HOST": { 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-23T18:33:10.119 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-23T18:33:10.120 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.121 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.122 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.123 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.124 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.125 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.126 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_ENABLED": { 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.127 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-23T18:33:10.128 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-23T18:33:10.129 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8", 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.130 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "45", 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_ACCESS_KEY": { 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.131 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "admin", 2024-04-23T18:33:10.132 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_SECRET_KEY": { 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.133 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "RGW_API_SSL_VERIFY": { 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.134 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "UNSAFE_TLS_v1_2": { 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.135 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.136 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.137 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.138 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "cross_origin_url": { 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cross_origin_url", 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.139 INFO:teuthology.orchestra.run.smithi038.stdout: "crt_file": { 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "crt_file", 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.140 INFO:teuthology.orchestra.run.smithi038.stdout: "debug": { 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "debug", 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Enable/disable debug options", 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "jwt_token_ttl": { 2024-04-23T18:33:10.141 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "jwt_token_ttl", 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "28800", 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "key_file": { 2024-04-23T18:33:10.142 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "key_file", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.143 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.144 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.146 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.147 INFO:teuthology.orchestra.run.smithi038.stdout: "motd": { 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "motd", 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "The message of the day", 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "redirect_resolve_ip_addr": { 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "redirect_resolve_ip_addr", 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.148 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "server_addr": { 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_addr", 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.149 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "::", 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "server_port": { 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_port", 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8080", 2024-04-23T18:33:10.150 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "ssl": { 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssl", 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.151 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "ssl_server_port": { 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssl_server_port", 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8443", 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.152 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_behaviour": { 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_behaviour", 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "redirect", 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: "redirect" 2024-04-23T18:33:10.153 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_error_status_code": { 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "500", 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "400", 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "599", 2024-04-23T18:33:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "url_prefix": { 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "url_prefix", 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.155 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "devicehealth", 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "enable_monitoring": { 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enable_monitoring", 2024-04-23T18:33:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "monitor device health metrics", 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.158 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.159 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.160 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.161 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "mark_out_threshold": { 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mark_out_threshold", 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.162 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "2419200", 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "pool_name": { 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pool_name", 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "device_health_metrics", 2024-04-23T18:33:10.163 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "retention_period": { 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "retention_period", 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "15552000", 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.164 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how long to retain device health metrics", 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "scrape_frequency": { 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "scrape_frequency", 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.165 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "86400", 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "self_heal": { 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "self_heal", 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.166 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.167 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how frequently to wake up and check device health", 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "warn_threshold": { 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "warn_threshold", 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "7257600", 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.168 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "diskprediction_local", 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.169 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.170 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.171 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.172 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "predict_interval": { 2024-04-23T18:33:10.173 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "predict_interval", 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "86400", 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "predictor_model": { 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "predictor_model", 2024-04-23T18:33:10.174 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "prophetstor", 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.175 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "600", 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "influx", 2024-04-23T18:33:10.176 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": false, 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "influxdb python module not found", 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "batch_size": { 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "batch_size", 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5000", 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.177 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "database": { 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "database", 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "ceph", 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.178 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "hostname": { 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "hostname", 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "InfluxDB server hostname", 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:10.179 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "30", 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "5", 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.180 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.181 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.182 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.183 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.184 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "password": { 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "password", 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "password of InfluxDB server user", 2024-04-23T18:33:10.185 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "port": { 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "port", 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "8086", 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "InfluxDB server port", 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.186 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "ssl": { 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ssl", 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "false", 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.187 INFO:teuthology.orchestra.run.smithi038.stdout: "threads": { 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "threads", 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "32", 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "username": { 2024-04-23T18:33:10.188 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "username", 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "username of InfluxDB server user", 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "verify_ssl": { 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "verify_ssl", 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.189 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "true", 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.190 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "insights", 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.191 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.192 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.193 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.194 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.195 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "iostat", 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.196 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.197 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.198 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.199 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "k8sevents", 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.200 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_event_retention_days": { 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "ceph_event_retention_days", 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "7", 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "config_check_secs": { 2024-04-23T18:33:10.201 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "config_check_secs", 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "10", 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.202 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.203 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.204 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.206 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "localpool", 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "failure_domain": { 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "failure_domain", 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "host", 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.207 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "failure domain for any created local pool", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.208 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.209 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.210 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.211 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "min_size": { 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "min_size", 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.212 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "default min_size for any created local pool", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "num_rep": { 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "num_rep", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "3", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.213 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "default replica count for any created local pool", 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "pg_num": { 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pg_num", 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "128", 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.214 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "default pg_num for any created local pool", 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "prefix": { 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "prefix", 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "name prefix for any created local pool", 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.215 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "subtree": { 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "subtree", 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "rack", 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.216 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mds_autoscaler", 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.217 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.218 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.219 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.220 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.221 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mirroring", 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.222 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.223 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.224 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.225 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.226 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "nfs", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.227 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.228 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.229 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.230 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "orchestrator", 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.231 INFO:teuthology.orchestra.run.smithi038.stdout: "fail_fs": { 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "fail_fs", 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.232 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.233 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.234 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.235 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.236 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "orchestrator": { 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "orchestrator", 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "cephadm", 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "rook", 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "test_orchestrator" 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Orchestrator backend", 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.237 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "osd_perf_query", 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.238 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.239 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.240 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.241 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "osd_support", 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.242 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.243 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.245 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.246 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "pg_autoscaler", 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.247 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.248 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.249 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.250 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.251 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "threshold": { 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "threshold", 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:10.252 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "3.0", 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1.0", 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "scaling threshold", 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "progress", 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.253 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "allow_pg_recovery_event": { 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "allow_pg_recovery_event", 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": { 2024-04-23T18:33:10.254 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enabled", 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.255 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.256 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.257 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.258 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "max_completed_events": { 2024-04-23T18:33:10.259 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_completed_events", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "50", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "number of past completed events to remember", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "sleep_interval": { 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "sleep_interval", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.260 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "5", 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "how long the module is going to sleep", 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "prometheus", 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "cache": { 2024-04-23T18:33:10.261 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "cache", 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "exclude_perf_counters": { 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "exclude_perf_counters", 2024-04-23T18:33:10.262 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.263 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.264 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.265 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.266 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.267 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_stats_pools": { 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rbd_stats_pools", 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.268 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "300", 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "scrape_interval": { 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "scrape_interval", 2024-04-23T18:33:10.269 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "15.0", 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "server_addr": { 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_addr", 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.270 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "::", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "server_port": { 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_port", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "9283", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.271 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "stale_cache_strategy": { 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "stale_cache_strategy", 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "log", 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.272 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_behaviour": { 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_behaviour", 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "default", 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "default", 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "error" 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.273 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "standby_error_status_code": { 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "500", 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "400", 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "599", 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.274 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rbd_support", 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.275 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.276 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.277 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.278 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "max_concurrent_snap_create": { 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_concurrent_snap_create", 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10", 2024-04-23T18:33:10.279 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "mirror_snapshot_schedule": { 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "mirror_snapshot_schedule", 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.280 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "trash_purge_schedule": { 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "trash_purge_schedule", 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.281 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "restful", 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "enable_auth": { 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enable_auth", 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.282 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "key_file": { 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "key_file", 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.283 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.284 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.285 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.286 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.287 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "server_addr": { 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_addr", 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.288 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "server_port": { 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "server_port", 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.289 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rgw", 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.291 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.292 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.293 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.294 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rook", 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.295 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.296 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.298 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "storage_class": { 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "storage_class", 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.299 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "local", 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "selftest", 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.300 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.302 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.303 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.304 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "roption1": { 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "roption1", 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.305 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "roption2": { 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "roption2", 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "xyz", 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.306 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption1": { 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption1", 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.307 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption2": { 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption2", 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption3": { 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption3", 2024-04-23T18:33:10.308 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "float", 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption4": { 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption4", 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.309 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption5": { 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption5", 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.310 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption6": { 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption6", 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.311 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "rwoption7": { 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rwoption7", 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "1", 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "42", 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.312 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "testkey": { 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "testkey", 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.313 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "testlkey": { 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "testlkey", 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.314 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "testnewline": { 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "testnewline", 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.315 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snap_schedule", 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "allow_m_granularity": { 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "allow_m_granularity", 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "allow minute scheduled snapshots", 2024-04-23T18:33:10.316 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "dump_on_update": { 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "dump_on_update", 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "dump database to debug log on update", 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.317 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.318 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.319 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.320 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.321 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "stats", 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.322 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.323 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.324 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.325 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.326 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "status", 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.327 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.328 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.329 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.330 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.331 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "telegraf", 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "address": { 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "address", 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.332 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "15", 2024-04-23T18:33:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.334 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.335 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.336 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.337 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.338 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "telemetry", 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_basic": { 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_basic", 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.339 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_crash": { 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_crash", 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.340 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_device": { 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_device", 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_ident": { 2024-04-23T18:33:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_ident", 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "channel_perf": { 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "channel_perf", 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "contact": { 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "contact", 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.343 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "description": { 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "description", 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.344 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "device_url": { 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "device_url", 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.345 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": { 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "enabled", 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.346 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "24", 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "8", 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.347 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "last_opt_revision": { 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "last_opt_revision", 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "1", 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "leaderboard": { 2024-04-23T18:33:10.348 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "leaderboard", 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "leaderboard_description": { 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "leaderboard_description", 2024-04-23T18:33:10.349 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.350 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.351 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.352 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.353 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "organization": { 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "organization", 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: "proxy": { 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "proxy", 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "url": { 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "url", 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.356 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "test_orchestrator", 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.357 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.358 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.359 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.360 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.361 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "volumes", 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.362 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.363 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.364 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.365 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "max_concurrent_clones": { 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "max_concurrent_clones", 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "4", 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-23T18:33:10.367 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "periodic_async_work": { 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "periodic_async_work", 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Periodically check for async work", 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.368 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "snapshot_clone_delay": { 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snapshot_clone_delay", 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "0", 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.369 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "snapshot_clone_no_wait": { 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snapshot_clone_no_wait", 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "True", 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.370 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix", 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "can_run": true, 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "error_string": "", 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "module_options": { 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "discovery_interval": { 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "discovery_interval", 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "uint", 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "100", 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.371 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "identifier": { 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "identifier", 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.372 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "interval": { 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "interval", 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "secs", 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "60", 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.373 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "log_level": { 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_level", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.374 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster": { 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster", 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.375 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_cluster_level": { 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "info", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [ 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "critical", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "debug", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "error", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "info", 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: "warning" 2024-04-23T18:33:10.376 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "log_to_file": { 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "log_to_file", 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "bool", 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 1, 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "False", 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.377 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "zabbix_host": { 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix_host", 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "", 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.378 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "zabbix_port": { 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix_port", 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "int", 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "10051", 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "zabbix_sender": { 2024-04-23T18:33:10.379 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "zabbix_sender", 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "str", 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "level": "advanced", 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "flags": 0, 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "min": "", 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "max": "", 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "enum_allowed": [], 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "desc": "", 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "long_desc": "", 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "see_also": [] 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "services": { 2024-04-23T18:33:10.380 INFO:teuthology.orchestra.run.smithi038.stdout: "dashboard": "https://172.21.15.38:8443/" 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "always_on_modules": { 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "octopus": [ 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "balancer", 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "crash", 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "devicehealth", 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "orchestrator", 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "pg_autoscaler", 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "progress", 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_support", 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "status", 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "telemetry", 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "volumes" 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "pacific": [ 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "balancer", 2024-04-23T18:33:10.381 INFO:teuthology.orchestra.run.smithi038.stdout: "crash", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "devicehealth", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "orchestrator", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "pg_autoscaler", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "progress", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_support", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "status", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "telemetry", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "volumes" 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "quincy": [ 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "balancer", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "crash", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "devicehealth", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "orchestrator", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "pg_autoscaler", 2024-04-23T18:33:10.382 INFO:teuthology.orchestra.run.smithi038.stdout: "progress", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_support", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "status", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "telemetry", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "volumes" 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "reef": [ 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "balancer", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "crash", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "devicehealth", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "orchestrator", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "pg_autoscaler", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "progress", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_support", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "status", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "telemetry", 2024-04-23T18:33:10.383 INFO:teuthology.orchestra.run.smithi038.stdout: "volumes" 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "squid": [ 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "balancer", 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "crash", 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "devicehealth", 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "orchestrator", 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "pg_autoscaler", 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "progress", 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "rbd_support", 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "status", 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "telemetry", 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "volumes" 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "last_failure_osd_epoch": 91, 2024-04-23T18:33:10.384 INFO:teuthology.orchestra.run.smithi038.stdout: "active_clients": [ 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "devicehealth", 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: "addrvec": [ 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "v2", 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: "addr": "172.21.15.38:0", 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: "nonce": 4292058814 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "libcephsqlite", 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: "addrvec": [ 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "v2", 2024-04-23T18:33:10.385 INFO:teuthology.orchestra.run.smithi038.stdout: "addr": "172.21.15.38:0", 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: "nonce": 3213958484 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "rbd_support", 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: "addrvec": [ 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "v2", 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: "addr": "172.21.15.38:0", 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: "nonce": 34764494 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.386 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snap_schedule", 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: "addrvec": [ 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "v2", 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: "addr": "172.21.15.38:0", 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: "nonce": 2363066519 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "snap_schedule", 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: "addrvec": [ 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "v2", 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: "addr": "172.21.15.38:0", 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: "nonce": 2664465237 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.387 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "volumes", 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: "addrvec": [ 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "v2", 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: "addr": "172.21.15.38:0", 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: "nonce": 1784219186 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout: ] 2024-04-23T18:33:10.388 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:33:10.389 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:09 smithi102 ceph-mon[32874]: pgmap v311: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:33:10.389 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:09 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1673571369' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:10.390 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:09 smithi102 ceph-mon[32874]: osdmap e98: 12 total, 12 up, 12 in 2024-04-23T18:33:10.390 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:09 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3527304415' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:10.390 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:09 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/2912062790' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-23T18:33:10.390 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:09 smithi076 ceph-mon[32458]: pgmap v311: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:33:10.390 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:09 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1673571369' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:10.390 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:09 smithi076 ceph-mon[32458]: osdmap e98: 12 total, 12 up, 12 in 2024-04-23T18:33:10.390 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:09 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3527304415' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:10.390 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:09 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/2912062790' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-23T18:33:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 -- 172.21.15.38:0/2912062790 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fce240a3d20 msgr2=0x7fce240a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fce240a3d20 0x7fce240a61e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fce2c0058c0 tx=0x7fce2c005850 comp rx=0 tx=0).stop 2024-04-23T18:33:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 -- 172.21.15.38:0/2912062790 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c107280 msgr2=0x7fce3c19eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c107280 0x7fce3c19eb10 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fce30005940 tx=0x7fce300042f0 comp rx=0 tx=0).stop 2024-04-23T18:33:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 -- 172.21.15.38:0/2912062790 shutdown_connections 2024-04-23T18:33:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fce240a3d20 0x7fce240a61e0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce3c1986e0 0x7fce3c198b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce3c107280 0x7fce3c19eb10 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 --2- 172.21.15.38:0/2912062790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce3c102240 0x7fce3c19e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:10.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 -- 172.21.15.38:0/2912062790 >> 172.21.15.38:0/2912062790 conn(0x7fce3c0790e0 msgr2=0x7fce3c100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 -- 172.21.15.38:0/2912062790 shutdown_connections 2024-04-23T18:33:10.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:09.175+0000 7fce4117d640 1 -- 172.21.15.38:0/2912062790 wait complete. 2024-04-23T18:33:10.397 DEBUG:tasks.check_counter:Getting stats from a 2024-04-23T18:33:10.398 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-23T18:33:10.398 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:09 smithi038 ceph-mon[29217]: pgmap v311: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-23T18:33:10.398 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:09 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1673571369' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:10.398 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:09 smithi038 ceph-mon[29217]: osdmap e98: 12 total, 12 up, 12 in 2024-04-23T18:33:10.398 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:09 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3527304415' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:10.398 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:09 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/2912062790' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-23T18:33:10.656 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:33:11.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:11 smithi076 ceph-mon[32458]: pgmap v313: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 33 op/s 2024-04-23T18:33:11.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:11 smithi102 ceph-mon[32874]: pgmap v313: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 33 op/s 2024-04-23T18:33:11.808 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:11 smithi038 ceph-mon[29217]: pgmap v313: 97 pgs: 97 active+clean; 68 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 33 op/s 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 3963, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 6828, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 3134956, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 6594621, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 17, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.489875796, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.311209651, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.225900174, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.014776939, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 6822, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.183975452, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000026967 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 8894, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.001344953, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000151 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 2708704, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 3022080 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 11981, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 8443, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 5723924, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 3156877, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 15, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.594843691, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.244141870, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.443685752, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.013215321, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 8443, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.205520451, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000024342 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 19426, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.002764394, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000142 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 1248, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 436864 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 2124, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 2567, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 763478, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 3830162, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 8, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.131091823, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.055541447, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.075915578, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.009722420, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 2568, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.084432973, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000032878 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 3852, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000563320, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000146 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 448 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "cct": { 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "total_workers": 1, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "unhealthy_workers": 0 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "finisher-MDSRank": { 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "queue_len": 0, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "complete_latency": { 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 475, 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 1.062838940, 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.002237555 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "queue_len": 0, 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "complete_latency": { 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 1313, 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.194020898, 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000147769 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "mds": { 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "request": 1421, 2024-04-23T18:33:12.456 INFO:teuthology.orchestra.run.smithi038.stdout: "reply": 1420, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "reply_latency": { 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 1420, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 2.102534450, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.001480658 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "slow_reply": 0, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "forward": 1, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_commit": 27, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_split": 2, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_merge": 0, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes": 427, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_top": 5, 2024-04-23T18:33:12.457 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_bottom": 8, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_pin_tail": 414, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_pinned": 417, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_expired": 2172, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_with_caps": 1, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": 1, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "subtrees": 4, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse": 4398, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_hit": 2740, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_forward": 1, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_discover": 972, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_lock": 0, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "load_cent": 1000, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "q": 1, 2024-04-23T18:33:12.458 INFO:teuthology.orchestra.run.smithi038.stdout: "exported": 38, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "exported_inodes": 1086, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "imported": 24, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "imported_inodes": 1056, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "root_rfiles": 1574, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "root_rbytes": 13748282, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "root_rsnaps": 2, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:12.459 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_cap_op_revoke": 179, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_cap_op_grant": 892, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_client_caps": 1079, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_client_caps_dirty": 908, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_client_cap_release": 10, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "process_request_cap_release": 1419 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_cache": { 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_update": 130, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_update_receipt": 2416, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_try_discover": 1685, 2024-04-23T18:33:12.460 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_send_discover": 1359, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_handle_discover": 178, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "num_strays": 48, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "strays_created": 767, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "strays_enqueued": 719, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "strays_migrated": 0, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "recovery_started": 0, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "recovery_completed": 0, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_quiesce_path": 2, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_quiesce_inode": 9, 2024-04-23T18:33:12.461 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_exportdir": 38, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_flush": 0, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_fragmentdir": 2, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_inodestats": 0 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_log": { 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "evlrg": 0, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "evadd": 3340, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "evex": 0, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "evtrm": 0, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "ev": 3340, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "evexg": 0, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "evexd": 0, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "segadd": 5, 2024-04-23T18:33:12.462 INFO:teuthology.orchestra.run.smithi038.stdout: "segex": 0, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "segtrm": 0, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "seg": 5, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "segmjr": 2, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "segexg": 0, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "segexd": 0, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "expos": 4194304, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "wrpos": 10998289, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "rdpos": 0, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "jlat": { 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 207, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.735835902, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.003554762 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "replayed": 0 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_mem": { 2024-04-23T18:33:12.463 INFO:teuthology.orchestra.run.smithi038.stdout: "ino": 255, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "ino+": 2099, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "ino-": 1844, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "dir": 82, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "dir+": 803, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "dir-": 721, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "dn": 427, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "dn+": 3318, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "dn-": 2891, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "cap": 1, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "cap+": 792, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "cap-": 791, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "rss": 69652, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "heap": 223608 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_server": { 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "dispatch_client_request": 2412, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "dispatch_server_request": 85, 2024-04-23T18:33:12.464 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_client_request": 1421, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_client_session": 16, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_peer_request": 808, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "req_create_latency": { 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "req_getattr_latency": { 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.465 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "req_link_latency": { 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookup_latency": { 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 565, 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.194338008, 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000343961 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.466 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookupino_latency": { 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 1, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000117832, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000117832 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookupname_latency": { 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.467 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.468 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.468 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lssnap_latency": { 2024-04-23T18:33:12.468 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.468 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.468 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.468 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.468 INFO:teuthology.orchestra.run.smithi038.stdout: "req_mkdir_latency": { 2024-04-23T18:33:12.468 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "req_mknod_latency": { 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "req_mksnap_latency": { 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "req_open_latency": { 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.469 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "req_readdir_latency": { 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 87, 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.099493498, 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.001143603 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "req_rename_latency": { 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:12.470 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "req_rmdir_latency": { 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 48, 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.616431419, 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.012842321 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.471 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "req_setattr_latency": { 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.472 INFO:teuthology.orchestra.run.smithi038.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "req_setlayout_latency": { 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "req_setxattr_latency": { 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "req_symlink_latency": { 2024-04-23T18:33:12.473 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "req_unlink_latency": { 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 719, 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 1.192153693, 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.001658071 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.474 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_sessions": { 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "session_count": 1, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "session_add": 3, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "session_remove": 2, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "sessions_open": 1, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "sessions_stale": 0, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "total_load": 1358, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "average_load": 1358, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "avg_session_uptime": 597, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "mempool": { 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:12.475 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:12.476 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_items": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:12.477 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_anon_bytes": 672569, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_anon_items": 426, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_bytes": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_items": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_bytes": 8536, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_items": 178, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:12.478 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "pgmap_items": 0, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_co_bytes": 1075850, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_co_items": 18273, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_1_items": 0, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_2_items": 0 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "objecter": { 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "op_active": 0, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "op_laggy": 0, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "op_send": 1044, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "op_send_bytes": 7165790, 2024-04-23T18:33:12.479 INFO:teuthology.orchestra.run.smithi038.stdout: "op_resend": 33, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "op_reply": 1044, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "op_latency": { 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 1044, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 3.296939772, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.003157988 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "op_inflight": 0, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "oplen_avg": { 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 1044, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 1103 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "op": 1044, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "op_r": 17, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "op_w": 1027, 2024-04-23T18:33:12.480 INFO:teuthology.orchestra.run.smithi038.stdout: "op_rmw": 0, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "op_pg": 0, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_stat": 0, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_create": 10, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_read": 17, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_write": 224, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_writefull": 16, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_writesame": 0, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_append": 0, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_zero": 0, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_truncate": 2, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_delete": 732, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_mapext": 0, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_getxattr": 0, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_setxattr": 20, 2024-04-23T18:33:12.481 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_call": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_watch": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_notify": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_pgls": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_other": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "linger_active": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "linger_send": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "linger_resend": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "linger_ping": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "poolop_active": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "poolop_send": 0, 2024-04-23T18:33:12.482 INFO:teuthology.orchestra.run.smithi038.stdout: "poolop_resend": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "poolstat_active": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "poolstat_send": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "poolstat_resend": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "statfs_active": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "statfs_send": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "statfs_resend": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "command_active": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "command_send": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "command_resend": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "map_epoch": 98, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "map_full": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "map_inc": 12, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_sessions": 12, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_session_open": 12, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_session_close": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_laggy": 0, 2024-04-23T18:33:12.483 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_wr": 70, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_rd": 0, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_del": 12 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "oft": { 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_total_objs": 1, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_total_updates": 0, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_total_removes": 0 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "osd-slow-ops": { 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "slow_ops_count": 11 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "purge_queue": { 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executing_ops_high_water": 6, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executing": 0, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executing_high_water": 6, 2024-04-23T18:33:12.484 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executed_ops": 719, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executed": 719, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 104857600, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 18064, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 7868723, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 18064, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 0, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 0, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 18064, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 7868723, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.485 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 104857600, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 0, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 0, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 1044, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 7244161, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 1044, 2024-04-23T18:33:12.486 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 7244161, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 1024, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 0, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 0, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 1044, 2024-04-23T18:33:12.487 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 1044, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 1044, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 1044, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 3758096384, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 719, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 78371, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 719, 2024-04-23T18:33:12.488 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 0, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 0, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 17, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 78371, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-write_buf_throttle-0x5611a21d0500": { 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 3758096384, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 3340, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 6803985, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:12.489 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 3340, 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 0, 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 0, 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 207, 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 6803985, 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:12.490 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:33:13.459 INFO:tasks.check_counter:Daemon mds.a mds.exported=38 2024-04-23T18:33:13.459 INFO:tasks.check_counter:Daemon mds.a mds.imported=24 2024-04-23T18:33:13.459 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=130 2024-04-23T18:33:13.459 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=2416 2024-04-23T18:33:13.459 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=2 2024-04-23T18:33:13.460 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:13.460 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:13.460 DEBUG:tasks.check_counter:Getting stats from d 2024-04-23T18:33:13.460 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-23T18:33:13.721 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:33:13.756 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:13 smithi038 ceph-mon[29217]: pgmap v314: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 33 op/s 2024-04-23T18:33:13.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:13 smithi076 ceph-mon[32458]: pgmap v314: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 33 op/s 2024-04-23T18:33:13.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:13 smithi102 ceph-mon[32874]: pgmap v314: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 33 op/s 2024-04-23T18:33:15.583 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:15 smithi038 ceph-mon[29217]: pgmap v315: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 33 op/s 2024-04-23T18:33:15.583 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:15 smithi038 ceph-mon[29217]: osdmap e99: 12 total, 12 up, 12 in 2024-04-23T18:33:15.583 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:33:15.583 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:15.583 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 0, 2024-04-23T18:33:15.583 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 2, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 0, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 0, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 4, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 0, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.001381737, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.000000000, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.000289543, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.584 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 221, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 208, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 1591328, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 127072, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 2, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 1, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.045590390, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.014718944, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.035175419, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.004548330, 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:15.585 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 208, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.010762266, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000051741 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 1591328, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 127072 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 2, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 158, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 320, 2024-04-23T18:33:15.586 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 183888, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.013936068, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.009556059, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.001996250, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 155, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.014970379, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000096583 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.587 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 183888 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "cct": { 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "total_workers": 0, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "unhealthy_workers": 0 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "mempool": { 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:15.588 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:15.589 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_items": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_anon_bytes": 148994, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_anon_items": 31, 2024-04-23T18:33:15.590 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_bytes": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_items": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_bytes": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_items": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "pgmap_items": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_co_bytes": 928, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_co_items": 2, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:15.591 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_1_items": 0, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_2_items": 0 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 104857600, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 219, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 1557753, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 219, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 0, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 0, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 219, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 1557753, 2024-04-23T18:33:15.592 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:15.593 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:15.593 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.593 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.593 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:15.593 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:15.593 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:33:15.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:15 smithi076 ceph-mon[32458]: pgmap v315: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 33 op/s 2024-04-23T18:33:15.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:15 smithi076 ceph-mon[32458]: osdmap e99: 12 total, 12 up, 12 in 2024-04-23T18:33:15.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:15 smithi102 ceph-mon[32874]: pgmap v315: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 33 op/s 2024-04-23T18:33:15.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:15 smithi102 ceph-mon[32874]: osdmap e99: 12 total, 12 up, 12 in 2024-04-23T18:33:16.217 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-23T18:33:16.217 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-23T18:33:16.218 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-23T18:33:16.218 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-23T18:33:16.218 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-04-23T18:33:16.218 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-04-23T18:33:16.218 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-04-23T18:33:16.218 DEBUG:tasks.check_counter:Getting stats from g 2024-04-23T18:33:16.218 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-23T18:33:16.471 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:33:17.738 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:17 smithi038 ceph-mon[29217]: pgmap v317: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-23T18:33:17.738 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:17 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:33:17.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:17 smithi076 ceph-mon[32458]: pgmap v317: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-23T18:33:17.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:17 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:33:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:17 smithi102 ceph-mon[32874]: pgmap v317: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-23T18:33:17.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:17 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 983, 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 950, 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 1998474, 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 359324, 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 1, 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.129509689, 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.049032556, 2024-04-23T18:33:18.349 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.056695833, 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.026363716, 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 949, 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.047716324, 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000050280 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 1752752, 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 127184 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.350 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 1367, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 1517, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 7153895, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 869367, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 7, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.102399264, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.030973010, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.028730895, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.034563816, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 1515, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.047154516, 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000031125 2024-04-23T18:33:18.351 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 436512 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 4, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 6, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 1629, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 1284, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:18.352 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.001280498, 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.000060721, 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.001045523, 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.000080579, 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 4, 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.001792057, 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000448014 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.353 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "cct": { 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "total_workers": 1, 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "unhealthy_workers": 0 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "finisher-MDSRank": { 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "queue_len": 0, 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "complete_latency": { 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 3418, 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.087057403, 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000025470 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:18.354 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "queue_len": 0, 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "complete_latency": { 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "mds": { 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "request": 0, 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "reply": 0, 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "reply_latency": { 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.355 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "slow_reply": 0, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "forward": 0, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_commit": 0, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_split": 0, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_merge": 0, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes": 1127, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_top": 0, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_bottom": 1127, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_pin_tail": 0, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_pinned": 1127, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_expired": 1, 2024-04-23T18:33:18.356 INFO:teuthology.orchestra.run.smithi038.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "subtrees": 1, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_hit": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_forward": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_discover": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "traverse_lock": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "load_cent": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "q": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "exported": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "exported_inodes": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "imported": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "imported_inodes": 0, 2024-04-23T18:33:18.357 INFO:teuthology.orchestra.run.smithi038.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "root_rfiles": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "root_rbytes": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "root_rsnaps": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:18.358 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_cap_op_revoke": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_cap_op_grant": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_client_caps": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_client_caps_dirty": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_client_cap_release": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "process_request_cap_release": 0 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_cache": { 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_update": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_update_receipt": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_try_discover": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_send_discover": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "dir_handle_discover": 0, 2024-04-23T18:33:18.359 INFO:teuthology.orchestra.run.smithi038.stdout: "num_strays": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "strays_created": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "strays_enqueued": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "strays_migrated": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "recovery_started": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "recovery_completed": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_quiesce_path": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_quiesce_inode": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_exportdir": 0, 2024-04-23T18:33:18.360 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_flush": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "ireq_inodestats": 0 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_log": { 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "evlrg": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "evadd": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "evex": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "evtrm": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "ev": 3340, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "evexg": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "evexd": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "segadd": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "segex": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "segtrm": 0, 2024-04-23T18:33:18.361 INFO:teuthology.orchestra.run.smithi038.stdout: "seg": 5, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "segmjr": 2, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "segexg": 0, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "segexd": 0, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "expos": 4194304, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "wrpos": 10998289, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "rdpos": 10992714, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "jlat": { 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "replayed": 3340 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_mem": { 2024-04-23T18:33:18.362 INFO:teuthology.orchestra.run.smithi038.stdout: "ino": 233, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "ino+": 1538, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "ino-": 1305, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "dir": 53, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "dir+": 115, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "dir-": 62, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "dn": 1127, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "dn+": 2370, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "dn-": 1243, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "cap": 0, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "cap+": 0, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "cap-": 0, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "rss": 57784, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "heap": 215416 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_server": { 2024-04-23T18:33:18.363 INFO:teuthology.orchestra.run.smithi038.stdout: "dispatch_client_request": 0, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "dispatch_server_request": 0, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_client_request": 0, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_client_session": 0, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "handle_peer_request": 0, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "req_create_latency": { 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "req_getattr_latency": { 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.364 INFO:teuthology.orchestra.run.smithi038.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "req_link_latency": { 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookup_latency": { 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:18.365 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookupino_latency": { 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookupname_latency": { 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:18.366 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "req_lssnap_latency": { 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.367 INFO:teuthology.orchestra.run.smithi038.stdout: "req_mkdir_latency": { 2024-04-23T18:33:18.368 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.368 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.368 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.368 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.368 INFO:teuthology.orchestra.run.smithi038.stdout: "req_mknod_latency": { 2024-04-23T18:33:18.368 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "req_mksnap_latency": { 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "req_open_latency": { 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "req_readdir_latency": { 2024-04-23T18:33:18.369 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: "req_rename_latency": { 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.370 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "req_rmdir_latency": { 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:18.371 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "req_setattr_latency": { 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.372 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "req_setlayout_latency": { 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "req_setxattr_latency": { 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "req_symlink_latency": { 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.373 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "req_unlink_latency": { 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.374 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_sessions": { 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "session_count": 1, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "session_add": 3, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "session_remove": 2, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "sessions_open": 3, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "sessions_stale": 0, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "total_load": 0, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "average_load": 0, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "avg_session_uptime": 4295, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "mempool": { 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:18.375 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:18.376 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_items": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:18.377 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_anon_bytes": 207628, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_anon_items": 330, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_bytes": 0, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_items": 0, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_bytes": 8416, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_items": 175, 2024-04-23T18:33:18.378 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "pgmap_items": 0, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_co_bytes": 1456133, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_co_items": 18795, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_1_items": 0, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_2_items": 0 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "objecter": { 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "op_active": 0, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "op_laggy": 0, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "op_send": 2095, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "op_send_bytes": 21, 2024-04-23T18:33:18.379 INFO:teuthology.orchestra.run.smithi038.stdout: "op_resend": 3, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "op_reply": 2095, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "op_latency": { 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 2095, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 2.882947425, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.001376108 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "op_inflight": 0, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "oplen_avg": { 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 2095, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 2096 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "op": 2095, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "op_r": 2095, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "op_w": 0, 2024-04-23T18:33:18.380 INFO:teuthology.orchestra.run.smithi038.stdout: "op_rmw": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "op_pg": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_stat": 1342, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_create": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_read": 751, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_write": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_writefull": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_writesame": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_append": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_zero": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_truncate": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_delete": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_mapext": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_getxattr": 1, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_setxattr": 0, 2024-04-23T18:33:18.381 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_call": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_watch": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_notify": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_pgls": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "osdop_other": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "linger_active": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "linger_send": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "linger_resend": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "linger_ping": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "poolop_active": 0, 2024-04-23T18:33:18.382 INFO:teuthology.orchestra.run.smithi038.stdout: "poolop_send": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "poolop_resend": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "poolstat_active": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "poolstat_send": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "poolstat_resend": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "statfs_active": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "statfs_send": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "statfs_resend": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "command_active": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "command_send": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "command_resend": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "map_epoch": 99, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "map_full": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "map_inc": 13, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_sessions": 6, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_session_open": 6, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_session_close": 0, 2024-04-23T18:33:18.383 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_laggy": 0, 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_wr": 0, 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_rd": 2, 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_del": 0 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "oft": { 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_total_objs": 0, 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_total_updates": 0, 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "omap_total_removes": 0 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "osd-slow-ops": { 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "slow_ops_count": 0 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.384 INFO:teuthology.orchestra.run.smithi038.stdout: "purge_queue": { 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executing_ops_high_water": 0, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executing": 0, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executing_high_water": 0, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executed_ops": 0, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_executed": 0, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 104857600, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 2350, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 8926702, 2024-04-23T18:33:18.385 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 2350, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 0, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 0, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 2350, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 8926702, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 104857600, 2024-04-23T18:33:18.386 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 0, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 0, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 2095, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 6803990, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 2095, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 6803990, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:18.387 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 1024, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 0, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 0, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 2095, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 2095, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 2095, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 2095, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:18.388 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 3758096384, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.389 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-write_buf_throttle-0x55a3833ae6e0": { 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 3758096384, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 0, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 0, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 0, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 0, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 0, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 0, 2024-04-23T18:33:18.390 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:18.391 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:18.391 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.391 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.391 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:18.391 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:18.391 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:33:19.123 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-04-23T18:33:19.123 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-04-23T18:33:19.123 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-04-23T18:33:19.123 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-04-23T18:33:19.124 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-04-23T18:33:19.124 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:19.124 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:19.124 DEBUG:tasks.check_counter:Getting stats from j 2024-04-23T18:33:19.124 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-23T18:33:19.728 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:19 smithi038 ceph-mon[29217]: pgmap v318: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 217 B/s wr, 14 op/s 2024-04-23T18:33:19.729 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:19 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.729 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:19 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.729 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:19 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.729 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:19 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:19 smithi076 ceph-mon[32458]: pgmap v318: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 217 B/s wr, 14 op/s 2024-04-23T18:33:19.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:19 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:19 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:19 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:19 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:19 smithi102 ceph-mon[32874]: pgmap v318: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 217 B/s wr, 14 op/s 2024-04-23T18:33:19.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:19 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:19 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:19 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:19.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:19 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:20.034 INFO:teuthology.orchestra.run.smithi038.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:33:20.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:20 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:20 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:20 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:20 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:20 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:20 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:20 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:20 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:20 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:20 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:20 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:20 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:20 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:20 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:20 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:20 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:20 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:20 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:20 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:20 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:20 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:20 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:20 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:20.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:20 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:21 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi076 to 176.2M 2024-04-23T18:33:21.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:21 smithi076 ceph-mon[32458]: Unable to set osd_memory_target on smithi076 to 184787456: error parsing value: Value '184787456' is below minimum 939524096 2024-04-23T18:33:21.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:21 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi102 to 176.2M 2024-04-23T18:33:21.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:21 smithi076 ceph-mon[32458]: Unable to set osd_memory_target on smithi102 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:33:21.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:21 smithi076 ceph-mon[32458]: pgmap v319: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:33:21.776 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-04-23T18:33:21.776 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:21.776 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 0, 2024-04-23T18:33:21.776 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 2, 2024-04-23T18:33:21.776 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 0, 2024-04-23T18:33:21.776 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 0, 2024-04-23T18:33:21.776 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 4, 2024-04-23T18:33:21.776 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 0, 2024-04-23T18:33:21.776 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.001332757, 2024-04-23T18:33:21.776 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.000000000, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.000248923, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.777 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 223, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 210, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 1591872, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 128352, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 2, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 1, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.042873917, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.013598575, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.034421306, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.004440445, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 210, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.012080047, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000057524 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:21.778 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 1591872, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 128352 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_messages": 2, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages": 159, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_bytes": 320, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_bytes": 184064, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_total_time": 0.013796588, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_send_time": 0.009354168, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_recv_time": 0.001843357, 2024-04-23T18:33:21.779 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 156, 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.016085818, 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000103114 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "msgr_send_encrypted_bytes": 184064 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "cct": { 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "total_workers": 0, 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: "unhealthy_workers": 0 2024-04-23T18:33:21.780 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "mempool": { 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:21.781 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_items": 0, 2024-04-23T18:33:21.782 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_anon_bytes": 149017, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_anon_items": 31, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_bytes": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_items": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_bytes": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_items": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:21.783 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "pgmap_items": 0, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_co_bytes": 928, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "mds_co_items": 2, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_1_items": 0, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "unittest_2_items": 0 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "val": 0, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "max": 104857600, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "get_started": 0, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "get": 221, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "get_sum": 1558013, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:21.784 INFO:teuthology.orchestra.run.smithi038.stdout: "get_or_fail_success": 221, 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout: "take": 0, 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout: "take_sum": 0, 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout: "put": 221, 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout: "put_sum": 1558013, 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout: "wait": { 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout: "avgcount": 0, 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-04-23T18:33:21.785 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-04-23T18:33:21.785 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:21 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi076 to 176.2M 2024-04-23T18:33:21.785 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:21 smithi038 ceph-mon[29217]: Unable to set osd_memory_target on smithi076 to 184787456: error parsing value: Value '184787456' is below minimum 939524096 2024-04-23T18:33:21.785 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:21 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi102 to 176.2M 2024-04-23T18:33:21.785 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:21 smithi038 ceph-mon[29217]: Unable to set osd_memory_target on smithi102 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:33:21.785 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:21 smithi038 ceph-mon[29217]: pgmap v319: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:33:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:21 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi076 to 176.2M 2024-04-23T18:33:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:21 smithi102 ceph-mon[32874]: Unable to set osd_memory_target on smithi076 to 184787456: error parsing value: Value '184787456' is below minimum 939524096 2024-04-23T18:33:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:21 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi102 to 176.2M 2024-04-23T18:33:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:21 smithi102 ceph-mon[32874]: Unable to set osd_memory_target on smithi102 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:33:21.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:21 smithi102 ceph-mon[32874]: pgmap v319: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:33:22.439 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-23T18:33:22.439 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-23T18:33:22.439 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-23T18:33:22.439 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-23T18:33:22.439 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-23T18:33:22.439 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-23T18:33:22.439 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-23T18:33:22.439 DEBUG:tasks.check_counter:Getting stats from b 2024-04-23T18:33:22.439 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-23T18:33:22.689 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:33:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:23 smithi076 ceph-mon[32458]: pgmap v320: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:33:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:23 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:23 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:23 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:23 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:23 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:23 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:23 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:33:23.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:23 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:33:23.758 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:23 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:23.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:23 smithi102 ceph-mon[32874]: pgmap v320: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:33:23.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:23 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:23.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:23 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:23.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:23 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:23 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:23 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:23 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:23 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:33:23.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:23 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:33:23.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:23 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:23.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:23 smithi038 ceph-mon[29217]: pgmap v320: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:33:23.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:23 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:23.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:23 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:23.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:23 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:23 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:23 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:23 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:23.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:23 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:33:23.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:23 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:33:23.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:23 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' 2024-04-23T18:33:24.500 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-04-23T18:33:24.500 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:24.500 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 20874, 2024-04-23T18:33:24.500 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 29314, 2024-04-23T18:33:24.500 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 6280343, 2024-04-23T18:33:24.500 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 46472257, 2024-04-23T18:33:24.500 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 11, 2024-04-23T18:33:24.500 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 1.305863833, 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.543976488, 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.620222922, 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.218609940, 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 29320, 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 6.092354796, 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000207788 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 36312, 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.005432432, 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000149 2024-04-23T18:33:24.501 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 312416 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 49895, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 89276, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 18548103, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 82049606, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 32, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 3.407518932, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 1.563384689, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 3.148467051, 2024-04-23T18:33:24.502 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.307429233, 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 89273, 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 8.646441534, 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000096853 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 113624, 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.016484739, 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000145 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 13009504, 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 36269088 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 14903, 2024-04-23T18:33:24.503 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 18705, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 6229596, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 31650732, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 31, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 10, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 1.156028032, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.522325890, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.438929117, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.222283827, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 18697, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 6.958970759, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000372197 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:24.504 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 18981, 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.003037331, 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000160 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 1837888, 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 136688 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "cct": { 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "total_workers": 1, 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "unhealthy_workers": 0 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "finisher-MDSRank": { 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "queue_len": 0, 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "complete_latency": { 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 2757, 2024-04-23T18:33:24.505 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 26.275834442, 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.009530589 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "queue_len": 0, 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "complete_latency": { 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 12150, 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 2.879198254, 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000236971 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": { 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "request": 18866, 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "reply": 18657, 2024-04-23T18:33:24.506 INFO:teuthology.orchestra.run.smithi076.stdout: "reply_latency": { 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 18657, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 54.458782008, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.002918946 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "slow_reply": 0, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "forward": 209, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_commit": 1326, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_split": 17, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_merge": 5, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes": 4264, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_top": 2692, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_bottom": 1562, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_pin_tail": 10, 2024-04-23T18:33:24.507 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_pinned": 383, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_expired": 4573, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_with_caps": 2, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": 2, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "subtrees": 6, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse": 19976, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_hit": 19229, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_forward": 10, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_discover": 206, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_lock": 0, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "load_cent": 0, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "q": 0, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "exported": 43, 2024-04-23T18:33:24.508 INFO:teuthology.orchestra.run.smithi076.stdout: "exported_inodes": 4150, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "imported": 78, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "imported_inodes": 2462, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rfiles": 4, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rbytes": 234, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rsnaps": 6, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:24.509 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_inode_file_caps": 78, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_revoke": 1615, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_grant": 18178, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_caps": 14273, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_caps_dirty": 10712, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_cap_release": 76, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "process_request_cap_release": 8643 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_cache": { 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_update": 2803, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_update_receipt": 495, 2024-04-23T18:33:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_try_discover": 307, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_send_discover": 349, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_handle_discover": 5362, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays": 149, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_created": 7083, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_enqueued": 6934, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_migrated": 0, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "recovery_started": 0, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "recovery_completed": 0, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_quiesce_path": 2, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_quiesce_inode": 24, 2024-04-23T18:33:24.511 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_exportdir": 43, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_flush": 0, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_fragmentdir": 22, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_inodestats": 0 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_log": { 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "evlrg": 0, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "evadd": 38659, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "evex": 30383, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "evtrm": 30383, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "ev": 8276, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "evexg": 0, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "evexd": 8576, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "segadd": 57, 2024-04-23T18:33:24.512 INFO:teuthology.orchestra.run.smithi076.stdout: "segex": 47, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "segtrm": 47, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "seg": 10, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "segmjr": 1, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "segexg": 0, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "segexd": 10, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "expos": 74745672, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "wrpos": 91118120, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "rdpos": 0, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "jlat": { 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1444, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 68.299862055, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.047299073 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: "replayed": 0 2024-04-23T18:33:24.513 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_mem": { 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "ino": 1709, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "ino+": 12961, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "ino-": 11252, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "dir": 251, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "dir+": 1031, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "dir-": 780, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "dn": 4264, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "dn+": 19373, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "dn-": 15109, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "cap": 2, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "cap+": 10517, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "cap-": 10515, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "rss": 115096, 2024-04-23T18:33:24.514 INFO:teuthology.orchestra.run.smithi076.stdout: "heap": 231800 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_server": { 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "dispatch_client_request": 22486, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "dispatch_server_request": 1562, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_request": 18866, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_session": 75, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_peer_request": 3545, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "req_create_latency": { 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 9888, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 18.828797081, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.001904206 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getattr_latency": { 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 138, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.078808931, 2024-04-23T18:33:24.515 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000571079 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "req_link_latency": { 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookup_latency": { 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 118, 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.071750803, 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000608057 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.516 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupino_latency": { 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupname_latency": { 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.517 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:24.518 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.518 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.518 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.518 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.518 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:24.518 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.518 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lssnap_latency": { 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 10, 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.002242963, 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000224296 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mkdir_latency": { 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 623, 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 13.241858172, 2024-04-23T18:33:24.519 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.021254989 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mknod_latency": { 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mksnap_latency": { 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 10, 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.357395240, 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.035739524 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "req_open_latency": { 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1, 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000225978, 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000225978 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.520 INFO:teuthology.orchestra.run.smithi076.stdout: "req_readdir_latency": { 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 771, 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 1.387362724, 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.001799432 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rename_latency": { 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 2, 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.002887920, 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.001443960 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:24.521 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmdir_latency": { 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 415, 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 8.907879189, 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.021464769 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 4, 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.019726307, 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.004931576 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:24.522 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setattr_latency": { 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 2, 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.064963531, 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.032481765 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.523 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setlayout_latency": { 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setxattr_latency": { 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 7, 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.016171922, 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.002310274 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "req_symlink_latency": { 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.524 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "req_unlink_latency": { 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 6668, 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 11.478711247, 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.001721462 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.525 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_sessions": { 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "session_count": 2, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "session_add": 5, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "session_remove": 3, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions_open": 2, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions_stale": 0, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "total_load": 111, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "average_load": 55, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "avg_session_uptime": 592, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "mempool": { 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "bloom_filter_bytes": 360, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "bloom_filter_items": 360, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:24.526 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:24.527 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_items": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:24.528 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_anon_bytes": 1247044, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_anon_items": 2004, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_meta_bytes": 88, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_meta_items": 1, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_bytes": 0, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_items": 0, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_bytes": 8416, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_items": 175, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:24.529 INFO:teuthology.orchestra.run.smithi076.stdout: "pgmap_items": 0, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_co_bytes": 7515390, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_co_items": 116886, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_1_items": 0, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_2_items": 0 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "objecter": { 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "op_active": 0, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "op_laggy": 0, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "op_send": 21205, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "op_send_bytes": 104418080, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "op_resend": 37, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "op_reply": 21205, 2024-04-23T18:33:24.530 INFO:teuthology.orchestra.run.smithi076.stdout: "op_latency": { 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 21205, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 2657.260468573, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.125312919 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "op_inflight": 0, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "oplen_avg": { 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 21205, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 43935 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "op": 21205, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "op_r": 123, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "op_w": 21082, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "op_rmw": 0, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "op_pg": 0, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_stat": 601, 2024-04-23T18:33:24.531 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_create": 10348, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_read": 123, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_write": 1567, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_writefull": 120, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_writesame": 0, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_append": 0, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_zero": 0, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_truncate": 17, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_delete": 7600, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_mapext": 0, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_getxattr": 0, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_setxattr": 20696, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:24.532 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_call": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_watch": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_notify": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_pgls": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_other": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_active": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_send": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_resend": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_ping": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_active": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_send": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_resend": 0, 2024-04-23T18:33:24.533 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_active": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_send": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_resend": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_active": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_send": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_resend": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "command_active": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "command_send": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "command_resend": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "map_epoch": 99, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "map_full": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "map_inc": 14, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_sessions": 12, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_session_open": 12, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_session_close": 0, 2024-04-23T18:33:24.534 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_laggy": 0, 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_wr": 2602, 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_rd": 0, 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_del": 261 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "oft": { 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_objs": 1, 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_updates": 0, 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_removes": 0 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "osd-slow-ops": { 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "slow_ops_count": 67 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "purge_queue": { 2024-04-23T18:33:24.535 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_ops_high_water": 40, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing": 0, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_high_water": 6, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executed_ops": 7016, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executed": 6934, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 104857600, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 85668, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 21653822, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:24.536 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 85668, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 85668, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 21653822, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 104857600, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:24.537 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 21205, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 105122446, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 21205, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 105122446, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.538 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 1024, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 21205, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 21205, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 21205, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 21205, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.539 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 3758096384, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 6934, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 704366, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 6934, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 123, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 704366, 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:24.540 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-write_buf_throttle-0x55cc8410a500": { 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 3758096384, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 38659, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 86923816, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 38659, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 1444, 2024-04-23T18:33:24.541 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 86923816, 2024-04-23T18:33:24.542 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:24.542 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:24.542 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.542 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.542 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:24.542 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:24.542 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-04-23T18:33:24.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:24 smithi076 ceph-mon[32458]: Adjusting osd_memory_target on smithi038 to 177.2M 2024-04-23T18:33:24.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:24 smithi076 ceph-mon[32458]: Unable to set osd_memory_target on smithi038 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-23T18:33:24.757 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:24 smithi076 ceph-mon[32458]: pgmap v321: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:33:24.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:24 smithi102 ceph-mon[32874]: Adjusting osd_memory_target on smithi038 to 177.2M 2024-04-23T18:33:24.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:24 smithi102 ceph-mon[32874]: Unable to set osd_memory_target on smithi038 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-23T18:33:24.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:24 smithi102 ceph-mon[32874]: pgmap v321: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:33:24.804 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:24 smithi038 ceph-mon[29217]: Adjusting osd_memory_target on smithi038 to 177.2M 2024-04-23T18:33:24.804 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:24 smithi038 ceph-mon[29217]: Unable to set osd_memory_target on smithi038 to 185897062: error parsing value: Value '185897062' is below minimum 939524096 2024-04-23T18:33:24.804 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:24 smithi038 ceph-mon[29217]: pgmap v321: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-23T18:33:25.290 INFO:tasks.check_counter:Daemon mds.b mds.exported=43 2024-04-23T18:33:25.290 INFO:tasks.check_counter:Daemon mds.b mds.imported=78 2024-04-23T18:33:25.290 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=2803 2024-04-23T18:33:25.290 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=495 2024-04-23T18:33:25.291 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-04-23T18:33:25.291 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=10 2024-04-23T18:33:25.291 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=4 2024-04-23T18:33:25.291 DEBUG:tasks.check_counter:Getting stats from e 2024-04-23T18:33:25.291 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-23T18:33:25.536 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:33:27.252 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:26 smithi076 ceph-mon[32458]: pgmap v322: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-23T18:33:27.278 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-04-23T18:33:27.278 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:27.278 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 1671, 2024-04-23T18:33:27.278 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 1673, 2024-04-23T18:33:27.278 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 13066882, 2024-04-23T18:33:27.278 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 531385, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 6, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 2, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 0.151749992, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.047931422, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.042368798, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.048658449, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1671, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.057229272, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000034248 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.279 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 504, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 661, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 732086, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 599874, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 7, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 0.052187191, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.018669823, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.014072992, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.014036090, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 658, 2024-04-23T18:33:27.280 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.027632082, 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000041994 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 440176 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 266, 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 229, 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 1775468, 2024-04-23T18:33:27.281 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 131790, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 3, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 2, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 0.046022523, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.013192662, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.038393942, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.004945068, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 229, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.012126702, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000052955 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.282 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 1775200, 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 131472 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "cct": { 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "total_workers": 1, 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "unhealthy_workers": 0 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "finisher-MDSRank": { 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "queue_len": 0, 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "complete_latency": { 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 3612, 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.090338944, 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000025010 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:27.283 INFO:teuthology.orchestra.run.smithi076.stdout: "queue_len": 0, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "complete_latency": { 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": { 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "request": 0, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "reply": 0, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "reply_latency": { 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "slow_reply": 0, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "forward": 0, 2024-04-23T18:33:27.284 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_commit": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_split": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_merge": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes": 2149, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_top": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_bottom": 2149, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_pin_tail": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_pinned": 2149, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_expired": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "subtrees": 1, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_hit": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_forward": 0, 2024-04-23T18:33:27.285 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_discover": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_lock": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "load_cent": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "q": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "exported": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "exported_inodes": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "imported": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "imported_inodes": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rfiles": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rbytes": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rsnaps": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:27.286 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_revoke": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_grant": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_caps": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_caps_dirty": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_cap_release": 0, 2024-04-23T18:33:27.287 INFO:teuthology.orchestra.run.smithi076.stdout: "process_request_cap_release": 0 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_cache": { 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_update": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_update_receipt": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_try_discover": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_send_discover": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_handle_discover": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_created": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_enqueued": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_migrated": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:27.288 INFO:teuthology.orchestra.run.smithi076.stdout: "recovery_started": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "recovery_completed": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_quiesce_path": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_quiesce_inode": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_exportdir": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_flush": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_inodestats": 0 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_log": { 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "evlrg": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "evadd": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "evex": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "evtrm": 0, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "ev": 5593, 2024-04-23T18:33:27.289 INFO:teuthology.orchestra.run.smithi076.stdout: "evexg": 0, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "evexd": 0, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "segadd": 0, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "segex": 0, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "segtrm": 0, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "seg": 8, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "segmjr": 2, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "segexg": 0, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "segexd": 0, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "expos": 4194304, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "wrpos": 17377634, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "rdpos": 17376019, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "jlat": { 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.290 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "replayed": 5593 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_mem": { 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "ino": 542, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "ino+": 1816, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "ino-": 1274, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "dir": 55, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "dir+": 85, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "dir-": 30, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "dn": 2149, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "dn+": 2543, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "dn-": 394, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "cap": 0, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "cap+": 0, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "cap-": 0, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "rss": 57692, 2024-04-23T18:33:27.291 INFO:teuthology.orchestra.run.smithi076.stdout: "heap": 215416 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_server": { 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "dispatch_client_request": 0, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "dispatch_server_request": 0, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_request": 0, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_session": 0, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_peer_request": 0, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "req_create_latency": { 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getattr_latency": { 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.292 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "req_link_latency": { 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookup_latency": { 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.293 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupino_latency": { 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupname_latency": { 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.294 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lssnap_latency": { 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mkdir_latency": { 2024-04-23T18:33:27.295 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mknod_latency": { 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mksnap_latency": { 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "req_open_latency": { 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.296 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "req_readdir_latency": { 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rename_latency": { 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.297 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmdir_latency": { 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:27.298 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setattr_latency": { 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.299 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setlayout_latency": { 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setxattr_latency": { 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "req_symlink_latency": { 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.300 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: "req_unlink_latency": { 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:27.301 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_sessions": { 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "session_count": 2, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "session_add": 4, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "session_remove": 2, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions_open": 2, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions_stale": 0, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "total_load": 0, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "average_load": 0, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "avg_session_uptime": 3016, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "mempool": { 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:27.302 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:27.303 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_items": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_anon_bytes": 211569, 2024-04-23T18:33:27.304 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_anon_items": 631, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_bytes": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_items": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_bytes": 8416, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_items": 175, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "pgmap_items": 0, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_co_bytes": 2877746, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_co_items": 30042, 2024-04-23T18:33:27.305 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_1_items": 0, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_2_items": 0 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "objecter": { 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "op_active": 0, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "op_laggy": 0, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "op_send": 2174, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "op_send_bytes": 21, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "op_resend": 3, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "op_reply": 2174, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "op_latency": { 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 2174, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 2.153936542, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000990771 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "op_inflight": 0, 2024-04-23T18:33:27.306 INFO:teuthology.orchestra.run.smithi076.stdout: "oplen_avg": { 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 2174, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 2175 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "op": 2174, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "op_r": 2174, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "op_w": 0, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "op_rmw": 0, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "op_pg": 0, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_stat": 1402, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_create": 0, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_read": 770, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_write": 0, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_writefull": 0, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_writesame": 0, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_append": 0, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_zero": 0, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_truncate": 0, 2024-04-23T18:33:27.307 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_delete": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_mapext": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_getxattr": 1, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_setxattr": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_call": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_watch": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_notify": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_pgls": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_other": 0, 2024-04-23T18:33:27.308 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_active": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_send": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_resend": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_ping": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_active": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_send": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_resend": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_active": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_send": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_resend": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_active": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_send": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_resend": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "command_active": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "command_send": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "command_resend": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "map_epoch": 99, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "map_full": 0, 2024-04-23T18:33:27.309 INFO:teuthology.orchestra.run.smithi076.stdout: "map_inc": 13, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_sessions": 5, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_session_open": 5, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_session_close": 0, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_laggy": 0, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_wr": 0, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_rd": 2, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_del": 0 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "oft": { 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_objs": 0, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_updates": 0, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_removes": 0 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "osd-slow-ops": { 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: "slow_ops_count": 0 2024-04-23T18:33:27.310 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "purge_queue": { 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_ops_high_water": 0, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing": 0, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_high_water": 0, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executed_ops": 0, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executed": 0, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 104857600, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 2437, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 15338871, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 2437, 2024-04-23T18:33:27.311 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 2437, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 15338871, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 104857600, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:27.312 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 2174, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 13184760, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 2174, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 13184760, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 1024, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:27.313 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 2174, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 2174, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 2174, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 2174, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 3758096384, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:27.314 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 0, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 0, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-write_buf_throttle-0x561a4ed686e0": { 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 3758096384, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:27.315 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 0, 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 0, 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:27.316 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-04-23T18:33:27.317 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:26 smithi102 ceph-mon[32874]: pgmap v322: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-23T18:33:27.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:26 smithi038 ceph-mon[29217]: pgmap v322: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-23T18:33:28.111 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-23T18:33:28.111 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-23T18:33:28.111 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-23T18:33:28.112 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-23T18:33:28.112 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-04-23T18:33:28.112 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:28.112 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:28.112 DEBUG:tasks.check_counter:Getting stats from h 2024-04-23T18:33:28.112 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-23T18:33:28.355 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:33:29.007 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:28 smithi076 ceph-mon[32458]: pgmap v323: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:29.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:28 smithi102 ceph-mon[32874]: pgmap v323: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:29.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:28 smithi038 ceph-mon[29217]: pgmap v323: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:30.165 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-04-23T18:33:30.165 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:30.165 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 12542, 2024-04-23T18:33:30.165 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 8717, 2024-04-23T18:33:30.165 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 6208986, 2024-04-23T18:33:30.165 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 7179897, 2024-04-23T18:33:30.165 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 11, 2024-04-23T18:33:30.165 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:30.165 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 0.634033696, 2024-04-23T18:33:30.165 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.299367488, 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.410317106, 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.017543084, 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 8719, 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.228418473, 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000026197 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 20045, 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.002609423, 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000130 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.166 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 1488, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 1650, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 530845, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 6290520, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 14, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 10, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 0.121781004, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.053482756, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.044101385, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.021303333, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1647, 2024-04-23T18:33:30.167 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.103796568, 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000063021 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1404, 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000208912, 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000148 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 441616 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 6851, 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 12141, 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 4380056, 2024-04-23T18:33:30.168 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 10406915, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 14, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 8, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 0.548244794, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.256286892, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.363814701, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.033282917, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 12137, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.827223668, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000068157 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 14822, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.002691852, 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000181 2024-04-23T18:33:30.169 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 3587328, 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 5375952 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "cct": { 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "total_workers": 1, 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "unhealthy_workers": 0 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "finisher-MDSRank": { 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "queue_len": 0, 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "complete_latency": { 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 352, 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 3.695238243, 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.010497835 2024-04-23T18:33:30.170 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "queue_len": 0, 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "complete_latency": { 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 2769, 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.338163403, 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000122124 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": { 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "request": 2543, 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "reply": 2528, 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "reply_latency": { 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 2528, 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 8.449806727, 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.003342486 2024-04-23T18:33:30.171 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "slow_reply": 0, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "forward": 15, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_commit": 43, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_split": 4, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_merge": 0, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes": 1586, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_top": 7, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_bottom": 843, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_pin_tail": 736, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_pinned": 1573, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_expired": 1615, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_with_caps": 1, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": 1, 2024-04-23T18:33:30.172 INFO:teuthology.orchestra.run.smithi076.stdout: "subtrees": 6, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse": 4840, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_hit": 3493, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_forward": 14, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_discover": 965, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_lock": 0, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "load_cent": 0, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "q": 0, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "exported": 20, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "exported_inodes": 464, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "imported": 6, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "imported_inodes": 1237, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:30.173 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rfiles": 1574, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rbytes": 13748282, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rsnaps": 2, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_revoke": 162, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_grant": 2527, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:30.174 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_caps": 2094, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_caps_dirty": 1774, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_cap_release": 161, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "process_request_cap_release": 1951 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_cache": { 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_update": 100, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_update_receipt": 2437, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_try_discover": 1692, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_send_discover": 1380, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_handle_discover": 142, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays": 61, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_created": 1644, 2024-04-23T18:33:30.175 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_enqueued": 1583, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_migrated": 0, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "recovery_started": 0, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "recovery_completed": 0, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_quiesce_path": 2, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_quiesce_inode": 11, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_exportdir": 20, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_flush": 0, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_fragmentdir": 4, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_inodestats": 0 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.176 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_log": { 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "evlrg": 0, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "evadd": 6850, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "evex": 0, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "evtrm": 0, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "ev": 6850, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "evexg": 0, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "evexd": 0, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "segadd": 10, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "segex": 0, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "segtrm": 0, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "seg": 10, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "segmjr": 2, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "segexg": 0, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "segexd": 0, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "expos": 4194304, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "wrpos": 21229819, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "rdpos": 0, 2024-04-23T18:33:30.177 INFO:teuthology.orchestra.run.smithi076.stdout: "jlat": { 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 147, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 2.401090652, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.016333950 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "replayed": 0 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_mem": { 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "ino": 759, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "ino+": 3223, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "ino-": 2464, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "dir": 121, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "dir+": 826, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "dir-": 705, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "dn": 1586, 2024-04-23T18:33:30.178 INFO:teuthology.orchestra.run.smithi076.stdout: "dn+": 4784, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "dn-": 3198, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "cap": 1, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "cap+": 1651, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "cap-": 1650, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "rss": 81244, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "heap": 223608 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_server": { 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "dispatch_client_request": 3320, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "dispatch_server_request": 66, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_request": 2543, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_session": 13, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_peer_request": 437, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "req_create_latency": { 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 596, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 2.868323295, 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.004812622 2024-04-23T18:33:30.179 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getattr_latency": { 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1, 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000269125, 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000269125 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "req_link_latency": { 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.180 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookup_latency": { 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 197, 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.180180381, 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000914621 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupino_latency": { 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1, 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000304545, 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000304545 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupname_latency": { 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.181 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.182 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lssnap_latency": { 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mkdir_latency": { 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mknod_latency": { 2024-04-23T18:33:30.183 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mksnap_latency": { 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "req_open_latency": { 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "req_readdir_latency": { 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 89, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.084217755, 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000946266 2024-04-23T18:33:30.184 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rename_latency": { 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmdir_latency": { 2024-04-23T18:33:30.185 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 61, 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 1.165796398, 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.019111416 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setattr_latency": { 2024-04-23T18:33:30.186 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setlayout_latency": { 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.187 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setxattr_latency": { 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "req_symlink_latency": { 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "req_unlink_latency": { 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1583, 2024-04-23T18:33:30.188 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 4.150715228, 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.002622056 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_sessions": { 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "session_count": 1, 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "session_add": 2, 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "session_remove": 1, 2024-04-23T18:33:30.189 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions_open": 1, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions_stale": 0, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "total_load": 2198, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "average_load": 2198, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "avg_session_uptime": 624, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "mempool": { 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:30.190 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:30.191 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_items": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_anon_bytes": 805406, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_anon_items": 969, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_meta_bytes": 176, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_meta_items": 2, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_bytes": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_items": 0, 2024-04-23T18:33:30.192 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_bytes": 8416, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_items": 175, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "pgmap_items": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_co_bytes": 3170852, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_co_items": 52400, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_1_items": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_2_items": 0 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.193 INFO:teuthology.orchestra.run.smithi076.stdout: "objecter": { 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "op_active": 0, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "op_laggy": 0, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "op_send": 1895, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "op_send_bytes": 17661234, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "op_resend": 31, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "op_reply": 1895, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "op_latency": { 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1895, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 6.280814398, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.003314413 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "op_inflight": 0, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "oplen_avg": { 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1895, 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 1980 2024-04-23T18:33:30.194 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "op": 1895, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "op_r": 25, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "op_w": 1870, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "op_rmw": 0, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "op_pg": 0, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_stat": 0, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_create": 10, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_read": 25, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_write": 172, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_writefull": 20, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_writesame": 0, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_append": 0, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_zero": 0, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_truncate": 4, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_delete": 1599, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_mapext": 0, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:30.195 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_getxattr": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_setxattr": 20, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_call": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_watch": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_notify": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_pgls": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_other": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_active": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_send": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_resend": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_ping": 0, 2024-04-23T18:33:30.196 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_active": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_send": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_resend": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_active": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_send": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_resend": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_active": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_send": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_resend": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "command_active": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "command_send": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "command_resend": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "map_epoch": 99, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "map_full": 0, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "map_inc": 13, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_sessions": 12, 2024-04-23T18:33:30.197 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_session_open": 12, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_session_close": 0, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_laggy": 0, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_wr": 115, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_rd": 0, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_del": 15 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "oft": { 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_objs": 1, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_updates": 0, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_removes": 0 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "osd-slow-ops": { 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "slow_ops_count": 13 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.198 INFO:teuthology.orchestra.run.smithi076.stdout: "purge_queue": { 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_ops_high_water": 6, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing": 0, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_high_water": 6, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executed_ops": 1583, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executed": 1583, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 104857600, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 20877, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 9001970, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 20877, 2024-04-23T18:33:30.199 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 20877, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 9001970, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 104857600, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:30.200 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 1895, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 17829013, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 1895, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 17829013, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 1024, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:30.201 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 1895, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 1895, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 1895, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 1895, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 3758096384, 2024-04-23T18:33:30.202 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 1583, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 167779, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 1583, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 25, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 167779, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-write_buf_throttle-0x55fe5bbe2500": { 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:30.203 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 3758096384, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 6850, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 17035515, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 6850, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 147, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 17035515, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:30.204 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:30.205 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-04-23T18:33:30.963 INFO:tasks.check_counter:Daemon mds.h mds.exported=20 2024-04-23T18:33:30.964 INFO:tasks.check_counter:Daemon mds.h mds.imported=6 2024-04-23T18:33:30.964 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=100 2024-04-23T18:33:30.964 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=2437 2024-04-23T18:33:30.964 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=2 2024-04-23T18:33:30.964 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:30.964 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:30.964 DEBUG:tasks.check_counter:Getting stats from k 2024-04-23T18:33:30.964 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-23T18:33:31.202 INFO:teuthology.orchestra.run.smithi076.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:33:31.222 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:30 smithi038 ceph-mon[29217]: pgmap v324: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:33:31.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:30 smithi076 ceph-mon[32458]: pgmap v324: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:33:31.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:30 smithi102 ceph-mon[32874]: pgmap v324: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-23T18:33:32.899 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-04-23T18:33:32.899 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:32.899 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 1004, 2024-04-23T18:33:32.899 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 1006, 2024-04-23T18:33:32.899 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 4513643, 2024-04-23T18:33:32.899 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 319273, 2024-04-23T18:33:32.899 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 6, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 2, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 0.102052889, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.038363529, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.025206728, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.028092562, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 1004, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.046799695, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000046613 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.900 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 905, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 870, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 6126262, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 337014, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 4, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 0.105843996, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.027468807, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.054818087, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.029443783, 2024-04-23T18:33:32.901 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 869, 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.030489427, 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000035085 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 1773632, 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 133744 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_messages": 511, 2024-04-23T18:33:32.902 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages": 669, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_bytes": 3646612, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_bytes": 683136, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_created_connections": 8, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_total_time": 0.055211692, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_send_time": 0.018497973, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_recv_time": 0.016679358, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_running_fast_dispatch_time": 0.014527085, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 667, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.029117941, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000043655 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:32.903 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_recv_encrypted_bytes": 3472, 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "msgr_send_encrypted_bytes": 522864 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "cct": { 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "total_workers": 1, 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "unhealthy_workers": 0 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "finisher-MDSRank": { 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "queue_len": 0, 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "complete_latency": { 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 3560, 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.092429246, 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000025963 2024-04-23T18:33:32.904 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "queue_len": 0, 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "complete_latency": { 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": { 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "request": 0, 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "reply": 0, 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "reply_latency": { 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.905 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "slow_reply": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "forward": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_commit": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_split": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_merge": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes": 2424, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_top": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_bottom": 2424, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_pin_tail": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_pinned": 2424, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_expired": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:32.906 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "subtrees": 1, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_hit": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_forward": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_discover": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "traverse_lock": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "load_cent": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "q": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "exported": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "exported_inodes": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "imported": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "imported_inodes": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:32.907 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rfiles": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rbytes": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "root_rsnaps": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_revoke": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_grant": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:32.908 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_caps": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_caps_dirty": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_cap_release": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "process_request_cap_release": 0 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_cache": { 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_update": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_update_receipt": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_try_discover": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_send_discover": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "dir_handle_discover": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:32.909 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_created": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_enqueued": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "strays_migrated": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "recovery_started": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "recovery_completed": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_quiesce_path": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_quiesce_inode": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_exportdir": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_flush": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:32.910 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "ireq_inodestats": 0 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_log": { 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "evlrg": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "evadd": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "evex": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "evtrm": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "ev": 4872, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "evexg": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "evexd": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "segadd": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "segex": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "segtrm": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "seg": 7, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "segmjr": 2, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "segexg": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "segexd": 0, 2024-04-23T18:33:32.911 INFO:teuthology.orchestra.run.smithi076.stdout: "expos": 4194304, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "wrpos": 16094190, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "rdpos": 16092575, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "jlat": { 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "replayed": 4872 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_mem": { 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "ino": 691, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "ino+": 2019, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "ino-": 1328, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "dir": 71, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "dir+": 97, 2024-04-23T18:33:32.912 INFO:teuthology.orchestra.run.smithi076.stdout: "dir-": 26, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "dn": 2424, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "dn+": 2988, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "dn-": 564, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "cap": 0, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "cap+": 0, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "cap-": 0, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "rss": 57880, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "heap": 215416 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_server": { 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "dispatch_client_request": 0, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "dispatch_server_request": 0, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_request": 0, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_client_session": 0, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "handle_peer_request": 0, 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "req_create_latency": { 2024-04-23T18:33:32.913 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getattr_latency": { 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "req_link_latency": { 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.914 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookup_latency": { 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupino_latency": { 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.915 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupname_latency": { 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "req_lssnap_latency": { 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.916 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.917 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.917 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.917 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mkdir_latency": { 2024-04-23T18:33:32.917 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.917 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.917 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.917 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mknod_latency": { 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "req_mksnap_latency": { 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "req_open_latency": { 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.918 INFO:teuthology.orchestra.run.smithi076.stdout: "req_readdir_latency": { 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rename_latency": { 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:32.919 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmdir_latency": { 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:32.920 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setattr_latency": { 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.921 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setlayout_latency": { 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "req_setxattr_latency": { 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "req_symlink_latency": { 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.922 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "req_unlink_latency": { 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_sessions": { 2024-04-23T18:33:32.923 INFO:teuthology.orchestra.run.smithi076.stdout: "session_count": 1, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "session_add": 2, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "session_remove": 1, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions_open": 1, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions_stale": 0, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "total_load": 0, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "average_load": 0, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "avg_session_uptime": 1823, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "mempool": { 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:32.924 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:32.925 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_items": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_anon_bytes": 225433, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_anon_items": 792, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:32.926 INFO:teuthology.orchestra.run.smithi076.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_bytes": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_items": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_bytes": 8416, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_items": 175, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "pgmap_items": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_co_bytes": 3453676, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_co_items": 41530, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_1_items": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:32.927 INFO:teuthology.orchestra.run.smithi076.stdout: "unittest_2_items": 0 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "objecter": { 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "op_active": 0, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "op_laggy": 0, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "op_send": 2147, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "op_send_bytes": 21, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "op_resend": 3, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "op_reply": 2147, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "op_latency": { 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 2147, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 1.464956871, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000682327 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "op_inflight": 0, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "oplen_avg": { 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 2147, 2024-04-23T18:33:32.928 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 2148 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "op": 2147, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "op_r": 2147, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "op_w": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "op_rmw": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "op_pg": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_stat": 1373, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_create": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_read": 772, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_write": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_writefull": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_writesame": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_append": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_zero": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_truncate": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_delete": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_mapext": 0, 2024-04-23T18:33:32.929 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_getxattr": 1, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_setxattr": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_call": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_watch": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_notify": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_pgls": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "osdop_other": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_active": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_send": 0, 2024-04-23T18:33:32.930 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_resend": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "linger_ping": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_active": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_send": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "poolop_resend": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_active": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_send": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "poolstat_resend": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_active": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_send": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "statfs_resend": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "command_active": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "command_send": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "command_resend": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "map_epoch": 99, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "map_full": 0, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "map_inc": 13, 2024-04-23T18:33:32.931 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_sessions": 6, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_session_open": 6, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_session_close": 0, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_laggy": 0, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_wr": 0, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_rd": 2, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_del": 0 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "oft": { 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_objs": 0, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_updates": 0, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "omap_total_removes": 0 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "osd-slow-ops": { 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: "slow_ops_count": 0 2024-04-23T18:33:32.932 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "purge_queue": { 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_ops_high_water": 0, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing": 0, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executing_high_water": 0, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executed_ops": 0, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_executed": 0, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 104857600, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 2416, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 14052539, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:32.933 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 2416, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 2416, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 14052539, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 104857600, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:32.934 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 2147, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 11901071, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 2147, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 11901071, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 1024, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:32.935 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 2147, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 2147, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 2147, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 2147, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 3758096384, 2024-04-23T18:33:32.936 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "throttle-write_buf_throttle-0x55b9aa8046e0": { 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "val": 0, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "max": 3758096384, 2024-04-23T18:33:32.937 INFO:teuthology.orchestra.run.smithi076.stdout: "get_started": 0, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "get": 0, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "get_sum": 0, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "take": 0, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "take_sum": 0, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "put": 0, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "put_sum": 0, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "wait": { 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "avgcount": 0, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-04-23T18:33:32.938 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-04-23T18:33:33.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:32 smithi076 ceph-mon[32458]: pgmap v325: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:33:33.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:32 smithi102 ceph-mon[32874]: pgmap v325: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:33:33.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:32 smithi038 ceph-mon[29217]: pgmap v325: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:33:33.706 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-04-23T18:33:33.707 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-04-23T18:33:33.707 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-04-23T18:33:33.707 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-04-23T18:33:33.707 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-04-23T18:33:33.707 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:33.707 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:33.707 DEBUG:tasks.check_counter:Getting stats from c 2024-04-23T18:33:33.707 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-23T18:33:33.951 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:33:35.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:34 smithi076 ceph-mon[32458]: pgmap v326: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:35.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:34 smithi102 ceph-mon[32874]: pgmap v326: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:35.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:34 smithi038 ceph-mon[29217]: pgmap v326: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:35.823 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 13142, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 8750, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 6496389, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 10464320, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 10, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.563813717, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.227248082, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.420324600, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.020214317, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 8748, 2024-04-23T18:33:35.824 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.242700663, 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000027743 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 20602, 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.002497711, 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000121 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 1792, 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 1419, 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 2419439, 2024-04-23T18:33:35.825 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 4767142, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 11, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 7, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.148188278, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.060506272, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.084924819, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.018628420, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1420, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.073930406, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000052063 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1653, 2024-04-23T18:33:35.826 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000204377, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000123 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 1780496, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 136992 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 4446, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 8102, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 1664279, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 4475666, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 18, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 7, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.308062529, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.142377905, 2024-04-23T18:33:35.827 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.222448095, 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.007667650, 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 8098, 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.494621090, 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000061079 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 9964, 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.001435512, 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000144 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.828 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 1271552, 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 4065456 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "cct": { 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "total_workers": 1, 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "unhealthy_workers": 0 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "finisher-MDSRank": { 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "queue_len": 0, 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "complete_latency": { 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 281, 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 2.206490876, 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.007852280 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.829 INFO:teuthology.orchestra.run.smithi102.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "queue_len": 0, 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "complete_latency": { 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1950, 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.406800640, 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000208615 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "request": 1626, 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "reply": 1615, 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "reply_latency": { 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1615, 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 3.054945365, 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.001891607 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.830 INFO:teuthology.orchestra.run.smithi102.stdout: "slow_reply": 0, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "forward": 7, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_commit": 11, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_split": 0, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_merge": 0, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes": 1369, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_top": 6, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_bottom": 6, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_pin_tail": 1357, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_pinned": 1360, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_expired": 1627, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:35.831 INFO:teuthology.orchestra.run.smithi102.stdout: "caps": 0, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "subtrees": 3, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse": 3967, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_hit": 2595, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_forward": 7, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_discover": 964, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_lock": 0, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "load_cent": 1000, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "q": 1, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "exported": 8, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "exported_inodes": 538, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "imported": 8, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "imported_inodes": 1113, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:35.832 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rfiles": 1574, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rbytes": 13748282, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rsnaps": 2, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_revoke": 148, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_grant": 1546, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:35.833 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_caps": 1665, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_caps_dirty": 1413, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_cap_release": 110, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "process_request_cap_release": 1421 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_cache": { 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_update": 59, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_update_receipt": 2431, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_try_discover": 1692, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_send_discover": 1381, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_handle_discover": 87, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays": 51, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:35.834 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_created": 1123, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_enqueued": 1072, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_migrated": 0, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "recovery_started": 0, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "recovery_completed": 0, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_quiesce_path": 2, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_quiesce_inode": 9, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_exportdir": 8, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_flush": 0, 2024-04-23T18:33:35.835 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_inodestats": 0 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_log": { 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "evlrg": 0, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "evadd": 4872, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "evex": 0, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "evtrm": 0, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "ev": 4872, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "evexg": 0, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "evexd": 0, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "segadd": 7, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "segex": 0, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "segtrm": 0, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "seg": 7, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "segmjr": 2, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "segexg": 0, 2024-04-23T18:33:35.836 INFO:teuthology.orchestra.run.smithi102.stdout: "segexd": 0, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "expos": 4194304, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "wrpos": 16094190, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "rdpos": 0, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "jlat": { 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 119, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.959763005, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.008065235 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "replayed": 0 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_mem": { 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "ino": 712, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "ino+": 2597, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "ino-": 1885, 2024-04-23T18:33:35.837 INFO:teuthology.orchestra.run.smithi102.stdout: "dir": 97, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "dir+": 814, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "dir-": 717, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "dn": 1369, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "dn+": 4068, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "dn-": 2699, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "cap": 0, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "cap+": 1131, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "cap-": 1131, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "rss": 75600, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "heap": 223608 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_server": { 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "dispatch_client_request": 2395, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "dispatch_server_request": 72, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_request": 1626, 2024-04-23T18:33:35.838 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_session": 12, 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_peer_request": 462, 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "req_create_latency": { 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 207, 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.201907839, 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000975400 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getattr_latency": { 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1, 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000277894, 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000277894 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.839 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "req_link_latency": { 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookup_latency": { 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 211, 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.070301105, 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000333180 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.840 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupino_latency": { 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupname_latency": { 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.841 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.842 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lssnap_latency": { 2024-04-23T18:33:35.842 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.842 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.842 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.842 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.842 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mkdir_latency": { 2024-04-23T18:33:35.842 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.842 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mknod_latency": { 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mksnap_latency": { 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "req_open_latency": { 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.843 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "req_readdir_latency": { 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 73, 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.069070270, 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000946168 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rename_latency": { 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.844 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmdir_latency": { 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 51, 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 1.065689896, 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.020895880 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.845 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setattr_latency": { 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.846 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setlayout_latency": { 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setxattr_latency": { 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.847 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "req_symlink_latency": { 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "req_unlink_latency": { 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1072, 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 1.647698361, 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.001537032 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:35.848 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_sessions": { 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: "session_count": 1, 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: "session_add": 2, 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: "session_remove": 1, 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: "sessions_open": 1, 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: "sessions_stale": 0, 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: "total_load": 1467, 2024-04-23T18:33:35.849 INFO:teuthology.orchestra.run.smithi102.stdout: "average_load": 1467, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "avg_session_uptime": 1853, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "mempool": { 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:35.850 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:35.851 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:35.852 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:35.852 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:35.852 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:35.852 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:35.852 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:35.852 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:35.852 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_items": 0, 2024-04-23T18:33:35.852 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:35.852 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:35.852 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_anon_bytes": 731159, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_anon_items": 902, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_meta_bytes": 88, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_meta_items": 1, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_bytes": 0, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_items": 0, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:35.853 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_bytes": 8416, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_items": 175, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "pgmap_items": 0, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_co_bytes": 2841697, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_co_items": 42792, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_1_items": 0, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_2_items": 0 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "objecter": { 2024-04-23T18:33:35.854 INFO:teuthology.orchestra.run.smithi102.stdout: "op_active": 0, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "op_laggy": 0, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "op_send": 1319, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "op_send_bytes": 12127235, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "op_resend": 31, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "op_reply": 1319, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "op_latency": { 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1319, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 4.161913127, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.003155354 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "op_inflight": 0, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "oplen_avg": { 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1319, 2024-04-23T18:33:35.855 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 1367 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "op": 1319, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "op_r": 25, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "op_w": 1294, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "op_rmw": 0, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "op_pg": 0, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_stat": 0, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_create": 10, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_read": 25, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_write": 144, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_writefull": 22, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_writesame": 0, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_append": 0, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_zero": 0, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_truncate": 0, 2024-04-23T18:33:35.856 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_delete": 1086, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_mapext": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_getxattr": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_setxattr": 20, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_call": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_watch": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_notify": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_pgls": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_other": 0, 2024-04-23T18:33:35.857 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_active": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_send": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_resend": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_ping": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_active": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_send": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_resend": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_active": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_send": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_resend": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_active": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_send": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_resend": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "command_active": 0, 2024-04-23T18:33:35.858 INFO:teuthology.orchestra.run.smithi102.stdout: "command_send": 0, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "command_resend": 0, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "map_epoch": 99, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "map_full": 0, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "map_inc": 13, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_sessions": 12, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_session_open": 12, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_session_close": 0, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_laggy": 0, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_wr": 48, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_rd": 0, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_del": 12 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "oft": { 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_objs": 1, 2024-04-23T18:33:35.859 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_updates": 0, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_removes": 0 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "osd-slow-ops": { 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "slow_ops_count": 11 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "purge_queue": { 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_ops_high_water": 6, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing": 0, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_high_water": 6, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executed_ops": 1072, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executed": 1072, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.860 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 104857600, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 19376, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 8665128, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 19376, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 19376, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 8665128, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.861 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 104857600, 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 1319, 2024-04-23T18:33:35.862 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 12242427, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 1319, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 12242427, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 1024, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:35.863 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 1319, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 1319, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 1319, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 1319, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 3758096384, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 1072, 2024-04-23T18:33:35.864 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 115192, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 1072, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 25, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 115192, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-write_buf_throttle-0x55fb34008500": { 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:35.865 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 3758096384, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 4872, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 11899886, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 4872, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 119, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 11899886, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:35.866 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:35.867 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-23T18:33:36.641 INFO:tasks.check_counter:Daemon mds.c mds.exported=8 2024-04-23T18:33:36.641 INFO:tasks.check_counter:Daemon mds.c mds.imported=8 2024-04-23T18:33:36.641 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=59 2024-04-23T18:33:36.641 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=2431 2024-04-23T18:33:36.641 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=2 2024-04-23T18:33:36.641 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:36.641 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:36.642 DEBUG:tasks.check_counter:Getting stats from f 2024-04-23T18:33:36.642 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-23T18:33:36.880 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:33:37.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:37 smithi076 ceph-mon[32458]: pgmap v327: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:33:37.270 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:37 smithi102 ceph-mon[32874]: pgmap v327: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:33:37.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:37 smithi038 ceph-mon[29217]: pgmap v327: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:33:38.668 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-23T18:33:38.668 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:38.668 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 1101, 2024-04-23T18:33:38.668 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 1102, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 33899466, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 349810, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 7, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.131630763, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.035106495, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.047376678, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.037294017, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1100, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.055465463, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000050423 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.669 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 1062, 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 1221, 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 28483641, 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 782522, 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 8, 2024-04-23T18:33:38.670 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.095423478, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.031520127, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.032287960, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.024717151, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1218, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.056606820, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000046475 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-23T18:33:38.671 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 445376 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 563, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 526, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 27017687, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 226565, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.084612198, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.023209411, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.054503390, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.014503979, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 526, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.024767363, 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000047086 2024-04-23T18:33:38.672 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 1776240, 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 133072 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "cct": { 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "total_workers": 1, 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "unhealthy_workers": 0 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "finisher-MDSRank": { 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "queue_len": 0, 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "complete_latency": { 2024-04-23T18:33:38.673 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 4038, 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.202145878, 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000050060 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "queue_len": 0, 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "complete_latency": { 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "request": 0, 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "reply": 0, 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "reply_latency": { 2024-04-23T18:33:38.674 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "slow_reply": 0, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "forward": 0, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_commit": 0, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_split": 0, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_merge": 0, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes": 12148, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_top": 4694, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_bottom": 7454, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_pin_tail": 0, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_pinned": 5441, 2024-04-23T18:33:38.675 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_expired": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "caps": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "subtrees": 2, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_hit": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_forward": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_discover": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_lock": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "load_cent": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "q": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "exported": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "exported_inodes": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "imported": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "imported_inodes": 0, 2024-04-23T18:33:38.676 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rfiles": 4, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rbytes": 234, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rsnaps": 6, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_revoke": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_grant": 0, 2024-04-23T18:33:38.677 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_caps": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_caps_dirty": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_cap_release": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "process_request_cap_release": 0 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_cache": { 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_update": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_update_receipt": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_try_discover": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_send_discover": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_handle_discover": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays": 0, 2024-04-23T18:33:38.678 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_created": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_enqueued": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_migrated": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "recovery_started": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "recovery_completed": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_quiesce_path": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_quiesce_inode": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_exportdir": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_flush": 0, 2024-04-23T18:33:38.679 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_inodestats": 0 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_log": { 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "evlrg": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "evadd": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "evex": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "evtrm": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "ev": 38659, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "evexg": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "evexd": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "segadd": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "segex": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "segtrm": 0, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "seg": 10, 2024-04-23T18:33:38.680 INFO:teuthology.orchestra.run.smithi102.stdout: "segmjr": 13, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "segexg": 0, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "segexd": 0, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "expos": 74745672, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "wrpos": 91118120, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "rdpos": 91118008, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "jlat": { 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "replayed": 38659 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_mem": { 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "ino": 1696, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "ino+": 12779, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "ino-": 11083, 2024-04-23T18:33:38.681 INFO:teuthology.orchestra.run.smithi102.stdout: "dir": 234, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "dir+": 816, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "dir-": 582, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "dn": 12148, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "dn+": 18951, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "dn-": 6803, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "cap": 0, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "cap+": 0, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "cap-": 0, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "rss": 74656, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "heap": 215416 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_server": { 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "dispatch_client_request": 0, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "dispatch_server_request": 0, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_request": 0, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_session": 0, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_peer_request": 0, 2024-04-23T18:33:38.682 INFO:teuthology.orchestra.run.smithi102.stdout: "req_create_latency": { 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getattr_latency": { 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "req_link_latency": { 2024-04-23T18:33:38.683 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookup_latency": { 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupino_latency": { 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.684 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupname_latency": { 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.685 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lssnap_latency": { 2024-04-23T18:33:38.686 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.686 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.686 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.686 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.686 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mkdir_latency": { 2024-04-23T18:33:38.686 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.686 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mknod_latency": { 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mksnap_latency": { 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "req_open_latency": { 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.687 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "req_readdir_latency": { 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rename_latency": { 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.688 INFO:teuthology.orchestra.run.smithi102.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmdir_latency": { 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.689 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setattr_latency": { 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.690 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setlayout_latency": { 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setxattr_latency": { 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "req_symlink_latency": { 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.691 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "req_unlink_latency": { 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_sessions": { 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "session_count": 2, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "session_add": 5, 2024-04-23T18:33:38.692 INFO:teuthology.orchestra.run.smithi102.stdout: "session_remove": 3, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "sessions_open": 4, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "sessions_stale": 0, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "total_load": 0, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "average_load": 0, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "avg_session_uptime": 3081, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "mempool": { 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:38.693 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:38.694 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_items": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_anon_bytes": 288471, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_anon_items": 1852, 2024-04-23T18:33:38.695 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_bytes": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_items": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_bytes": 8416, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_items": 175, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "pgmap_items": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_co_bytes": 12888437, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_co_items": 142688, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:38.696 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_1_items": 0, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_2_items": 0 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "objecter": { 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "op_active": 0, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "op_laggy": 0, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "op_send": 2454, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "op_send_bytes": 26, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "op_resend": 4, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "op_reply": 2454, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "op_latency": { 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 2454, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 2.019957804, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000823128 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.697 INFO:teuthology.orchestra.run.smithi102.stdout: "op_inflight": 0, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "oplen_avg": { 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 2454, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 2455 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "op": 2454, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "op_r": 2454, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "op_w": 0, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "op_rmw": 0, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "op_pg": 0, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_stat": 1556, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_create": 0, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_read": 895, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_write": 0, 2024-04-23T18:33:38.698 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_writefull": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_writesame": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_append": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_zero": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_truncate": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_delete": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_mapext": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_getxattr": 2, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_setxattr": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_call": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_watch": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_notify": 0, 2024-04-23T18:33:38.699 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_pgls": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_other": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_active": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_send": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_resend": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_ping": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_active": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_send": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_resend": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_active": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_send": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_resend": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_active": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_send": 0, 2024-04-23T18:33:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_resend": 0, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "command_active": 0, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "command_send": 0, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "command_resend": 0, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "map_epoch": 99, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "map_full": 0, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "map_inc": 13, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_sessions": 9, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_session_open": 9, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_session_close": 0, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_laggy": 0, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_wr": 0, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_rd": 2, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_del": 0 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "oft": { 2024-04-23T18:33:38.701 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_objs": 0, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_updates": 0, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_removes": 0 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "osd-slow-ops": { 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "slow_ops_count": 0 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "purge_queue": { 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_ops_high_water": 0, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing": 0, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_high_water": 0, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executed_ops": 0, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executed": 0, 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:38.702 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 104857600, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 2722, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 89139377, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 2722, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 2722, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 89139377, 2024-04-23T18:33:38.703 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 104857600, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 2454, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 86937434, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 2454, 2024-04-23T18:33:38.704 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 86937434, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 1024, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 2454, 2024-04-23T18:33:38.705 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 2454, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 2454, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 2454, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 3758096384, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:38.706 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 0, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 0, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-write_buf_throttle-0x55ba3156a6e0": { 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 3758096384, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:38.707 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 0, 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 0, 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:38.708 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-23T18:33:39.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:39 smithi076 ceph-mon[32458]: pgmap v328: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:39.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:39 smithi102 ceph-mon[32874]: pgmap v328: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:39.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:39 smithi038 ceph-mon[29217]: pgmap v328: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-23T18:33:39.645 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-23T18:33:39.645 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-23T18:33:39.646 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-23T18:33:39.646 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-23T18:33:39.646 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=6 2024-04-23T18:33:39.646 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:39.646 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:39.646 DEBUG:tasks.check_counter:Getting stats from i 2024-04-23T18:33:39.646 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-23T18:33:39.886 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:33:41.257 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:41 smithi076 ceph-mon[32458]: pgmap v329: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 11 op/s 2024-04-23T18:33:41.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:41 smithi102 ceph-mon[32874]: pgmap v329: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 11 op/s 2024-04-23T18:33:41.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:41 smithi038 ceph-mon[29217]: pgmap v329: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 11 op/s 2024-04-23T18:33:41.654 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-23T18:33:41.654 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:41.654 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 12780, 2024-04-23T18:33:41.654 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 8181, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 5862229, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 15123252, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 11, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.561771082, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.231316151, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.410442276, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.020999486, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 8179, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.213321325, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000026081 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.655 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 19783, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.002783229, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000140 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 1528, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 1613, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 2241680, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 1037273, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 15, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.121608653, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.043179231, 2024-04-23T18:33:41.656 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.075734320, 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.015529099, 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1613, 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.079344810, 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000049190 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1424, 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000224011, 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000157 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 1794064, 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 455808 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:41.657 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 5581, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 9509, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 2150835, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 5839863, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 15, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.334025283, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.156824572, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.264728614, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.010514331, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 9506, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.193877073, 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000020395 2024-04-23T18:33:41.658 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 12541, 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.001767963, 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000140 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 1687664, 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 4310240 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "cct": { 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "total_workers": 1, 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "unhealthy_workers": 0 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "finisher-MDSRank": { 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "queue_len": 0, 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "complete_latency": { 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 281, 2024-04-23T18:33:41.659 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 1.868475154, 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.006649377 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "queue_len": 0, 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "complete_latency": { 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 2063, 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.126443955, 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000061291 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "request": 2030, 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "reply": 2026, 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "reply_latency": { 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 2026, 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 2.888772503, 2024-04-23T18:33:41.660 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.001425850 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "slow_reply": 0, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "forward": 3, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_commit": 19, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_split": 1, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_merge": 0, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes": 1064, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_top": 4, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_bottom": 8, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_pin_tail": 1052, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_pinned": 1055, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_expired": 1405, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_with_caps": 1, 2024-04-23T18:33:41.661 INFO:teuthology.orchestra.run.smithi102.stdout: "caps": 1, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "subtrees": 3, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse": 4466, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_hit": 3164, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_forward": 0, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_discover": 969, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_lock": 0, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "load_cent": 1000, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "q": 1, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "exported": 12, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "exported_inodes": 374, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "imported": 5, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "imported_inodes": 744, 2024-04-23T18:33:41.662 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rfiles": 1574, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rbytes": 13748282, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rsnaps": 2, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:41.663 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_revoke": 241, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_grant": 1696, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_caps": 2395, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_caps_dirty": 1702, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_cap_release": 16, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "process_request_cap_release": 1443 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_cache": { 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_update": 63, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_update_receipt": 2462, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_try_discover": 1710, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_send_discover": 1405, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_handle_discover": 105, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays": 42, 2024-04-23T18:33:41.664 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_created": 1144, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_enqueued": 1102, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_migrated": 0, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "recovery_started": 0, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "recovery_completed": 0, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_quiesce_path": 2, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_quiesce_inode": 11, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_exportdir": 12, 2024-04-23T18:33:41.665 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_flush": 0, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_fragmentdir": 1, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_inodestats": 0 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_log": { 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "evlrg": 0, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "evadd": 5593, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "evex": 0, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "evtrm": 0, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "ev": 5593, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "evexg": 0, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "evexd": 0, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "segadd": 8, 2024-04-23T18:33:41.666 INFO:teuthology.orchestra.run.smithi102.stdout: "segex": 0, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "segtrm": 0, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "seg": 8, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "segmjr": 2, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "segexg": 0, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "segexd": 0, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "expos": 4194304, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "wrpos": 17377634, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "rdpos": 0, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "jlat": { 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 107, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 2.043355255, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.019096778 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "replayed": 0 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.667 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_mem": { 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "ino": 562, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "ino+": 2396, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "ino-": 1834, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "dir": 81, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "dir+": 811, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "dir-": 730, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "dn": 1064, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "dn+": 3571, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "dn-": 2507, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "cap": 1, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "cap+": 1285, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "cap-": 1284, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "rss": 79228, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "heap": 223608 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_server": { 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "dispatch_client_request": 2615, 2024-04-23T18:33:41.668 INFO:teuthology.orchestra.run.smithi102.stdout: "dispatch_server_request": 50, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_request": 2030, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_session": 24, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_peer_request": 401, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "req_create_latency": { 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 457, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.418673019, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000916133 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getattr_latency": { 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 3, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000636857, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000212285 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.669 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "req_link_latency": { 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookup_latency": { 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 353, 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.106791979, 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000302526 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.670 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupino_latency": { 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupname_latency": { 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:41.671 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.672 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.672 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.672 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.672 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lssnap_latency": { 2024-04-23T18:33:41.672 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.672 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.672 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.672 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mkdir_latency": { 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mknod_latency": { 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mksnap_latency": { 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "req_open_latency": { 2024-04-23T18:33:41.673 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "req_readdir_latency": { 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 69, 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.072613307, 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.001052366 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rename_latency": { 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:41.674 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmdir_latency": { 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 42, 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.795469376, 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.018939747 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.675 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setattr_latency": { 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.676 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setlayout_latency": { 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setxattr_latency": { 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "req_symlink_latency": { 2024-04-23T18:33:41.677 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "req_unlink_latency": { 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1102, 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 1.494587965, 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.001356250 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.678 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_sessions": { 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "session_count": 2, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "session_add": 4, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "session_remove": 2, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "sessions_open": 2, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "sessions_stale": 0, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "total_load": 1768, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "average_load": 884, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "avg_session_uptime": 579, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "mempool": { 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:41.679 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:41.680 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_items": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_anon_bytes": 678333, 2024-04-23T18:33:41.681 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_anon_items": 747, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_meta_bytes": 264, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_meta_items": 3, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_bytes": 0, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_items": 0, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_bytes": 8416, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_items": 175, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "pgmap_items": 0, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_co_bytes": 2225127, 2024-04-23T18:33:41.682 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_co_items": 29826, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_1_items": 0, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_2_items": 0 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "objecter": { 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "op_active": 0, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "op_laggy": 0, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "op_send": 1338, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "op_send_bytes": 13529994, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "op_resend": 33, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "op_reply": 1338, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "op_latency": { 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1338, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 7.725838721, 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.005774169 2024-04-23T18:33:41.683 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "op_inflight": 0, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "oplen_avg": { 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 1338, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 1396 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "op": 1338, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "op_r": 19, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "op_w": 1319, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "op_rmw": 0, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "op_pg": 0, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_stat": 0, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_create": 10, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_read": 19, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_write": 126, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_writefull": 21, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_writesame": 0, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_append": 0, 2024-04-23T18:33:41.684 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_zero": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_truncate": 1, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_delete": 1117, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_mapext": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_getxattr": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_setxattr": 20, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_call": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_watch": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_notify": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_pgls": 0, 2024-04-23T18:33:41.685 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_other": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_active": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_send": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_resend": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_ping": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_active": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_send": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_resend": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_active": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_send": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_resend": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_active": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_send": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_resend": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "command_active": 0, 2024-04-23T18:33:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: "command_send": 0, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "command_resend": 0, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "map_epoch": 99, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "map_full": 0, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "map_inc": 13, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_sessions": 12, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_session_open": 12, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_session_close": 0, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_laggy": 0, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_wr": 69, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_rd": 0, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_del": 13 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "oft": { 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_objs": 1, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:41.687 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_updates": 0, 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_removes": 0 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "osd-slow-ops": { 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "slow_ops_count": 13 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "purge_queue": { 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_ops_high_water": 6, 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing": 0, 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_high_water": 6, 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executed_ops": 1102, 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executed": 1102, 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:41.688 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 104857600, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 19885, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 8244859, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 19885, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 19885, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 8244859, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.689 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 104857600, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 1338, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 13646456, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 1338, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 13646456, 2024-04-23T18:33:41.690 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 1024, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 1338, 2024-04-23T18:33:41.691 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 1338, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 1338, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 1338, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 3758096384, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 1102, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 116462, 2024-04-23T18:33:41.692 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 1102, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 19, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 116462, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-write_buf_throttle-0x561b62abc500": { 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 3758096384, 2024-04-23T18:33:41.693 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 5593, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 13183330, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 5593, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 107, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 13183330, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:41.694 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-23T18:33:42.455 INFO:tasks.check_counter:Daemon mds.i mds.exported=12 2024-04-23T18:33:42.455 INFO:tasks.check_counter:Daemon mds.i mds.imported=5 2024-04-23T18:33:42.455 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=63 2024-04-23T18:33:42.455 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=2462 2024-04-23T18:33:42.455 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=2 2024-04-23T18:33:42.456 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:42.456 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:42.456 DEBUG:tasks.check_counter:Getting stats from l 2024-04-23T18:33:42.456 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e0b71514-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-23T18:33:42.694 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:33:43.149 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:43 smithi102 ceph-mon[32874]: pgmap v330: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-04-23T18:33:43.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:43 smithi038 ceph-mon[29217]: pgmap v330: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-04-23T18:33:43.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:43 smithi076 ceph-mon[32458]: pgmap v330: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-04-23T18:33:44.592 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-23T18:33:44.592 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:44.592 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 763, 2024-04-23T18:33:44.592 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 765, 2024-04-23T18:33:44.592 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 4653274, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 242698, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 7, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.070482325, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.023035873, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.020253457, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.019354619, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 763, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.034382598, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000045062 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.593 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 957, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 922, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 10335771, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 354453, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 4, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.116456756, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.037117395, 2024-04-23T18:33:44.594 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.055324285, 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.028450942, 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 921, 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.038424167, 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000041720 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 1774448, 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 135664 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:44.595 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_messages": 797, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages": 957, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_bytes": 4460700, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_bytes": 697890, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_created_connections": 7, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_total_time": 0.107150657, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_send_time": 0.033912305, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_recv_time": 0.030297147, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_running_fast_dispatch_time": 0.032468932, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 955, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.060220855, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000063058 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.596 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "msgr_send_encrypted_bytes": 446352 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "cct": { 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "total_workers": 1, 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "unhealthy_workers": 0 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "finisher-MDSRank": { 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "queue_len": 0, 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "complete_latency": { 2024-04-23T18:33:44.597 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 3749, 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.107242632, 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000028605 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "queue_len": 0, 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "complete_latency": { 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "request": 0, 2024-04-23T18:33:44.598 INFO:teuthology.orchestra.run.smithi102.stdout: "reply": 0, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "reply_latency": { 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "slow_reply": 0, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "forward": 0, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_commit": 0, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_split": 0, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_merge": 0, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes": 3284, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_top": 0, 2024-04-23T18:33:44.599 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_bottom": 3284, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_pin_tail": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_pinned": 3284, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_expired": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "caps": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "subtrees": 1, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_hit": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_forward": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_discover": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "traverse_lock": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "load_cent": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "q": 0, 2024-04-23T18:33:44.600 INFO:teuthology.orchestra.run.smithi102.stdout: "exported": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "exported_inodes": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "imported": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "imported_inodes": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rfiles": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rbytes": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "root_rsnaps": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:44.601 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_revoke": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_grant": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_caps": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_caps_dirty": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_cap_release": 0, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "process_request_cap_release": 0 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_cache": { 2024-04-23T18:33:44.602 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_update": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_update_receipt": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_try_discover": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_send_discover": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "dir_handle_discover": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_created": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_enqueued": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "strays_migrated": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "recovery_started": 0, 2024-04-23T18:33:44.603 INFO:teuthology.orchestra.run.smithi102.stdout: "recovery_completed": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_quiesce_path": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_quiesce_inode": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_exportdir": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_flush": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "ireq_inodestats": 0 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_log": { 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "evlrg": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "evadd": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "evex": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "evtrm": 0, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "ev": 6850, 2024-04-23T18:33:44.604 INFO:teuthology.orchestra.run.smithi102.stdout: "evexg": 0, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "evexd": 0, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "segadd": 0, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "segex": 0, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "segtrm": 0, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "seg": 10, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "segmjr": 2, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "segexg": 0, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "segexd": 0, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "expos": 4194304, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "wrpos": 21229819, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "rdpos": 21228204, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "jlat": { 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.605 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "replayed": 6850 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_mem": { 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "ino": 870, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "ino+": 2663, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "ino-": 1793, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "dir": 91, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "dir+": 133, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "dir-": 42, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "dn": 3284, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "dn+": 3772, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "dn-": 488, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "cap": 0, 2024-04-23T18:33:44.606 INFO:teuthology.orchestra.run.smithi102.stdout: "cap+": 0, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "cap-": 0, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "rss": 59500, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "heap": 215416 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_server": { 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "dispatch_client_request": 0, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "dispatch_server_request": 0, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_request": 0, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_client_session": 0, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "handle_peer_request": 0, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "req_create_latency": { 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.607 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getattr_latency": { 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "req_link_latency": { 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.608 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookup_latency": { 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupino_latency": { 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.609 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupname_latency": { 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.610 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.611 INFO:teuthology.orchestra.run.smithi102.stdout: "req_lssnap_latency": { 2024-04-23T18:33:44.611 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.611 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.611 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.611 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.611 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mkdir_latency": { 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mknod_latency": { 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "req_mksnap_latency": { 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.612 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "req_open_latency": { 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "req_readdir_latency": { 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rename_latency": { 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.613 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmdir_latency": { 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.614 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setattr_latency": { 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.615 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setlayout_latency": { 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.616 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "req_setxattr_latency": { 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "req_symlink_latency": { 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "req_unlink_latency": { 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.617 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_sessions": { 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "session_count": 1, 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "session_add": 2, 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "session_remove": 1, 2024-04-23T18:33:44.618 INFO:teuthology.orchestra.run.smithi102.stdout: "sessions_open": 1, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "sessions_stale": 0, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "total_load": 0, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "average_load": 0, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "avg_session_uptime": 1861, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "mempool": { 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:44.619 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:44.620 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_items": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_anon_bytes": 240377, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_anon_items": 981, 2024-04-23T18:33:44.621 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_bytes": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_items": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_bytes": 8416, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_items": 175, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "pgmap_items": 0, 2024-04-23T18:33:44.622 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_co_bytes": 4522439, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "mds_co_items": 55797, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_1_items": 0, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "unittest_2_items": 0 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "objecter": { 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "op_active": 0, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "op_laggy": 0, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "op_send": 2242, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "op_send_bytes": 21, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "op_resend": 3, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "op_reply": 2242, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "op_latency": { 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 2242, 2024-04-23T18:33:44.623 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 2.078956566, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000927277 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "op_inflight": 0, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "oplen_avg": { 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 2242, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 2243 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "op": 2242, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "op_r": 2242, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "op_w": 0, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "op_rmw": 0, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "op_pg": 0, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_stat": 1449, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_create": 0, 2024-04-23T18:33:44.624 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_read": 791, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_write": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_writefull": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_writesame": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_append": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_zero": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_truncate": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_delete": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_mapext": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_getxattr": 1, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_setxattr": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:44.625 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_call": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_watch": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_notify": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_pgls": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "osdop_other": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_active": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_send": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_resend": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "linger_ping": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_active": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_send": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "poolop_resend": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_active": 0, 2024-04-23T18:33:44.626 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_send": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "poolstat_resend": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_active": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_send": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "statfs_resend": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "command_active": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "command_send": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "command_resend": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "map_epoch": 99, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "map_full": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "map_inc": 13, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_sessions": 7, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_session_open": 7, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_session_close": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "osd_laggy": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_wr": 0, 2024-04-23T18:33:44.627 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_rd": 2, 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_del": 0 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "oft": { 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_objs": 0, 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_updates": 0, 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "omap_total_removes": 0 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "osd-slow-ops": { 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "slow_ops_count": 0 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "purge_queue": { 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_ops_high_water": 0, 2024-04-23T18:33:44.628 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing": 0, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executing_high_water": 0, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executed_ops": 0, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_executed": 0, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 104857600, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 2513, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 19206924, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 2513, 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 2513, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 19206924, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 104857600, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 2242, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 17038931, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 2242, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 17038931, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 1024, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 2242, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 2242, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 2242, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 2242, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 3758096384, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "throttle-write_buf_throttle-0x5580c4ab26e0": { 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "val": 0, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "max": 3758096384, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "get_started": 0, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "get": 0, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "get_sum": 0, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "take": 0, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "take_sum": 0, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "put": 0, 2024-04-23T18:33:44.634 INFO:teuthology.orchestra.run.smithi102.stdout: "put_sum": 0, 2024-04-23T18:33:44.635 INFO:teuthology.orchestra.run.smithi102.stdout: "wait": { 2024-04-23T18:33:44.635 INFO:teuthology.orchestra.run.smithi102.stdout: "avgcount": 0, 2024-04-23T18:33:44.635 INFO:teuthology.orchestra.run.smithi102.stdout: "sum": 0.000000000, 2024-04-23T18:33:44.635 INFO:teuthology.orchestra.run.smithi102.stdout: "avgtime": 0.000000000 2024-04-23T18:33:44.635 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:44.635 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-23T18:33:44.635 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-23T18:33:45.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:45 smithi102 ceph-mon[32874]: pgmap v331: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:33:45.350 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-04-23T18:33:45.350 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-04-23T18:33:45.350 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-04-23T18:33:45.350 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-04-23T18:33:45.350 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-04-23T18:33:45.351 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:45.351 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:45.351 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-23T18:33:45.363 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-23T18:33:45.363 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:33:45.363 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-23T18:33:45.384 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-04-23T18:33:45.384 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-23T18:33:45.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:45 smithi038 ceph-mon[29217]: pgmap v331: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:33:45.425 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:33:45.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:45 smithi076 ceph-mon[32458]: pgmap v331: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:33:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.587+0000 7f2b257bb640 1 -- 172.21.15.38:0/1417439054 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b2006b1d0 msgr2=0x7f2b20106b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.587+0000 7f2b257bb640 1 --2- 172.21.15.38:0/1417439054 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b2006b1d0 0x7f2b20106b80 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f2b14009900 tx=0x7f2b1402a410 comp rx=0 tx=0).stop 2024-04-23T18:33:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.588+0000 7f2b257bb640 1 -- 172.21.15.38:0/1417439054 shutdown_connections 2024-04-23T18:33:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.588+0000 7f2b257bb640 1 --2- 172.21.15.38:0/1417439054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b20107260 0x7f2b2010ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.588+0000 7f2b257bb640 1 --2- 172.21.15.38:0/1417439054 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b2006b1d0 0x7f2b20106b80 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.588+0000 7f2b257bb640 1 --2- 172.21.15.38:0/1417439054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b2006a820 0x7f2b2006ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.588+0000 7f2b257bb640 1 -- 172.21.15.38:0/1417439054 >> 172.21.15.38:0/1417439054 conn(0x7f2b20076f60 msgr2=0x7f2b20077370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.588+0000 7f2b257bb640 1 -- 172.21.15.38:0/1417439054 shutdown_connections 2024-04-23T18:33:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.588+0000 7f2b257bb640 1 -- 172.21.15.38:0/1417439054 wait complete. 2024-04-23T18:33:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.588+0000 7f2b257bb640 1 Processor -- start 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.588+0000 7f2b257bb640 1 -- start start 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b257bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b2006a820 0x7f2b2019e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b257bb640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b20107260 0x7f2b2019e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b257bb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b20198660 0x7f2b20198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b257bb640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2b201122c0 con 0x7f2b20198660 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b257bb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f2b20112140 con 0x7f2b2006a820 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b257bb640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2b20112440 con 0x7f2b20107260 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1f7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b20198660 0x7f2b20198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1f7fe640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b20198660 0x7f2b20198b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54308/0 (socket says 172.21.15.38:54308) 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1f7fe640 1 -- 172.21.15.38:0/1718536348 learned_addr learned my addr 172.21.15.38:0/1718536348 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:45.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1effd640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b2006a820 0x7f2b2019e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1e7fc640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b20107260 0x7f2b2019e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1f7fe640 1 -- 172.21.15.38:0/1718536348 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b20107260 msgr2=0x7f2b2019e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1f7fe640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b20107260 0x7f2b2019e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1f7fe640 1 -- 172.21.15.38:0/1718536348 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b2006a820 msgr2=0x7f2b2019e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1f7fe640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b2006a820 0x7f2b2019e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1f7fe640 1 -- 172.21.15.38:0/1718536348 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b20199180 con 0x7f2b20198660 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b1f7fe640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b20198660 0x7f2b20198b10 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2b1800eb10 tx=0x7f2b1800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.589+0000 7f2b07fff640 1 -- 172.21.15.38:0/1718536348 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b18004b20 con 0x7f2b20198660 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.590+0000 7f2b257bb640 1 -- 172.21.15.38:0/1718536348 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b20199470 con 0x7f2b20198660 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.590+0000 7f2b07fff640 1 -- 172.21.15.38:0/1718536348 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2b18004cc0 con 0x7f2b20198660 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.590+0000 7f2b07fff640 1 -- 172.21.15.38:0/1718536348 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b18010720 con 0x7f2b20198660 2024-04-23T18:33:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.590+0000 7f2b257bb640 1 -- 172.21.15.38:0/1718536348 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b201a5670 con 0x7f2b20198660 2024-04-23T18:33:45.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.591+0000 7f2b257bb640 1 -- 172.21.15.38:0/1718536348 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b20103660 con 0x7f2b20198660 2024-04-23T18:33:45.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.592+0000 7f2b07fff640 1 -- 172.21.15.38:0/1718536348 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f2b18005020 con 0x7f2b20198660 2024-04-23T18:33:45.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.592+0000 7f2b07fff640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2b080a3d20 0x7f2b080a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.592+0000 7f2b1effd640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2b080a3d20 0x7f2b080a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.592+0000 7f2b07fff640 1 -- 172.21.15.38:0/1718536348 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8629+0+0 (secure 0 0 0) 0x7f2b180d0da0 con 0x7f2b20198660 2024-04-23T18:33:45.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.593+0000 7f2b1effd640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2b080a3d20 0x7f2b080a61e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2b1000bbe0 tx=0x7f2b1000b390 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:45.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.597+0000 7f2b07fff640 1 -- 172.21.15.38:0/1718536348 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2b1809d3d0 con 0x7f2b20198660 2024-04-23T18:33:45.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.788+0000 7f2b257bb640 1 -- 172.21.15.38:0/1718536348 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2b2006b1d0 con 0x7f2b20198660 2024-04-23T18:33:45.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.789+0000 7f2b07fff640 1 -- 172.21.15.38:0/1718536348 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+23294 (secure 0 0 0) 0x7f2b1809ccd0 con 0x7f2b20198660 2024-04-23T18:33:45.782 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:33:45.782 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":99,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:33:15.440643+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":98,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6801/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4002525649":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/1162570015":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6800/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/3564025484":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2743506787":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:33:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.791+0000 7f2b257bb640 1 -- 172.21.15.38:0/1718536348 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2b080a3d20 msgr2=0x7f2b080a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.791+0000 7f2b257bb640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2b080a3d20 0x7f2b080a61e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2b1000bbe0 tx=0x7f2b1000b390 comp rx=0 tx=0).stop 2024-04-23T18:33:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.791+0000 7f2b257bb640 1 -- 172.21.15.38:0/1718536348 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b20198660 msgr2=0x7f2b20198b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.791+0000 7f2b257bb640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b20198660 0x7f2b20198b10 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2b1800eb10 tx=0x7f2b1800c2d0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.791+0000 7f2b257bb640 1 -- 172.21.15.38:0/1718536348 shutdown_connections 2024-04-23T18:33:45.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.791+0000 7f2b257bb640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2b080a3d20 0x7f2b080a61e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.791+0000 7f2b257bb640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b20107260 0x7f2b2019e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.791+0000 7f2b257bb640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b20198660 0x7f2b20198b10 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.791+0000 7f2b257bb640 1 --2- 172.21.15.38:0/1718536348 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b2006a820 0x7f2b2019e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.791+0000 7f2b257bb640 1 -- 172.21.15.38:0/1718536348 >> 172.21.15.38:0/1718536348 conn(0x7f2b20076f60 msgr2=0x7f2b200ff0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:45.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.792+0000 7f2b257bb640 1 -- 172.21.15.38:0/1718536348 shutdown_connections 2024-04-23T18:33:45.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.792+0000 7f2b257bb640 1 -- 172.21.15.38:0/1718536348 wait complete. 2024-04-23T18:33:45.796 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:18.810725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:56.907162+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:20:58.169501+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '98', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 98, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.690000057220459, 'score_stable': 1.690000057220459, 'optimal_score': 1, 'raw_score_acting': 1.690000057220459, 'raw_score_stable': 1.690000057220459, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:33:45.796 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:33:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.908+0000 7f001907c640 1 -- 172.21.15.38:0/4151551373 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001406a840 msgr2=0x7f001406ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.908+0000 7f001907c640 1 --2- 172.21.15.38:0/4151551373 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001406a840 0x7f001406ac20 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f0004009900 tx=0x7f000402a410 comp rx=0 tx=0).stop 2024-04-23T18:33:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.908+0000 7f001907c640 1 -- 172.21.15.38:0/4151551373 shutdown_connections 2024-04-23T18:33:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.908+0000 7f001907c640 1 --2- 172.21.15.38:0/4151551373 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0014107270 0x7f001410ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.908+0000 7f001907c640 1 --2- 172.21.15.38:0/4151551373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f001406b1f0 0x7f0014106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.908+0000 7f001907c640 1 --2- 172.21.15.38:0/4151551373 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001406a840 0x7f001406ac20 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.908+0000 7f001907c640 1 -- 172.21.15.38:0/4151551373 >> 172.21.15.38:0/4151551373 conn(0x7f0014077eb0 msgr2=0x7f00140782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.908+0000 7f001907c640 1 -- 172.21.15.38:0/4151551373 shutdown_connections 2024-04-23T18:33:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.908+0000 7f001907c640 1 -- 172.21.15.38:0/4151551373 wait complete. 2024-04-23T18:33:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.909+0000 7f001907c640 1 Processor -- start 2024-04-23T18:33:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.909+0000 7f001907c640 1 -- start start 2024-04-23T18:33:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.909+0000 7f001907c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001406a840 0x7f00141a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.909+0000 7f001907c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0014107270 0x7f00141a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.909+0000 7f001907c640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f001419a830 0x7f001419ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.909+0000 7f001907c640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0014112310 con 0x7f001406a840 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.909+0000 7f001907c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f0014112190 con 0x7f0014107270 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.909+0000 7f001907c640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0014112490 con 0x7f001419a830 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f0012d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001406a840 0x7f00141a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f0012d9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001406a840 0x7f00141a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54330/0 (socket says 172.21.15.38:54330) 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f0012d9d640 1 -- 172.21.15.38:0/3158557048 learned_addr learned my addr 172.21.15.38:0/3158557048 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f001259c640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0014107270 0x7f00141a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f001359e640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f001419a830 0x7f001419ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f0012d9d640 1 -- 172.21.15.38:0/3158557048 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f001419a830 msgr2=0x7f001419ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f0012d9d640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f001419a830 0x7f001419ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f0012d9d640 1 -- 172.21.15.38:0/3158557048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0014107270 msgr2=0x7f00141a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f0012d9d640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0014107270 0x7f00141a0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f0012d9d640 1 -- 172.21.15.38:0/3158557048 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f001419b3c0 con 0x7f001406a840 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f0012d9d640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001406a840 0x7f00141a06c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f0004005ab0 tx=0x7f00040040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7efffbfff640 1 -- 172.21.15.38:0/3158557048 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f000403f030 con 0x7f001406a840 2024-04-23T18:33:45.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f001907c640 1 -- 172.21.15.38:0/3158557048 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f001419b650 con 0x7f001406a840 2024-04-23T18:33:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7efffbfff640 1 -- 172.21.15.38:0/3158557048 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0004003ac0 con 0x7f001406a840 2024-04-23T18:33:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7efffbfff640 1 -- 172.21.15.38:0/3158557048 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0004035070 con 0x7f001406a840 2024-04-23T18:33:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.910+0000 7f001907c640 1 -- 172.21.15.38:0/3158557048 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00141a7830 con 0x7f001406a840 2024-04-23T18:33:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.911+0000 7f001907c640 1 -- 172.21.15.38:0/3158557048 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0014103670 con 0x7f001406a840 2024-04-23T18:33:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.912+0000 7efffbfff640 1 -- 172.21.15.38:0/3158557048 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0004042030 con 0x7f001406a840 2024-04-23T18:33:45.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.913+0000 7efffbfff640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efffc0a3d20 0x7efffc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.913+0000 7f001259c640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efffc0a3d20 0x7efffc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.913+0000 7efffbfff640 1 -- 172.21.15.38:0/3158557048 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8629+0+0 (secure 0 0 0) 0x7f00040f10c0 con 0x7f001406a840 2024-04-23T18:33:45.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.914+0000 7f001259c640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efffc0a3d20 0x7efffc0a61e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0014106bd0 tx=0x7f0008005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:45.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:45.918+0000 7efffbfff640 1 -- 172.21.15.38:0/3158557048 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f00040bd690 con 0x7f001406a840 2024-04-23T18:33:46.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.105+0000 7f001907c640 1 -- 172.21.15.38:0/3158557048 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f0014100330 con 0x7f001406a840 2024-04-23T18:33:46.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.106+0000 7efffbfff640 1 -- 172.21.15.38:0/3158557048 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v99) ==== 93+0+10 (secure 0 0 0) 0x7f00040bcf90 con 0x7f001406a840 2024-04-23T18:33:46.098 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 -- 172.21.15.38:0/3158557048 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efffc0a3d20 msgr2=0x7efffc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efffc0a3d20 0x7efffc0a61e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0014106bd0 tx=0x7f0008005f90 comp rx=0 tx=0).stop 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 -- 172.21.15.38:0/3158557048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001406a840 msgr2=0x7f00141a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001406a840 0x7f00141a06c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f0004005ab0 tx=0x7f00040040c0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 -- 172.21.15.38:0/3158557048 shutdown_connections 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7efffc0a3d20 0x7efffc0a61e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f001419a830 0x7f001419ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0014107270 0x7f00141a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 --2- 172.21.15.38:0/3158557048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001406a840 0x7f00141a06c0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 -- 172.21.15.38:0/3158557048 >> 172.21.15.38:0/3158557048 conn(0x7f0014077eb0 msgr2=0x7f001410d380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 -- 172.21.15.38:0/3158557048 shutdown_connections 2024-04-23T18:33:46.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.108+0000 7f001907c640 1 -- 172.21.15.38:0/3158557048 wait complete. 2024-04-23T18:33:46.110 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:46 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1718536348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:46.112 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.224+0000 7f9a5978e640 1 -- 172.21.15.38:0/3486504043 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a541021a0 msgr2=0x7f9a54102580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.224+0000 7f9a5978e640 1 --2- 172.21.15.38:0/3486504043 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a541021a0 0x7f9a54102580 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9a44009ca0 tx=0x7f9a4402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.224+0000 7f9a5978e640 1 -- 172.21.15.38:0/3486504043 shutdown_connections 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.224+0000 7f9a5978e640 1 --2- 172.21.15.38:0/3486504043 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a54102b50 0x7f9a54106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.224+0000 7f9a5978e640 1 --2- 172.21.15.38:0/3486504043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a54107270 0x7f9a5410ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.224+0000 7f9a5978e640 1 --2- 172.21.15.38:0/3486504043 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a541021a0 0x7f9a54102580 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.224+0000 7f9a5978e640 1 -- 172.21.15.38:0/3486504043 >> 172.21.15.38:0/3486504043 conn(0x7f9a540fda40 msgr2=0x7f9a540ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.224+0000 7f9a5978e640 1 -- 172.21.15.38:0/3486504043 shutdown_connections 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.224+0000 7f9a5978e640 1 -- 172.21.15.38:0/3486504043 wait complete. 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a5978e640 1 Processor -- start 2024-04-23T18:33:46.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a5978e640 1 -- start start 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a5978e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a541021a0 0x7f9a54075e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a5978e640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a54107270 0x7f9a54074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a5978e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a540747e0 0x7f9a54074c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a5978e640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9a54112340 con 0x7f9a541021a0 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a5978e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f9a541121c0 con 0x7f9a540747e0 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a5978e640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9a541124c0 con 0x7f9a54107270 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a52ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a541021a0 0x7f9a54075e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a52ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a541021a0 0x7f9a54075e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54338/0 (socket says 172.21.15.38:54338) 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a52ffd640 1 -- 172.21.15.38:0/3030574349 learned_addr learned my addr 172.21.15.38:0/3030574349 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a527fc640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a54107270 0x7f9a54074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.225+0000 7f9a537fe640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a540747e0 0x7f9a54074c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a52ffd640 1 -- 172.21.15.38:0/3030574349 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a54107270 msgr2=0x7f9a54074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a52ffd640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a54107270 0x7f9a54074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a52ffd640 1 -- 172.21.15.38:0/3030574349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a540747e0 msgr2=0x7f9a54074c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a52ffd640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a540747e0 0x7f9a54074c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a52ffd640 1 -- 172.21.15.38:0/3030574349 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a541ab4e0 con 0x7f9a541021a0 2024-04-23T18:33:46.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a52ffd640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a541021a0 0x7f9a54075e50 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f9a44004af0 tx=0x7f9a44003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:46.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a3bfff640 1 -- 172.21.15.38:0/3030574349 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a44031650 con 0x7f9a541021a0 2024-04-23T18:33:46.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a5978e640 1 -- 172.21.15.38:0/3030574349 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a541ab770 con 0x7f9a541021a0 2024-04-23T18:33:46.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a3bfff640 1 -- 172.21.15.38:0/3030574349 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9a440317f0 con 0x7f9a541021a0 2024-04-23T18:33:46.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a3bfff640 1 -- 172.21.15.38:0/3030574349 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4402fb70 con 0x7f9a541021a0 2024-04-23T18:33:46.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.226+0000 7f9a5978e640 1 -- 172.21.15.38:0/3030574349 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a541abd10 con 0x7f9a541021a0 2024-04-23T18:33:46.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.227+0000 7f9a5978e640 1 -- 172.21.15.38:0/3030574349 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a54103670 con 0x7f9a541021a0 2024-04-23T18:33:46.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.228+0000 7f9a3bfff640 1 -- 172.21.15.38:0/3030574349 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9a440046c0 con 0x7f9a541021a0 2024-04-23T18:33:46.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.229+0000 7f9a3bfff640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9a3c0a3d20 0x7f9a3c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.229+0000 7f9a527fc640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9a3c0a3d20 0x7f9a3c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.229+0000 7f9a3bfff640 1 -- 172.21.15.38:0/3030574349 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8629+0+0 (secure 0 0 0) 0x7f9a440f1c80 con 0x7f9a541021a0 2024-04-23T18:33:46.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.229+0000 7f9a527fc640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9a3c0a3d20 0x7f9a3c0a61e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9a540759c0 tx=0x7f9a4800b390 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:46.225 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.233+0000 7f9a3bfff640 1 -- 172.21.15.38:0/3030574349 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9a440be3f0 con 0x7f9a541021a0 2024-04-23T18:33:46.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:46 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1718536348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:46.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.420+0000 7f9a5978e640 1 -- 172.21.15.38:0/3030574349 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f9a5410a4a0 con 0x7f9a541021a0 2024-04-23T18:33:46.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.420+0000 7f9a3bfff640 1 -- 172.21.15.38:0/3030574349 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v99) ==== 104+0+11 (secure 0 0 0) 0x7f9a440dce20 con 0x7f9a541021a0 2024-04-23T18:33:46.413 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-04-23T18:33:46.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.422+0000 7f9a5978e640 1 -- 172.21.15.38:0/3030574349 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9a3c0a3d20 msgr2=0x7f9a3c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.422+0000 7f9a5978e640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9a3c0a3d20 0x7f9a3c0a61e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9a540759c0 tx=0x7f9a4800b390 comp rx=0 tx=0).stop 2024-04-23T18:33:46.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.422+0000 7f9a5978e640 1 -- 172.21.15.38:0/3030574349 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a541021a0 msgr2=0x7f9a54075e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.422+0000 7f9a5978e640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a541021a0 0x7f9a54075e50 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f9a44004af0 tx=0x7f9a44003f90 comp rx=0 tx=0).stop 2024-04-23T18:33:46.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.422+0000 7f9a5978e640 1 -- 172.21.15.38:0/3030574349 shutdown_connections 2024-04-23T18:33:46.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.422+0000 7f9a5978e640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f9a3c0a3d20 0x7f9a3c0a61e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.422+0000 7f9a5978e640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a54107270 0x7f9a54074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.422+0000 7f9a5978e640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a540747e0 0x7f9a54074c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.422+0000 7f9a5978e640 1 --2- 172.21.15.38:0/3030574349 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a541021a0 0x7f9a54075e50 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.422+0000 7f9a5978e640 1 -- 172.21.15.38:0/3030574349 >> 172.21.15.38:0/3030574349 conn(0x7f9a540fda40 msgr2=0x7f9a540ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:46.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.423+0000 7f9a5978e640 1 -- 172.21.15.38:0/3030574349 shutdown_connections 2024-04-23T18:33:46.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.423+0000 7f9a5978e640 1 -- 172.21.15.38:0/3030574349 wait complete. 2024-04-23T18:33:46.426 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:33:46.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:46 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1718536348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:46.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 -- 172.21.15.38:0/1411980601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2cc103af0 msgr2=0x7fa2cc10bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 --2- 172.21.15.38:0/1411980601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2cc103af0 0x7fa2cc10bfd0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc009900 tx=0x7fa2bc02a510 comp rx=0 tx=0).stop 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 -- 172.21.15.38:0/1411980601 shutdown_connections 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 --2- 172.21.15.38:0/1411980601 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2cc10c510 0x7fa2cc10e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 --2- 172.21.15.38:0/1411980601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2cc103af0 0x7fa2cc10bfd0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 --2- 172.21.15.38:0/1411980601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2cc1031d0 0x7fa2cc1035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 -- 172.21.15.38:0/1411980601 >> 172.21.15.38:0/1411980601 conn(0x7fa2cc077f50 msgr2=0x7fa2cc078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 -- 172.21.15.38:0/1411980601 shutdown_connections 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 -- 172.21.15.38:0/1411980601 wait complete. 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 Processor -- start 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.539+0000 7fa2d36e8640 1 -- start start 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d36e8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2cc1031d0 0x7fa2cc19e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d36e8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2cc103af0 0x7fa2cc19eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d36e8640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2cc10c510 0x7fa2cc198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d36e8640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa2cc1122e0 con 0x7fa2cc1031d0 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d36e8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fa2cc112160 con 0x7fa2cc103af0 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d36e8640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa2cc112460 con 0x7fa2cc10c510 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d1484640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2cc1031d0 0x7fa2cc19e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d1484640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2cc1031d0 0x7fa2cc19e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54352/0 (socket says 172.21.15.38:54352) 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d1484640 1 -- 172.21.15.38:0/3473902313 learned_addr learned my addr 172.21.15.38:0/3473902313 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d0c83640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2cc103af0 0x7fa2cc19eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d1484640 1 -- 172.21.15.38:0/3473902313 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2cc10c510 msgr2=0x7fa2cc198640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d1c85640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2cc10c510 0x7fa2cc198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d1484640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2cc10c510 0x7fa2cc198640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d1484640 1 -- 172.21.15.38:0/3473902313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2cc103af0 msgr2=0x7fa2cc19eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d1484640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2cc103af0 0x7fa2cc19eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d1484640 1 -- 172.21.15.38:0/3473902313 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2cc198f00 con 0x7fa2cc1031d0 2024-04-23T18:33:46.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d1484640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2cc1031d0 0x7fa2cc19e580 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa2c800d950 tx=0x7fa2c800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:46.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2c27fc640 1 -- 172.21.15.38:0/3473902313 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c8017030 con 0x7fa2cc1031d0 2024-04-23T18:33:46.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2c27fc640 1 -- 172.21.15.38:0/3473902313 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa2c8004020 con 0x7fa2cc1031d0 2024-04-23T18:33:46.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.540+0000 7fa2d36e8640 1 -- 172.21.15.38:0/3473902313 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2cc1991f0 con 0x7fa2cc1031d0 2024-04-23T18:33:46.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.541+0000 7fa2c27fc640 1 -- 172.21.15.38:0/3473902313 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c80047a0 con 0x7fa2cc1031d0 2024-04-23T18:33:46.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.541+0000 7fa2d36e8640 1 -- 172.21.15.38:0/3473902313 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2cc1a5500 con 0x7fa2cc1031d0 2024-04-23T18:33:46.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.542+0000 7fa2d36e8640 1 -- 172.21.15.38:0/3473902313 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2cc199530 con 0x7fa2cc1031d0 2024-04-23T18:33:46.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.543+0000 7fa2c27fc640 1 -- 172.21.15.38:0/3473902313 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa2c80041d0 con 0x7fa2cc1031d0 2024-04-23T18:33:46.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.543+0000 7fa2c27fc640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2b80a3d20 0x7fa2b80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.543+0000 7fa2d0c83640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2b80a3d20 0x7fa2b80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.544+0000 7fa2c27fc640 1 -- 172.21.15.38:0/3473902313 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8629+0+0 (secure 0 0 0) 0x7fa2c80d0930 con 0x7fa2cc1031d0 2024-04-23T18:33:46.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.544+0000 7fa2d0c83640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2b80a3d20 0x7fa2b80a61e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc009230 tx=0x7fa2bc0058d0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:46.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.547+0000 7fa2c27fc640 1 -- 172.21.15.38:0/3473902313 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa2c809cf60 con 0x7fa2cc1031d0 2024-04-23T18:33:46.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.740+0000 7fa2d36e8640 1 -- 172.21.15.38:0/3473902313 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fa2cc107690 con 0x7fa2cc1031d0 2024-04-23T18:33:46.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.740+0000 7fa2c27fc640 1 -- 172.21.15.38:0/3473902313 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v99) ==== 100+0+11 (secure 0 0 0) 0x7fa2c809c860 con 0x7fa2cc1031d0 2024-04-23T18:33:46.733 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-04-23T18:33:46.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 -- 172.21.15.38:0/3473902313 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2b80a3d20 msgr2=0x7fa2b80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2b80a3d20 0x7fa2b80a61e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc009230 tx=0x7fa2bc0058d0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 -- 172.21.15.38:0/3473902313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2cc1031d0 msgr2=0x7fa2cc19e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2cc1031d0 0x7fa2cc19e580 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa2c800d950 tx=0x7fa2c800de10 comp rx=0 tx=0).stop 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 -- 172.21.15.38:0/3473902313 shutdown_connections 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fa2b80a3d20 0x7fa2b80a61e0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2cc10c510 0x7fa2cc198640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2cc103af0 0x7fa2cc19eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 --2- 172.21.15.38:0/3473902313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2cc1031d0 0x7fa2cc19e580 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 -- 172.21.15.38:0/3473902313 >> 172.21.15.38:0/3473902313 conn(0x7fa2cc077f50 msgr2=0x7fa2cc0fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 -- 172.21.15.38:0/3473902313 shutdown_connections 2024-04-23T18:33:46.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.743+0000 7fa2d36e8640 1 -- 172.21.15.38:0/3473902313 wait complete. 2024-04-23T18:33:46.746 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-23T18:33:46.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.857+0000 7ff5d0b07640 1 -- 172.21.15.38:0/97354272 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc102b50 msgr2=0x7ff5cc106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.857+0000 7ff5d0b07640 1 --2- 172.21.15.38:0/97354272 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc102b50 0x7ff5cc106b90 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0009900 tx=0x7ff5c002a410 comp rx=0 tx=0).stop 2024-04-23T18:33:46.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.857+0000 7ff5d0b07640 1 -- 172.21.15.38:0/97354272 shutdown_connections 2024-04-23T18:33:46.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.857+0000 7ff5d0b07640 1 --2- 172.21.15.38:0/97354272 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc107270 0x7ff5cc10ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.857+0000 7ff5d0b07640 1 --2- 172.21.15.38:0/97354272 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc102b50 0x7ff5cc106b90 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.857+0000 7ff5d0b07640 1 --2- 172.21.15.38:0/97354272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc1021a0 0x7ff5cc102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.857+0000 7ff5d0b07640 1 -- 172.21.15.38:0/97354272 >> 172.21.15.38:0/97354272 conn(0x7ff5cc0fda20 msgr2=0x7ff5cc0ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.857+0000 7ff5d0b07640 1 -- 172.21.15.38:0/97354272 shutdown_connections 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.857+0000 7ff5d0b07640 1 -- 172.21.15.38:0/97354272 wait complete. 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.858+0000 7ff5d0b07640 1 Processor -- start 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.858+0000 7ff5d0b07640 1 -- start start 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.858+0000 7ff5d0b07640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc1021a0 0x7ff5cc1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.858+0000 7ff5d0b07640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc107270 0x7ff5cc1a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.858+0000 7ff5d0b07640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc19a810 0x7ff5cc19acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.858+0000 7ff5d0b07640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff5cc1122d0 con 0x7ff5cc19a810 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.858+0000 7ff5d0b07640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7ff5cc112150 con 0x7ff5cc107270 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.858+0000 7ff5d0b07640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff5cc112450 con 0x7ff5cc1021a0 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5cad9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc19a810 0x7ff5cc19acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5cad9d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc19a810 0x7ff5cc19acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54368/0 (socket says 172.21.15.38:54368) 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5cad9d640 1 -- 172.21.15.38:0/3329484979 learned_addr learned my addr 172.21.15.38:0/3329484979 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5ca59c640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc1021a0 0x7ff5cc1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5c9d9b640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc107270 0x7ff5cc1a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5cad9d640 1 -- 172.21.15.38:0/3329484979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc1021a0 msgr2=0x7ff5cc1a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5cad9d640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc1021a0 0x7ff5cc1a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5cad9d640 1 -- 172.21.15.38:0/3329484979 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc107270 msgr2=0x7ff5cc1a0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5cad9d640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc107270 0x7ff5cc1a0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5cad9d640 1 -- 172.21.15.38:0/3329484979 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5cc19b3a0 con 0x7ff5cc19a810 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5cad9d640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc19a810 0x7ff5cc19acc0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff5c400eaa0 tx=0x7ff5c400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5bb7fe640 1 -- 172.21.15.38:0/3329484979 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c400cdb0 con 0x7ff5cc19a810 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5d0b07640 1 -- 172.21.15.38:0/3329484979 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5cc19b690 con 0x7ff5cc19a810 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5bb7fe640 1 -- 172.21.15.38:0/3329484979 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff5c4005020 con 0x7ff5cc19a810 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5bb7fe640 1 -- 172.21.15.38:0/3329484979 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c40116d0 con 0x7ff5cc19a810 2024-04-23T18:33:46.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.859+0000 7ff5d0b07640 1 -- 172.21.15.38:0/3329484979 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5cc1a7840 con 0x7ff5cc19a810 2024-04-23T18:33:46.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.860+0000 7ff5d0b07640 1 -- 172.21.15.38:0/3329484979 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5cc103670 con 0x7ff5cc19a810 2024-04-23T18:33:46.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.862+0000 7ff5bb7fe640 1 -- 172.21.15.38:0/3329484979 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff5c40051d0 con 0x7ff5cc19a810 2024-04-23T18:33:46.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.862+0000 7ff5bb7fe640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3d20 0x7ff5b40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.862+0000 7ff5ca59c640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3d20 0x7ff5b40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.862+0000 7ff5bb7fe640 1 -- 172.21.15.38:0/3329484979 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8629+0+0 (secure 0 0 0) 0x7ff5c40d0d80 con 0x7ff5cc19a810 2024-04-23T18:33:46.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.863+0000 7ff5ca59c640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3d20 0x7ff5b40a61e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc005d00 tx=0x7ff5bc00b410 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:46.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:46.866+0000 7ff5bb7fe640 1 -- 172.21.15.38:0/3329484979 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff5cc19b690 con 0x7ff5cc19a810 2024-04-23T18:33:47.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.065+0000 7ff5d0b07640 1 -- 172.21.15.38:0/3329484979 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff5cc0691c0 con 0x7ff5cc19a810 2024-04-23T18:33:47.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.065+0000 7ff5bb7fe640 1 -- 172.21.15.38:0/3329484979 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v99) ==== 81+0+946 (secure 0 0 0) 0x7ff5cc0691c0 con 0x7ff5cc19a810 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:6801/4125722499 2024-04-24T18:23:03.727103+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:0/4002525649 2024-04-24T18:23:03.727103+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:0/1162570015 2024-04-24T18:23:03.727103+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:0/4242271647 2024-04-24T18:13:54.717395+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:6800/4125722499 2024-04-24T18:23:03.727103+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:0/2119406483 2024-04-24T18:13:54.717395+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:0/2013236589 2024-04-24T18:13:54.717395+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:6801/2665135878 2024-04-24T18:13:54.717395+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:6801/1780941116 2024-04-24T18:13:27.598077+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:6800/1780941116 2024-04-24T18:13:27.598077+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:0/3564025484 2024-04-24T18:23:03.727103+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:0/4160838560 2024-04-24T18:13:27.598077+0000 2024-04-23T18:33:47.059 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:0/1862298803 2024-04-24T18:13:27.598077+0000 2024-04-23T18:33:47.060 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:0/2743506787 2024-04-24T18:23:03.727103+0000 2024-04-23T18:33:47.060 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:0/2505551312 2024-04-24T18:13:27.598077+0000 2024-04-23T18:33:47.060 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.15.38:6800/2665135878 2024-04-24T18:13:54.717395+0000 2024-04-23T18:33:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:listed 16 entries 2024-04-23T18:33:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.067+0000 7ff5d0b07640 1 -- 172.21.15.38:0/3329484979 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3d20 msgr2=0x7ff5b40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.067+0000 7ff5d0b07640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3d20 0x7ff5b40a61e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc005d00 tx=0x7ff5bc00b410 comp rx=0 tx=0).stop 2024-04-23T18:33:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.067+0000 7ff5d0b07640 1 -- 172.21.15.38:0/3329484979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc19a810 msgr2=0x7ff5cc19acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.067+0000 7ff5d0b07640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc19a810 0x7ff5cc19acc0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff5c400eaa0 tx=0x7ff5c400ef60 comp rx=0 tx=0).stop 2024-04-23T18:33:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.067+0000 7ff5d0b07640 1 -- 172.21.15.38:0/3329484979 shutdown_connections 2024-04-23T18:33:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.067+0000 7ff5d0b07640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff5b40a3d20 0x7ff5b40a61e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.067+0000 7ff5d0b07640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5cc19a810 0x7ff5cc19acc0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.067+0000 7ff5d0b07640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5cc107270 0x7ff5cc1a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.067+0000 7ff5d0b07640 1 --2- 172.21.15.38:0/3329484979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5cc1021a0 0x7ff5cc1a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.068+0000 7ff5d0b07640 1 -- 172.21.15.38:0/3329484979 >> 172.21.15.38:0/3329484979 conn(0x7ff5cc0fda20 msgr2=0x7ff5cc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:47.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.068+0000 7ff5d0b07640 1 -- 172.21.15.38:0/3329484979 shutdown_connections 2024-04-23T18:33:47.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.068+0000 7ff5d0b07640 1 -- 172.21.15.38:0/3329484979 wait complete. 2024-04-23T18:33:47.071 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-23T18:33:47.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:33:47.071 DEBUG:teuthology.orchestra.run.smithi038:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-23T18:33:47.135 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:33:47.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:33:47.135 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-23T18:33:47.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:33:47.179 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list 2024-04-23T18:33:47.255 INFO:teuthology.orchestra.run.smithi038.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-23T18:33:47.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:33:47.255 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-23T18:33:47.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:47 smithi102 ceph-mon[32874]: pgmap v332: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:33:47.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:47 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3158557048' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:47.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:47 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3030574349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:47.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:47 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3473902313' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:47.330 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:47 smithi038 ceph-mon[29217]: pgmap v332: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:33:47.330 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:47 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3158557048' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:47.330 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:47 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3030574349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:47.330 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:47 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3473902313' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:47.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:33:47.336 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link delete ceph-brx 2024-04-23T18:33:47.426 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-23T18:33:47.443 INFO:tasks.cephadm:Teardown begin 2024-04-23T18:33:47.443 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-23T18:33:47.444 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:33:47.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:47 smithi076 ceph-mon[32458]: pgmap v332: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-23T18:33:47.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:47 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3158557048' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:47.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:47 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3030574349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:47.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:47 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3473902313' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:47.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.554+0000 7f14279a2640 1 -- 172.21.15.38:0/2360340868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f142010c570 msgr2=0x7f142010e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.554+0000 7f14279a2640 1 --2- 172.21.15.38:0/2360340868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f142010c570 0x7f142010e9e0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f1418009ca0 tx=0x7f141802a950 comp rx=0 tx=0).stop 2024-04-23T18:33:47.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.554+0000 7f14279a2640 1 -- 172.21.15.38:0/2360340868 shutdown_connections 2024-04-23T18:33:47.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.554+0000 7f14279a2640 1 --2- 172.21.15.38:0/2360340868 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1420103b50 0x7f142010c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.554+0000 7f14279a2640 1 --2- 172.21.15.38:0/2360340868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f142010c570 0x7f142010e9e0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.554+0000 7f14279a2640 1 --2- 172.21.15.38:0/2360340868 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420103230 0x7f1420103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.554+0000 7f14279a2640 1 -- 172.21.15.38:0/2360340868 >> 172.21.15.38:0/2360340868 conn(0x7f1420077fb0 msgr2=0x7f14200783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:47.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.554+0000 7f14279a2640 1 -- 172.21.15.38:0/2360340868 shutdown_connections 2024-04-23T18:33:47.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.554+0000 7f14279a2640 1 -- 172.21.15.38:0/2360340868 wait complete. 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f14279a2640 1 Processor -- start 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f14279a2640 1 -- start start 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f14279a2640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1420103230 0x7f142019e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f14279a2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420103b50 0x7f142019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f14279a2640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f142010c570 0x7f14201985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f14279a2640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1420112310 con 0x7f1420103230 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f14279a2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f1420112190 con 0x7f1420103b50 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f14279a2640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1420112490 con 0x7f142010c570 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f142573e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1420103230 0x7f142019e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f142573e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1420103230 0x7f142019e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54388/0 (socket says 172.21.15.38:54388) 2024-04-23T18:33:47.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.555+0000 7f142573e640 1 -- 172.21.15.38:0/1859787227 learned_addr learned my addr 172.21.15.38:0/1859787227 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f1424f3d640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420103b50 0x7f142019e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f1425f3f640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f142010c570 0x7f14201985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f142573e640 1 -- 172.21.15.38:0/1859787227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f142010c570 msgr2=0x7f14201985f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f142573e640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f142010c570 0x7f14201985f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f142573e640 1 -- 172.21.15.38:0/1859787227 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420103b50 msgr2=0x7f142019e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f142573e640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420103b50 0x7f142019e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f142573e640 1 -- 172.21.15.38:0/1859787227 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1420198d70 con 0x7f1420103230 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f1425f3f640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f142010c570 0x7f14201985f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f142573e640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1420103230 0x7f142019e3f0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f141c00d950 tx=0x7f141c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f14167fc640 1 -- 172.21.15.38:0/1859787227 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f141c017070 con 0x7f1420103230 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f14167fc640 1 -- 172.21.15.38:0/1859787227 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f141c009c30 con 0x7f1420103230 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f14279a2640 1 -- 172.21.15.38:0/1859787227 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1420199060 con 0x7f1420103230 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f14167fc640 1 -- 172.21.15.38:0/1859787227 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f141c00f6b0 con 0x7f1420103230 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.556+0000 7f14279a2640 1 -- 172.21.15.38:0/1859787227 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14201a52b0 con 0x7f1420103230 2024-04-23T18:33:47.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.557+0000 7f14279a2640 1 -- 172.21.15.38:0/1859787227 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14200691c0 con 0x7f1420103230 2024-04-23T18:33:47.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.558+0000 7f14167fc640 1 -- 172.21.15.38:0/1859787227 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f141c0109c0 con 0x7f1420103230 2024-04-23T18:33:47.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.559+0000 7f14167fc640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f140c0a3da0 0x7f140c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:47.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.559+0000 7f1424f3d640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f140c0a3da0 0x7f140c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:47.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.559+0000 7f14167fc640 1 -- 172.21.15.38:0/1859787227 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8629+0+0 (secure 0 0 0) 0x7f141c0d03e0 con 0x7f1420103230 2024-04-23T18:33:47.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.559+0000 7f1424f3d640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f140c0a3da0 0x7f140c0a6260 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f142010e200 tx=0x7f1410005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:47.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.563+0000 7f14167fc640 1 -- 172.21.15.38:0/1859787227 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f141c009de0 con 0x7f1420103230 2024-04-23T18:33:47.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.794+0000 7f14279a2640 1 -- 172.21.15.38:0/1859787227 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1420199ad0 con 0x7f1420103230 2024-04-23T18:33:47.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.795+0000 7f14167fc640 1 -- 172.21.15.38:0/1859787227 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+11923 (secure 0 0 0) 0x7f141c09ca10 con 0x7f1420103230 2024-04-23T18:33:47.787 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:33:47.788 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":47,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":47,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:28:20.187674+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24515,24466,14613,24476,24490]},"id":1}]} 2024-04-23T18:33:47.788 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 47 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 -- 172.21.15.38:0/1859787227 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f140c0a3da0 msgr2=0x7f140c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f140c0a3da0 0x7f140c0a6260 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f142010e200 tx=0x7f1410005f90 comp rx=0 tx=0).stop 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 -- 172.21.15.38:0/1859787227 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1420103230 msgr2=0x7f142019e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1420103230 0x7f142019e3f0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f141c00d950 tx=0x7f141c00de10 comp rx=0 tx=0).stop 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 -- 172.21.15.38:0/1859787227 shutdown_connections 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f140c0a3da0 0x7f140c0a6260 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f142010c570 0x7f14201985f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420103b50 0x7f142019e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 --2- 172.21.15.38:0/1859787227 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1420103230 0x7f142019e3f0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 -- 172.21.15.38:0/1859787227 >> 172.21.15.38:0/1859787227 conn(0x7f1420077fb0 msgr2=0x7f14200fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 -- 172.21.15.38:0/1859787227 shutdown_connections 2024-04-23T18:33:47.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.797+0000 7f14279a2640 1 -- 172.21.15.38:0/1859787227 wait complete. 2024-04-23T18:33:47.800 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:33:47.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.912+0000 7f5d86691640 1 -- 172.21.15.38:0/1607309556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d801010a0 msgr2=0x7f5d80101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.912+0000 7f5d86691640 1 --2- 172.21.15.38:0/1607309556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d801010a0 0x7f5d80101480 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f5d70009900 tx=0x7f5d7002a410 comp rx=0 tx=0).stop 2024-04-23T18:33:47.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.913+0000 7f5d86691640 1 -- 172.21.15.38:0/1607309556 shutdown_connections 2024-04-23T18:33:47.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.913+0000 7f5d86691640 1 --2- 172.21.15.38:0/1607309556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d80101a50 0x7f5d80105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.913+0000 7f5d86691640 1 --2- 172.21.15.38:0/1607309556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d80106170 0x7f5d8010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.913+0000 7f5d86691640 1 --2- 172.21.15.38:0/1607309556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d801010a0 0x7f5d80101480 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.913+0000 7f5d86691640 1 -- 172.21.15.38:0/1607309556 >> 172.21.15.38:0/1607309556 conn(0x7f5d80077f50 msgr2=0x7f5d80078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.913+0000 7f5d86691640 1 -- 172.21.15.38:0/1607309556 shutdown_connections 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.913+0000 7f5d86691640 1 -- 172.21.15.38:0/1607309556 wait complete. 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.913+0000 7f5d86691640 1 Processor -- start 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.913+0000 7f5d86691640 1 -- start start 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d86691640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d801010a0 0x7f5d80102b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d86691640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d80106170 0x7f5d80103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d86691640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d801035b0 0x7f5d801a6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d86691640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5d80111210 con 0x7f5d801035b0 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d86691640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f5d80111090 con 0x7f5d801010a0 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d86691640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5d80111390 con 0x7f5d80106170 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d84c2e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d801035b0 0x7f5d801a6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d84c2e640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d801035b0 0x7f5d801a6990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54402/0 (socket says 172.21.15.38:54402) 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d84c2e640 1 -- 172.21.15.38:0/3520366836 learned_addr learned my addr 172.21.15.38:0/3520366836 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:47.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d7ffff640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d801010a0 0x7f5d80102b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d7f7fe640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d80106170 0x7f5d80103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d84c2e640 1 -- 172.21.15.38:0/3520366836 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d80106170 msgr2=0x7f5d80103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d84c2e640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d80106170 0x7f5d80103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d84c2e640 1 -- 172.21.15.38:0/3520366836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d801010a0 msgr2=0x7f5d80102b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d84c2e640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d801010a0 0x7f5d80102b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d84c2e640 1 -- 172.21.15.38:0/3520366836 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d801a7090 con 0x7f5d801035b0 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d7ffff640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d801010a0 0x7f5d80102b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d7f7fe640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d80106170 0x7f5d80103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d84c2e640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d801035b0 0x7f5d801a6990 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f5d7800cce0 tx=0x7f5d7800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d7d7fa640 1 -- 172.21.15.38:0/3520366836 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d7800f450 con 0x7f5d801035b0 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d86691640 1 -- 172.21.15.38:0/3520366836 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d801a7380 con 0x7f5d801035b0 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d7d7fa640 1 -- 172.21.15.38:0/3520366836 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5d7800fac0 con 0x7f5d801035b0 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d7d7fa640 1 -- 172.21.15.38:0/3520366836 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d78018be0 con 0x7f5d801035b0 2024-04-23T18:33:47.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.914+0000 7f5d86691640 1 -- 172.21.15.38:0/3520366836 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d801a78d0 con 0x7f5d801035b0 2024-04-23T18:33:47.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.915+0000 7f5d86691640 1 -- 172.21.15.38:0/3520366836 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d80068d70 con 0x7f5d801035b0 2024-04-23T18:33:47.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.917+0000 7f5d7d7fa640 1 -- 172.21.15.38:0/3520366836 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5d7800fc70 con 0x7f5d801035b0 2024-04-23T18:33:47.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.917+0000 7f5d7d7fa640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f5d680a3d50 0x7f5d680a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:47.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.917+0000 7f5d7ffff640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f5d680a3d50 0x7f5d680a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:47.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.917+0000 7f5d7d7fa640 1 -- 172.21.15.38:0/3520366836 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8629+0+0 (secure 0 0 0) 0x7f5d780d0fe0 con 0x7f5d801035b0 2024-04-23T18:33:47.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.918+0000 7f5d7ffff640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f5d680a3d50 0x7f5d680a6210 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5d70000c00 tx=0x7f5d70032c30 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:47.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:47.922+0000 7f5d7d7fa640 1 -- 172.21.15.38:0/3520366836 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5d78014030 con 0x7f5d801035b0 2024-04-23T18:33:48.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.149+0000 7f5d86691640 1 -- 172.21.15.38:0/3520366836 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d80104060 con 0x7f5d801035b0 2024-04-23T18:33:48.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.150+0000 7f5d7d7fa640 1 -- 172.21.15.38:0/3520366836 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+11923 (secure 0 0 0) 0x7f5d80104060 con 0x7f5d801035b0 2024-04-23T18:33:48.143 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:33:48.143 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":47,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1807753439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1807753439},{"type":"v1","addr":"172.21.15.38:6835","nonce":1807753439}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3395671940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3395671940},{"type":"v1","addr":"172.21.15.38:6837","nonce":3395671940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":47,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:20:59.213374+0000","modified":"2024-04-23T18:28:20.187674+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24515,"mds_1":24490,"mds_2":24476,"mds_3":24466,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14601":{"gid":14601,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.38:6839/3049159496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6838","nonce":3049159496},{"type":"v1","addr":"172.21.15.38:6839","nonce":3049159496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6841/1442832074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6840","nonce":1442832074},{"type":"v1","addr":"172.21.15.38:6841","nonce":1442832074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24407":{"gid":24407,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6833/2806134072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":2806134072},{"type":"v1","addr":"172.21.15.76:6833","nonce":2806134072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6833/313383569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":313383569},{"type":"v1","addr":"172.21.15.102:6833","nonce":313383569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.76:6835/2096401719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2096401719},{"type":"v1","addr":"172.21.15.76:6835","nonce":2096401719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/102338408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":102338408},{"type":"v1","addr":"172.21.15.102:6835","nonce":102338408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.102:6837/4151349545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":4151349545},{"type":"v1","addr":"172.21.15.102:6837","nonce":4151349545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/1729588944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":1729588944},{"type":"v1","addr":"172.21.15.76:6837","nonce":1729588944}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6839/605249821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":605249821},{"type":"v1","addr":"172.21.15.102:6839","nonce":605249821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6839/1163687573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6838","nonce":1163687573},{"type":"v1","addr":"172.21.15.76:6839","nonce":1163687573}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24515,"qdb_cluster":[24515,24466,14613,24476,24490]},"id":1}]} 2024-04-23T18:33:48.144 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 47 2024-04-23T18:33:48.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 -- 172.21.15.38:0/3520366836 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f5d680a3d50 msgr2=0x7f5d680a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f5d680a3d50 0x7f5d680a6210 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5d70000c00 tx=0x7f5d70032c30 comp rx=0 tx=0).stop 2024-04-23T18:33:48.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 -- 172.21.15.38:0/3520366836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d801035b0 msgr2=0x7f5d801a6990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d801035b0 0x7f5d801a6990 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f5d7800cce0 tx=0x7f5d7800a620 comp rx=0 tx=0).stop 2024-04-23T18:33:48.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 -- 172.21.15.38:0/3520366836 shutdown_connections 2024-04-23T18:33:48.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f5d680a3d50 0x7f5d680a6210 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d80106170 0x7f5d80103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d801035b0 0x7f5d801a6990 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 --2- 172.21.15.38:0/3520366836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d801010a0 0x7f5d80102b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 -- 172.21.15.38:0/3520366836 >> 172.21.15.38:0/3520366836 conn(0x7f5d80077f50 msgr2=0x7f5d80069360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:48.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 -- 172.21.15.38:0/3520366836 shutdown_connections 2024-04-23T18:33:48.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.152+0000 7f5d86691640 1 -- 172.21.15.38:0/3520366836 wait complete. 2024-04-23T18:33:48.156 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:33:48.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 -- 172.21.15.38:0/3917394482 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8781010a0 msgr2=0x7fb878101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 --2- 172.21.15.38:0/3917394482 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8781010a0 0x7fb878101480 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fb874009900 tx=0x7fb87402a410 comp rx=0 tx=0).stop 2024-04-23T18:33:48.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 -- 172.21.15.38:0/3917394482 shutdown_connections 2024-04-23T18:33:48.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 --2- 172.21.15.38:0/3917394482 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb878106170 0x7fb87810dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 --2- 172.21.15.38:0/3917394482 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb878101a50 0x7fb878105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 --2- 172.21.15.38:0/3917394482 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8781010a0 0x7fb878101480 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 -- 172.21.15.38:0/3917394482 >> 172.21.15.38:0/3917394482 conn(0x7fb878077f50 msgr2=0x7fb878078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 -- 172.21.15.38:0/3917394482 shutdown_connections 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 -- 172.21.15.38:0/3917394482 wait complete. 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 Processor -- start 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.266+0000 7fb87f4c2640 1 -- start start 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87f4c2640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8781010a0 0x7fb878102b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87f4c2640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb878106170 0x7fb878103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87f4c2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8781035b0 0x7fb8781a6980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87f4c2640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb878111210 con 0x7fb878106170 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87f4c2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fb878111090 con 0x7fb8781035b0 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87f4c2640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb878111390 con 0x7fb8781010a0 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87ca5d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb878106170 0x7fb878103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87ca5d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb878106170 0x7fb878103070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54424/0 (socket says 172.21.15.38:54424) 2024-04-23T18:33:48.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87ca5d640 1 -- 172.21.15.38:0/912673567 learned_addr learned my addr 172.21.15.38:0/912673567 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87d25e640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8781010a0 0x7fb878102b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87da5f640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8781035b0 0x7fb8781a6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87ca5d640 1 -- 172.21.15.38:0/912673567 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8781010a0 msgr2=0x7fb878102b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87ca5d640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8781010a0 0x7fb878102b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87ca5d640 1 -- 172.21.15.38:0/912673567 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8781035b0 msgr2=0x7fb8781a6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87ca5d640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8781035b0 0x7fb8781a6980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87ca5d640 1 -- 172.21.15.38:0/912673567 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8781a7080 con 0x7fb878106170 2024-04-23T18:33:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87ca5d640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb878106170 0x7fb878103070 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fb86800c970 tx=0x7fb86800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb86e7fc640 1 -- 172.21.15.38:0/912673567 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb868014070 con 0x7fb878106170 2024-04-23T18:33:48.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb86e7fc640 1 -- 172.21.15.38:0/912673567 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb868004440 con 0x7fb878106170 2024-04-23T18:33:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87f4c2640 1 -- 172.21.15.38:0/912673567 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8781a7370 con 0x7fb878106170 2024-04-23T18:33:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb86e7fc640 1 -- 172.21.15.38:0/912673567 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb868003e40 con 0x7fb878106170 2024-04-23T18:33:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.267+0000 7fb87f4c2640 1 -- 172.21.15.38:0/912673567 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8781a78c0 con 0x7fb878106170 2024-04-23T18:33:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.269+0000 7fb87f4c2640 1 -- 172.21.15.38:0/912673567 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb878068d70 con 0x7fb878106170 2024-04-23T18:33:48.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.270+0000 7fb86e7fc640 1 -- 172.21.15.38:0/912673567 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb868017070 con 0x7fb878106170 2024-04-23T18:33:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.270+0000 7fb86e7fc640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8640a3d50 0x7fb8640a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.271+0000 7fb87d25e640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8640a3d50 0x7fb8640a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.271+0000 7fb86e7fc640 1 -- 172.21.15.38:0/912673567 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8629+0+0 (secure 0 0 0) 0x7fb8680d02f0 con 0x7fb878106170 2024-04-23T18:33:48.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.271+0000 7fb87d25e640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8640a3d50 0x7fb8640a6210 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb874009230 tx=0x7fb8740058d0 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:48.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.275+0000 7fb86e7fc640 1 -- 172.21.15.38:0/912673567 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb86801e030 con 0x7fb878106170 2024-04-23T18:33:48.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3329484979' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-23T18:33:48.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1859787227' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:48.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3329484979' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-23T18:33:48.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1859787227' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:48.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.465+0000 7fb87f4c2640 1 -- 172.21.15.38:0/912673567 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb87810a3b0 con 0x7fb878106170 2024-04-23T18:33:48.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.467+0000 7fb86e7fc640 1 -- 172.21.15.38:0/912673567 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+23294 (secure 0 0 0) 0x7fb86809c920 con 0x7fb878106170 2024-04-23T18:33:48.460 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-04-23T18:33:48.460 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":99,"fsid":"e0b71514-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:00.223145+0000","modified":"2024-04-23T18:33:15.440643+0000","last_up_change":"2024-04-23T18:20:09.034768+0000","last_in_change":"2024-04-23T18:19:48.352578+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:18.810725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:56.907162+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:20:58.169501+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":98,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.690000057220459,"score_stable":1.690000057220459,"optimal_score":1,"raw_score_acting":1.690000057220459,"raw_score_stable":1.690000057220459,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b51630a5-7918-4b9b-9071-475a5785a481","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6803","nonce":65921307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6805","nonce":65921307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6809","nonce":65921307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":65921307},{"type":"v1","addr":"172.21.15.38:6807","nonce":65921307}]},"public_addr":"172.21.15.38:6803/65921307","cluster_addr":"172.21.15.38:6805/65921307","heartbeat_back_addr":"172.21.15.38:6809/65921307","heartbeat_front_addr":"172.21.15.38:6807/65921307","state":["exists","up"]},{"osd":1,"uuid":"74492ae5-0d57-49b1-b781-62d38f8b15a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6801","nonce":3745016279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6803","nonce":3745016279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6807","nonce":3745016279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":3745016279},{"type":"v1","addr":"172.21.15.76:6805","nonce":3745016279}]},"public_addr":"172.21.15.76:6801/3745016279","cluster_addr":"172.21.15.76:6803/3745016279","heartbeat_back_addr":"172.21.15.76:6807/3745016279","heartbeat_front_addr":"172.21.15.76:6805/3745016279","state":["exists","up"]},{"osd":2,"uuid":"e6511c02-f33e-412e-9902-8c232382ce63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6801","nonce":4098082012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6803","nonce":4098082012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6807","nonce":4098082012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4098082012},{"type":"v1","addr":"172.21.15.102:6805","nonce":4098082012}]},"public_addr":"172.21.15.102:6801/4098082012","cluster_addr":"172.21.15.102:6803/4098082012","heartbeat_back_addr":"172.21.15.102:6807/4098082012","heartbeat_front_addr":"172.21.15.102:6805/4098082012","state":["exists","up"]},{"osd":3,"uuid":"aaaf4043-6534-44b7-8e01-50263770ca9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6811","nonce":2603963390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6813","nonce":2603963390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6817","nonce":2603963390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2603963390},{"type":"v1","addr":"172.21.15.38:6815","nonce":2603963390}]},"public_addr":"172.21.15.38:6811/2603963390","cluster_addr":"172.21.15.38:6813/2603963390","heartbeat_back_addr":"172.21.15.38:6817/2603963390","heartbeat_front_addr":"172.21.15.38:6815/2603963390","state":["exists","up"]},{"osd":4,"uuid":"0944862e-db8c-4271-8268-d1e5c758c80f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6809","nonce":1724489781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6811","nonce":1724489781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6815","nonce":1724489781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":1724489781},{"type":"v1","addr":"172.21.15.76:6813","nonce":1724489781}]},"public_addr":"172.21.15.76:6809/1724489781","cluster_addr":"172.21.15.76:6811/1724489781","heartbeat_back_addr":"172.21.15.76:6815/1724489781","heartbeat_front_addr":"172.21.15.76:6813/1724489781","state":["exists","up"]},{"osd":5,"uuid":"74d517ca-0488-452f-a7dc-5ccdcad0df6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6809","nonce":797260044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6811","nonce":797260044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6815","nonce":797260044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":797260044},{"type":"v1","addr":"172.21.15.102:6813","nonce":797260044}]},"public_addr":"172.21.15.102:6809/797260044","cluster_addr":"172.21.15.102:6811/797260044","heartbeat_back_addr":"172.21.15.102:6815/797260044","heartbeat_front_addr":"172.21.15.102:6813/797260044","state":["exists","up"]},{"osd":6,"uuid":"06c78d74-b186-41b4-9976-75a9c3661023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6819","nonce":2899858745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6821","nonce":2899858745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6825","nonce":2899858745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":2899858745},{"type":"v1","addr":"172.21.15.38:6823","nonce":2899858745}]},"public_addr":"172.21.15.38:6819/2899858745","cluster_addr":"172.21.15.38:6821/2899858745","heartbeat_back_addr":"172.21.15.38:6825/2899858745","heartbeat_front_addr":"172.21.15.38:6823/2899858745","state":["exists","up"]},{"osd":7,"uuid":"0ca95946-f12b-4a9c-a8cc-ae9d1b72f6af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6817","nonce":3259975388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6819","nonce":3259975388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6823","nonce":3259975388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6820","nonce":3259975388},{"type":"v1","addr":"172.21.15.76:6821","nonce":3259975388}]},"public_addr":"172.21.15.76:6817/3259975388","cluster_addr":"172.21.15.76:6819/3259975388","heartbeat_back_addr":"172.21.15.76:6823/3259975388","heartbeat_front_addr":"172.21.15.76:6821/3259975388","state":["exists","up"]},{"osd":8,"uuid":"0f5c7a74-fc87-4cd0-af85-47c5e5effe91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6817","nonce":2783343340}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6819","nonce":2783343340}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6823","nonce":2783343340}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2783343340},{"type":"v1","addr":"172.21.15.102:6821","nonce":2783343340}]},"public_addr":"172.21.15.102:6817/2783343340","cluster_addr":"172.21.15.102:6819/2783343340","heartbeat_back_addr":"172.21.15.102:6823/2783343340","heartbeat_front_addr":"172.21.15.102:6821/2783343340","state":["exists","up"]},{"osd":9,"uuid":"a6533bd2-0234-414a-a572-5e788d316604","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6827","nonce":1476040052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6829","nonce":1476040052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6833","nonce":1476040052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":1476040052},{"type":"v1","addr":"172.21.15.38:6831","nonce":1476040052}]},"public_addr":"172.21.15.38:6827/1476040052","cluster_addr":"172.21.15.38:6829/1476040052","heartbeat_back_addr":"172.21.15.38:6833/1476040052","heartbeat_front_addr":"172.21.15.38:6831/1476040052","state":["exists","up"]},{"osd":10,"uuid":"f63b8cb9-69a6-42b7-aabc-d95c1cc0aa14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6825","nonce":4043985279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6827","nonce":4043985279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6831","nonce":4043985279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4043985279},{"type":"v1","addr":"172.21.15.76:6829","nonce":4043985279}]},"public_addr":"172.21.15.76:6825/4043985279","cluster_addr":"172.21.15.76:6827/4043985279","heartbeat_back_addr":"172.21.15.76:6831/4043985279","heartbeat_front_addr":"172.21.15.76:6829/4043985279","state":["exists","up"]},{"osd":11,"uuid":"c048d98f-cc9b-455d-b7c9-2e834a7d13cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6825","nonce":94123524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6827","nonce":94123524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6831","nonce":94123524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":94123524},{"type":"v1","addr":"172.21.15.102:6829","nonce":94123524}]},"public_addr":"172.21.15.102:6825/94123524","cluster_addr":"172.21.15.102:6827/94123524","heartbeat_back_addr":"172.21.15.102:6831/94123524","heartbeat_front_addr":"172.21.15.102:6829/94123524","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:28.675058+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:52.128607+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:15.576003+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:40.786092+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:05.532965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:30.549052+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:56.144041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:21.791870+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:47.553452+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:14.281265+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:40.311122+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:07.016885+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":5,"to":7}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6801/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4002525649":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/1162570015":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4242271647":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6800/4125722499":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2119406483":"2024-04-24T18:13:54.717395+0000","172.21.15.38:0/2013236589":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/2665135878":"2024-04-24T18:13:54.717395+0000","172.21.15.38:6801/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/1780941116":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/3564025484":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/4160838560":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/1862298803":"2024-04-24T18:13:27.598077+0000","172.21.15.38:0/2743506787":"2024-04-24T18:23:03.727103+0000","172.21.15.38:0/2505551312":"2024-04-24T18:13:27.598077+0000","172.21.15.38:6800/2665135878":"2024-04-24T18:13:54.717395+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 -- 172.21.15.38:0/912673567 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8640a3d50 msgr2=0x7fb8640a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8640a3d50 0x7fb8640a6210 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb874009230 tx=0x7fb8740058d0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 -- 172.21.15.38:0/912673567 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb878106170 msgr2=0x7fb878103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb878106170 0x7fb878103070 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fb86800c970 tx=0x7fb86800ce30 comp rx=0 tx=0).stop 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 -- 172.21.15.38:0/912673567 shutdown_connections 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb8640a3d50 0x7fb8640a6210 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8781035b0 0x7fb8781a6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb878106170 0x7fb878103070 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 --2- 172.21.15.38:0/912673567 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8781010a0 0x7fb878102b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 -- 172.21.15.38:0/912673567 >> 172.21.15.38:0/912673567 conn(0x7fb878077f50 msgr2=0x7fb878069490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 -- 172.21.15.38:0/912673567 shutdown_connections 2024-04-23T18:33:48.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.469+0000 7fb87f4c2640 1 -- 172.21.15.38:0/912673567 wait complete. 2024-04-23T18:33:48.473 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-23T18:33:48.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3329484979' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-23T18:33:48.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1859787227' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:48.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.583+0000 7fe84735d640 1 -- 172.21.15.38:0/1112647724 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe840103aa0 msgr2=0x7fe84010bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.583+0000 7fe84735d640 1 --2- 172.21.15.38:0/1112647724 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe840103aa0 0x7fe84010bf80 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fe830009900 tx=0x7fe83002a480 comp rx=0 tx=0).stop 2024-04-23T18:33:48.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.583+0000 7fe84735d640 1 -- 172.21.15.38:0/1112647724 shutdown_connections 2024-04-23T18:33:48.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.583+0000 7fe84735d640 1 --2- 172.21.15.38:0/1112647724 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe84010c550 0x7fe84010e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.583+0000 7fe84735d640 1 --2- 172.21.15.38:0/1112647724 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe840103aa0 0x7fe84010bf80 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.583+0000 7fe84735d640 1 --2- 172.21.15.38:0/1112647724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe840103180 0x7fe840103560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.583+0000 7fe84735d640 1 -- 172.21.15.38:0/1112647724 >> 172.21.15.38:0/1112647724 conn(0x7fe8400771d0 msgr2=0x7fe8400775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:48.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.583+0000 7fe84735d640 1 -- 172.21.15.38:0/1112647724 shutdown_connections 2024-04-23T18:33:48.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.583+0000 7fe84735d640 1 -- 172.21.15.38:0/1112647724 wait complete. 2024-04-23T18:33:48.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe84735d640 1 Processor -- start 2024-04-23T18:33:48.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe84735d640 1 -- start start 2024-04-23T18:33:48.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe84735d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe840103180 0x7fe840100dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe84735d640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe840103aa0 0x7fe840101310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe84735d640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe84010c550 0x7fe840101850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe84735d640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe8401122c0 con 0x7fe84010c550 2024-04-23T18:33:48.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe84735d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fe840112140 con 0x7fe840103180 2024-04-23T18:33:48.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe84735d640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe840112440 con 0x7fe840103aa0 2024-04-23T18:33:48.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe8458fa640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe84010c550 0x7fe840101850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe8458fa640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe84010c550 0x7fe840101850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54428/0 (socket says 172.21.15.38:54428) 2024-04-23T18:33:48.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe8458fa640 1 -- 172.21.15.38:0/434744435 learned_addr learned my addr 172.21.15.38:0/434744435 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:48.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe8448f8640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe840103aa0 0x7fe840101310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe8450f9640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe840103180 0x7fe840100dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe8458fa640 1 -- 172.21.15.38:0/434744435 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe840103aa0 msgr2=0x7fe840101310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe8458fa640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe840103aa0 0x7fe840101310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe8458fa640 1 -- 172.21.15.38:0/434744435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe840103180 msgr2=0x7fe840100dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe8458fa640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe840103180 0x7fe840100dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.584+0000 7fe8458fa640 1 -- 172.21.15.38:0/434744435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8401ab1e0 con 0x7fe84010c550 2024-04-23T18:33:48.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.585+0000 7fe8458fa640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe84010c550 0x7fe840101850 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fe83800eb10 tx=0x7fe83800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:48.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.585+0000 7fe8367fc640 1 -- 172.21.15.38:0/434744435 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe838004b20 con 0x7fe84010c550 2024-04-23T18:33:48.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.585+0000 7fe8367fc640 1 -- 172.21.15.38:0/434744435 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe838004cc0 con 0x7fe84010c550 2024-04-23T18:33:48.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.585+0000 7fe84735d640 1 -- 172.21.15.38:0/434744435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8401ab410 con 0x7fe84010c550 2024-04-23T18:33:48.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.585+0000 7fe8367fc640 1 -- 172.21.15.38:0/434744435 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe838010720 con 0x7fe84010c550 2024-04-23T18:33:48.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.585+0000 7fe84735d640 1 -- 172.21.15.38:0/434744435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8401ab930 con 0x7fe84010c550 2024-04-23T18:33:48.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.586+0000 7fe84735d640 1 -- 172.21.15.38:0/434744435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe840069de0 con 0x7fe84010c550 2024-04-23T18:33:48.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.587+0000 7fe8367fc640 1 -- 172.21.15.38:0/434744435 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe838005020 con 0x7fe84010c550 2024-04-23T18:33:48.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.587+0000 7fe8367fc640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe82c0a3d20 0x7fe82c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.587+0000 7fe8367fc640 1 -- 172.21.15.38:0/434744435 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8629+0+0 (secure 0 0 0) 0x7fe8380d0dd0 con 0x7fe84010c550 2024-04-23T18:33:48.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.587+0000 7fe8450f9640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe82c0a3d20 0x7fe82c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.588+0000 7fe8450f9640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe82c0a3d20 0x7fe82c0a61e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe83c005fd0 tx=0x7fe83c005850 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:48.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.592+0000 7fe8367fc640 1 -- 172.21.15.38:0/434744435 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe83809d400 con 0x7fe84010c550 2024-04-23T18:33:48.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.816+0000 7fe84735d640 1 -- 172.21.15.38:0/434744435 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fe8400691c0 con 0x7fe84010c550 2024-04-23T18:33:48.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.818+0000 7fe8367fc640 1 -- 172.21.15.38:0/434744435 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v48) ==== 161+0+0 (secure 0 0 0) 0x7fe83809cd00 con 0x7fe84010c550 2024-04-23T18:33:48.811 INFO:teuthology.orchestra.run.smithi038.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-23T18:33:48.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.821+0000 7fe84735d640 1 -- 172.21.15.38:0/434744435 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe82c0a3d20 msgr2=0x7fe82c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.821+0000 7fe84735d640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe82c0a3d20 0x7fe82c0a61e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe83c005fd0 tx=0x7fe83c005850 comp rx=0 tx=0).stop 2024-04-23T18:33:48.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.821+0000 7fe84735d640 1 -- 172.21.15.38:0/434744435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe84010c550 msgr2=0x7fe840101850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.822+0000 7fe84735d640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe84010c550 0x7fe840101850 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fe83800eb10 tx=0x7fe83800c2d0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.822+0000 7fe84735d640 1 -- 172.21.15.38:0/434744435 shutdown_connections 2024-04-23T18:33:48.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.822+0000 7fe84735d640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fe82c0a3d20 0x7fe82c0a61e0 secure :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe83c005fd0 tx=0x7fe83c005850 comp rx=0 tx=0).stop 2024-04-23T18:33:48.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.822+0000 7fe84735d640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe840103aa0 0x7fe840101310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.822+0000 7fe84735d640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe84010c550 0x7fe840101850 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.822+0000 7fe84735d640 1 --2- 172.21.15.38:0/434744435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe840103180 0x7fe840100dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.822+0000 7fe84735d640 1 -- 172.21.15.38:0/434744435 >> 172.21.15.38:0/434744435 conn(0x7fe8400771d0 msgr2=0x7fe8400fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:48.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.822+0000 7fe84735d640 1 -- 172.21.15.38:0/434744435 shutdown_connections 2024-04-23T18:33:48.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.822+0000 7fe84735d640 1 -- 172.21.15.38:0/434744435 wait complete. 2024-04-23T18:33:48.826 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-23T18:33:48.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 -- 172.21.15.38:0/2904242823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb40810c510 msgr2=0x7fb40810e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 --2- 172.21.15.38:0/2904242823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb40810c510 0x7fb40810e9b0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fb400009ca0 tx=0x7fb40002a9e0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 -- 172.21.15.38:0/2904242823 shutdown_connections 2024-04-23T18:33:48.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 --2- 172.21.15.38:0/2904242823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb408103af0 0x7fb40810bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 --2- 172.21.15.38:0/2904242823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb40810c510 0x7fb40810e9b0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 --2- 172.21.15.38:0/2904242823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4081031d0 0x7fb4081035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 -- 172.21.15.38:0/2904242823 >> 172.21.15.38:0/2904242823 conn(0x7fb408077f50 msgr2=0x7fb408078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:48.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 -- 172.21.15.38:0/2904242823 shutdown_connections 2024-04-23T18:33:48.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 -- 172.21.15.38:0/2904242823 wait complete. 2024-04-23T18:33:48.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 Processor -- start 2024-04-23T18:33:48.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.946+0000 7fb40e94b640 1 -- start start 2024-04-23T18:33:48.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40e94b640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4081031d0 0x7fb40819e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40e94b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb408103af0 0x7fb40819e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40e94b640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb40810c510 0x7fb4081985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40e94b640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb4081122e0 con 0x7fb40810c510 2024-04-23T18:33:48.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40e94b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7fb408112160 con 0x7fb408103af0 2024-04-23T18:33:48.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40e94b640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb408112460 con 0x7fb4081031d0 2024-04-23T18:33:48.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40cee8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb40810c510 0x7fb4081985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40cee8640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb40810c510 0x7fb4081985c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54490/0 (socket says 172.21.15.38:54490) 2024-04-23T18:33:48.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40cee8640 1 -- 172.21.15.38:0/3733855364 learned_addr learned my addr 172.21.15.38:0/3733855364 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:48.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb407fff640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4081031d0 0x7fb40819e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb4077fe640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb408103af0 0x7fb40819e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40cee8640 1 -- 172.21.15.38:0/3733855364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4081031d0 msgr2=0x7fb40819e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40cee8640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4081031d0 0x7fb40819e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40cee8640 1 -- 172.21.15.38:0/3733855364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb408103af0 msgr2=0x7fb40819e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40cee8640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb408103af0 0x7fb40819e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40cee8640 1 -- 172.21.15.38:0/3733855364 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb408198d40 con 0x7fb40810c510 2024-04-23T18:33:48.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb407fff640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4081031d0 0x7fb40819e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:33:48.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40cee8640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb40810c510 0x7fb4081985c0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fb400006010 tx=0x7fb400003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:48.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb4057fa640 1 -- 172.21.15.38:0/3733855364 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb400047070 con 0x7fb40810c510 2024-04-23T18:33:48.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb4057fa640 1 -- 172.21.15.38:0/3733855364 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb40002fb10 con 0x7fb40810c510 2024-04-23T18:33:48.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40e94b640 1 -- 172.21.15.38:0/3733855364 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb408198fd0 con 0x7fb40810c510 2024-04-23T18:33:48.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb4057fa640 1 -- 172.21.15.38:0/3733855364 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb400033050 con 0x7fb40810c510 2024-04-23T18:33:48.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.947+0000 7fb40e94b640 1 -- 172.21.15.38:0/3733855364 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4081a52d0 con 0x7fb40810c510 2024-04-23T18:33:48.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.948+0000 7fb40e94b640 1 -- 172.21.15.38:0/3733855364 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb408068d70 con 0x7fb40810c510 2024-04-23T18:33:48.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.950+0000 7fb4057fa640 1 -- 172.21.15.38:0/3733855364 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb40002fd10 con 0x7fb40810c510 2024-04-23T18:33:48.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.950+0000 7fb4057fa640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb3f00a3d20 0x7fb3f00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.950+0000 7fb4057fa640 1 -- 172.21.15.38:0/3733855364 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9015+0+0 (secure 0 0 0) 0x7fb4000f1ae0 con 0x7fb40810c510 2024-04-23T18:33:48.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.950+0000 7fb407fff640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb3f00a3d20 0x7fb3f00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.951+0000 7fb407fff640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb3f00a3d20 0x7fb3f00a61e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb3f8009c20 tx=0x7fb3f8005f90 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:48.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:48.954+0000 7fb4057fa640 1 -- 172.21.15.38:0/3733855364 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb400051080 con 0x7fb40810c510 2024-04-23T18:33:49.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a[29213]: 2024-04-23T18:33:48.816+0000 7ff84a731700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-23T18:33:49.157 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:49 smithi038 ceph-mon[29217]: pgmap v333: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:33:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:49 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3520366836' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:49 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/912673567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:49 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/434744435' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-23T18:33:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:49 smithi038 ceph-mon[29217]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-23T18:33:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:49 smithi038 ceph-mon[29217]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-23T18:33:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:49 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/434744435' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-23T18:33:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:49 smithi038 ceph-mon[29217]: osdmap e100: 12 total, 12 up, 12 in 2024-04-23T18:33:49.158 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:49 smithi038 ceph-mon[29217]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-23T18:33:49.158 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a[70638]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:49.159 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a[70638]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:49.159 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-mds[70642]: -- 172.21.15.38:0/3775598356 <== mon.0 v2:172.21.15.38:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555d7c235a40 con 0x555d7c209000 2024-04-23T18:33:49.159 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a[70638]: starting mds.a at 2024-04-23T18:33:49.159 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g[70278]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:49.159 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g[70278]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:49.159 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-mds[70282]: -- 172.21.15.38:0/2473470641 <== mon.0 v2:172.21.15.38:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a9c1101a40 con 0x55a9c10d5000 2024-04-23T18:33:49.159 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:33:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g[70278]: starting mds.g at 2024-04-23T18:33:49.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.181+0000 7fb40e94b640 1 -- 172.21.15.38:0/3733855364 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb4081a54d0 con 0x7fb40810c510 2024-04-23T18:33:49.257 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h[62821]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:49.257 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h[62821]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:49.257 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-mds[62825]: -- 172.21.15.76:0/1504784256 <== mon.2 v2:172.21.15.76:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556e598ada40 con 0x556e59880c00 2024-04-23T18:33:49.258 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h[62821]: starting mds.h at 2024-04-23T18:33:49.258 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k[62179]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:49.258 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k[62179]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:49.258 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-mds[62183]: -- 172.21.15.76:0/2197187696 <== mon.2 v2:172.21.15.76:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d518f33a40 con 0x55d518f06800 2024-04-23T18:33:49.258 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k[62179]: starting mds.k at 2024-04-23T18:33:49.258 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e[62504]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e[62504]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-mds[62508]: -- 172.21.15.76:0/3453662274 <== mon.2 v2:172.21.15.76:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56271cef5a40 con 0x56271cec8800 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e[62504]: starting mds.e at 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:49 smithi076 ceph-mon[32458]: pgmap v333: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3520366836' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/912673567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/434744435' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:49 smithi076 ceph-mon[32458]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:49 smithi076 ceph-mon[32458]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:49 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/434744435' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:49 smithi076 ceph-mon[32458]: osdmap e100: 12 total, 12 up, 12 in 2024-04-23T18:33:49.259 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:49 smithi076 ceph-mon[32458]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-23T18:33:49.260 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b[63136]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:49.260 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b[63136]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:49.260 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-mds[63140]: -- 172.21.15.76:0/2831699383 <== mon.2 v2:172.21.15.76:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d4d98b7a40 con 0x55d4d988a800 2024-04-23T18:33:49.260 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:33:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b[63136]: starting mds.b at 2024-04-23T18:33:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:49 smithi102 ceph-mon[32874]: pgmap v333: 97 pgs: 97 active+clean; 68 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:33:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:49 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3520366836' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:49 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/912673567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:49 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/434744435' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-23T18:33:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:49 smithi102 ceph-mon[32874]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-23T18:33:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:49 smithi102 ceph-mon[32874]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-23T18:33:49.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:49 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/434744435' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-23T18:33:49.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:49 smithi102 ceph-mon[32874]: osdmap e100: 12 total, 12 up, 12 in 2024-04-23T18:33:49.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:49 smithi102 ceph-mon[32874]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-23T18:33:49.302 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c[63815]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:49.302 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c[63815]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:49.302 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-mds[63819]: -- 172.21.15.102:0/2017053415 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5609b60a1a40 con 0x5609b6074800 2024-04-23T18:33:49.302 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c[63815]: starting mds.c at 2024-04-23T18:33:49.303 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f[63497]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:49.303 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f[63497]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:49.303 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-mds[63501]: -- 172.21.15.102:0/3361058965 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f3663fda40 con 0x55f3663d0c00 2024-04-23T18:33:49.303 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f[63497]: starting mds.f at 2024-04-23T18:33:49.303 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l[63187]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:49.303 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l[63187]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:49.303 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-mds[63191]: -- 172.21.15.102:0/2259215658 <== mon.0 v2:172.21.15.38:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556c2eb7ba40 con 0x556c2eb4e800 2024-04-23T18:33:49.303 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l[63187]: starting mds.l at 2024-04-23T18:33:49.304 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i[64124]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:49.304 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i[64124]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:49.304 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-mds[64128]: -- 172.21.15.102:0/311574601 <== mon.0 v2:172.21.15.38:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55aba3017a40 con 0x55aba2feac00 2024-04-23T18:33:49.304 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:33:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i[64124]: starting mds.i at 2024-04-23T18:33:49.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.820+0000 7fb4057fa640 1 -- 172.21.15.38:0/3733855364 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v49) ==== 104+0+0 (secure 0 0 0) 0x7fb4000bdf90 con 0x7fb40810c510 2024-04-23T18:33:49.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 -- 172.21.15.38:0/3733855364 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb3f00a3d20 msgr2=0x7fb3f00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb3f00a3d20 0x7fb3f00a61e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb3f8009c20 tx=0x7fb3f8005f90 comp rx=0 tx=0).stop 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 -- 172.21.15.38:0/3733855364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb40810c510 msgr2=0x7fb4081985c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb40810c510 0x7fb4081985c0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fb400006010 tx=0x7fb400003ba0 comp rx=0 tx=0).stop 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 -- 172.21.15.38:0/3733855364 shutdown_connections 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7fb3f00a3d20 0x7fb3f00a61e0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb40810c510 0x7fb4081985c0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb408103af0 0x7fb40819e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 --2- 172.21.15.38:0/3733855364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4081031d0 0x7fb40819e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 -- 172.21.15.38:0/3733855364 >> 172.21.15.38:0/3733855364 conn(0x7fb408077f50 msgr2=0x7fb4080fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 -- 172.21.15.38:0/3733855364 shutdown_connections 2024-04-23T18:33:49.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.823+0000 7fb40e94b640 1 -- 172.21.15.38:0/3733855364 wait complete. 2024-04-23T18:33:49.833 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-23T18:33:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.956+0000 7f2c0742f640 1 -- 172.21.15.38:0/1573665561 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c00101670 msgr2=0x7f2c0010e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.956+0000 7f2c0742f640 1 --2- 172.21.15.38:0/1573665561 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c00101670 0x7f2c0010e3c0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f2bf0009900 tx=0x7f2bf002a410 comp rx=0 tx=0).stop 2024-04-23T18:33:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.956+0000 7f2c0742f640 1 -- 172.21.15.38:0/1573665561 shutdown_connections 2024-04-23T18:33:49.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.956+0000 7f2c0742f640 1 --2- 172.21.15.38:0/1573665561 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0010e900 0x7f2c00110cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.956+0000 7f2c0742f640 1 --2- 172.21.15.38:0/1573665561 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c00101670 0x7f2c0010e3c0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.956+0000 7f2c0742f640 1 --2- 172.21.15.38:0/1573665561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c00100d50 0x7f2c00101130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.956+0000 7f2c0742f640 1 -- 172.21.15.38:0/1573665561 >> 172.21.15.38:0/1573665561 conn(0x7f2c00077f50 msgr2=0x7f2c00078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.957+0000 7f2c0742f640 1 -- 172.21.15.38:0/1573665561 shutdown_connections 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.957+0000 7f2c0742f640 1 -- 172.21.15.38:0/1573665561 wait complete. 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.957+0000 7f2c0742f640 1 Processor -- start 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.957+0000 7f2c0742f640 1 -- start start 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.957+0000 7f2c0742f640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c00100d50 0x7f2c001a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.957+0000 7f2c0742f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c00101670 0x7f2c001a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.957+0000 7f2c0742f640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0010e900 0x7f2c0019a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.957+0000 7f2c0742f640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2c00114500 con 0x7f2c00100d50 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.957+0000 7f2c0742f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7f2c00114380 con 0x7f2c00101670 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.957+0000 7f2c0742f640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2c00114680 con 0x7f2c0010e900 2024-04-23T18:33:49.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c051cb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c00100d50 0x7f2c001a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c051cb640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c00100d50 0x7f2c001a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:36206/0 (socket says 172.21.15.38:36206) 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c051cb640 1 -- 172.21.15.38:0/4203474747 learned_addr learned my addr 172.21.15.38:0/4203474747 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c049ca640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c00101670 0x7f2c001a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c059cc640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0010e900 0x7f2c0019a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c051cb640 1 -- 172.21.15.38:0/4203474747 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0010e900 msgr2=0x7f2c0019a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c051cb640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0010e900 0x7f2c0019a820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c051cb640 1 -- 172.21.15.38:0/4203474747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c00101670 msgr2=0x7f2c001a0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c051cb640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c00101670 0x7f2c001a0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c051cb640 1 -- 172.21.15.38:0/4203474747 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c0019aff0 con 0x7f2c00100d50 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c049ca640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c00101670 0x7f2c001a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c051cb640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c00100d50 0x7f2c001a06b0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc00d950 tx=0x7f2bfc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2bf67fc640 1 -- 172.21.15.38:0/4203474747 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc017070 con 0x7f2c00100d50 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c0742f640 1 -- 172.21.15.38:0/4203474747 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c0019b2e0 con 0x7f2c00100d50 2024-04-23T18:33:49.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2bf67fc640 1 -- 172.21.15.38:0/4203474747 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2bfc009c30 con 0x7f2c00100d50 2024-04-23T18:33:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2bf67fc640 1 -- 172.21.15.38:0/4203474747 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc00f6b0 con 0x7f2c00100d50 2024-04-23T18:33:49.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.958+0000 7f2c0742f640 1 -- 172.21.15.38:0/4203474747 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c001a7500 con 0x7f2c00100d50 2024-04-23T18:33:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.959+0000 7f2c0742f640 1 -- 172.21.15.38:0/4203474747 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c000698e0 con 0x7f2c00100d50 2024-04-23T18:33:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.961+0000 7f2bf67fc640 1 -- 172.21.15.38:0/4203474747 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f2bfc0109c0 con 0x7f2c00100d50 2024-04-23T18:33:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.961+0000 7f2bf67fc640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2bec0a3d20 0x7f2bec0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.962+0000 7f2c049ca640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2bec0a3d20 0x7f2bec0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.962+0000 7f2bf67fc640 1 -- 172.21.15.38:0/4203474747 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9015+0+0 (secure 0 0 0) 0x7f2bfc0d06f0 con 0x7f2c00100d50 2024-04-23T18:33:49.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.962+0000 7f2c049ca640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2bec0a3d20 0x7f2bec0a61e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2c0019bb70 tx=0x7f2bf0005a20 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:49.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:49.970+0000 7f2bf67fc640 1 -- 172.21.15.38:0/4203474747 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2bfc009de0 con 0x7f2c00100d50 2024-04-23T18:33:50.128 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3733855364' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:33:50.128 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-23T18:33:50.128 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-23T18:33:50.129 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: Cluster is now healthy 2024-04-23T18:33:50.129 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/3733855364' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:33:50.129 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.38:6838/164727334,v1:172.21.15.38:6840/164727334] up:boot 2024-04-23T18:33:50.129 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.38:6839/2570868428,v1:172.21.15.38:6841/2570868428] up:boot 2024-04-23T18:33:50.129 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.76:6832/1390246943,v1:172.21.15.76:6834/1390246943] up:boot 2024-04-23T18:33:50.129 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.76:6833/2448090887,v1:172.21.15.76:6835/2448090887] up:boot 2024-04-23T18:33:50.129 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.76:6836/3742093140,v1:172.21.15.76:6838/3742093140] up:boot 2024-04-23T18:33:50.130 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.76:6837/118673020,v1:172.21.15.76:6839/118673020] up:boot 2024-04-23T18:33:50.130 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.102:6832/507729160,v1:172.21.15.102:6833/507729160] up:boot 2024-04-23T18:33:50.130 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.102:6834/2406228218,v1:172.21.15.102:6835/2406228218] up:boot 2024-04-23T18:33:50.130 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.102:6837/1629366094,v1:172.21.15.102:6838/1629366094] up:boot 2024-04-23T18:33:50.130 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: mds.? [v2:172.21.15.102:6836/3509788614,v1:172.21.15.102:6839/3509788614] up:boot 2024-04-23T18:33:50.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: fsmap 12 up:standby 2024-04-23T18:33:50.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:33:50.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:33:50.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:33:50.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:33:50.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:33:50.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:33:50.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:33:50.131 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:33:50.132 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:33:50.132 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:50 smithi038 ceph-mon[29217]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:33:50.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:50.176+0000 7f2c0742f640 1 -- 172.21.15.38:0/4203474747 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2c00068d70 con 0x7f2c00100d50 2024-04-23T18:33:50.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3733855364' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:33:50.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: Cluster is now healthy 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/3733855364' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.38:6838/164727334,v1:172.21.15.38:6840/164727334] up:boot 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.38:6839/2570868428,v1:172.21.15.38:6841/2570868428] up:boot 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.76:6832/1390246943,v1:172.21.15.76:6834/1390246943] up:boot 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.76:6833/2448090887,v1:172.21.15.76:6835/2448090887] up:boot 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.76:6836/3742093140,v1:172.21.15.76:6838/3742093140] up:boot 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.76:6837/118673020,v1:172.21.15.76:6839/118673020] up:boot 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.102:6832/507729160,v1:172.21.15.102:6833/507729160] up:boot 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.102:6834/2406228218,v1:172.21.15.102:6835/2406228218] up:boot 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.102:6837/1629366094,v1:172.21.15.102:6838/1629366094] up:boot 2024-04-23T18:33:50.302 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: mds.? [v2:172.21.15.102:6836/3509788614,v1:172.21.15.102:6839/3509788614] up:boot 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: fsmap 12 up:standby 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:33:50.303 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:50 smithi102 ceph-mon[32874]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:33:50.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3733855364' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:33:50.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: Cluster is now healthy 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/3733855364' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.38:6838/164727334,v1:172.21.15.38:6840/164727334] up:boot 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.38:6839/2570868428,v1:172.21.15.38:6841/2570868428] up:boot 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.76:6832/1390246943,v1:172.21.15.76:6834/1390246943] up:boot 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.76:6833/2448090887,v1:172.21.15.76:6835/2448090887] up:boot 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.76:6836/3742093140,v1:172.21.15.76:6838/3742093140] up:boot 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.76:6837/118673020,v1:172.21.15.76:6839/118673020] up:boot 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.102:6832/507729160,v1:172.21.15.102:6833/507729160] up:boot 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.102:6834/2406228218,v1:172.21.15.102:6835/2406228218] up:boot 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.102:6837/1629366094,v1:172.21.15.102:6838/1629366094] up:boot 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: mds.? [v2:172.21.15.102:6836/3509788614,v1:172.21.15.102:6839/3509788614] up:boot 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: fsmap 12 up:standby 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:33:50.508 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:33:50.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:33:50.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:33:50.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:33:50.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:33:50.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:33:50.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:33:50.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:33:50.509 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:50 smithi076 ceph-mon[32458]: from='mgr.25025 172.21.15.38:0/3982774502' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:33:51.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.064+0000 7f2bf67fc640 1 -- 172.21.15.38:0/4203474747 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v101) ==== 181+0+0 (secure 0 0 0) 0x7f2bfc09cba0 con 0x7f2c00100d50 2024-04-23T18:33:51.057 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'cephfs_metadata' removed 2024-04-23T18:33:51.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 -- 172.21.15.38:0/4203474747 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2bec0a3d20 msgr2=0x7f2bec0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:51.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2bec0a3d20 0x7f2bec0a61e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2c0019bb70 tx=0x7f2bf0005a20 comp rx=0 tx=0).stop 2024-04-23T18:33:51.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 -- 172.21.15.38:0/4203474747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c00100d50 msgr2=0x7f2c001a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:51.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c00100d50 0x7f2c001a06b0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc00d950 tx=0x7f2bfc00de10 comp rx=0 tx=0).stop 2024-04-23T18:33:51.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 -- 172.21.15.38:0/4203474747 shutdown_connections 2024-04-23T18:33:51.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7f2bec0a3d20 0x7f2bec0a61e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:51.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0010e900 0x7f2c0019a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:51.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c00101670 0x7f2c001a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:51.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 --2- 172.21.15.38:0/4203474747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c00100d50 0x7f2c001a06b0 secure :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc00d950 tx=0x7f2bfc00de10 comp rx=0 tx=0).stop 2024-04-23T18:33:51.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 -- 172.21.15.38:0/4203474747 >> 172.21.15.38:0/4203474747 conn(0x7f2c00077f50 msgr2=0x7f2c0010fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:51.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.068+0000 7f2c0742f640 1 -- 172.21.15.38:0/4203474747 shutdown_connections 2024-04-23T18:33:51.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.069+0000 7f2c0742f640 1 -- 172.21.15.38:0/4203474747 wait complete. 2024-04-23T18:33:51.076 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-23T18:33:51.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.191+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/499100151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff1e4101a50 msgr2=0x7ff1e4105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:51.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.191+0000 7ff1e9c3c640 1 --2- 172.21.15.38:0/499100151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff1e4101a50 0x7ff1e4105a90 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7ff1d8009900 tx=0x7ff1d802a410 comp rx=0 tx=0).stop 2024-04-23T18:33:51.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.191+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/499100151 shutdown_connections 2024-04-23T18:33:51.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.191+0000 7ff1e9c3c640 1 --2- 172.21.15.38:0/499100151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1e4106170 0x7ff1e410dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:51.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.191+0000 7ff1e9c3c640 1 --2- 172.21.15.38:0/499100151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff1e4101a50 0x7ff1e4105a90 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:51.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.191+0000 7ff1e9c3c640 1 --2- 172.21.15.38:0/499100151 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1e41010a0 0x7ff1e4101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.191+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/499100151 >> 172.21.15.38:0/499100151 conn(0x7ff1e4077eb0 msgr2=0x7ff1e40782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.191+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/499100151 shutdown_connections 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.191+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/499100151 wait complete. 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e9c3c640 1 Processor -- start 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e9c3c640 1 -- start start 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e9c3c640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1e41010a0 0x7ff1e41966b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e9c3c640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff1e4106170 0x7ff1e4196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e9c3c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1e419af20 0x7ff1e419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e9c3c640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e4110150 con 0x7ff1e4106170 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e9c3c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e410ffd0 con 0x7ff1e419af20 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e9c3c640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e41102d0 con 0x7ff1e41010a0 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e2ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff1e4106170 0x7ff1e4196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e2ffd640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff1e4106170 0x7ff1e4196bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:36232/0 (socket says 172.21.15.38:36232) 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e2ffd640 1 -- 172.21.15.38:0/1247850243 learned_addr learned my addr 172.21.15.38:0/1247850243 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-04-23T18:33:51.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e37fe640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1e41010a0 0x7ff1e41966b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.192+0000 7ff1e3fff640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1e419af20 0x7ff1e419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e2ffd640 1 -- 172.21.15.38:0/1247850243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1e41010a0 msgr2=0x7ff1e41966b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e2ffd640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1e41010a0 0x7ff1e41966b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e2ffd640 1 -- 172.21.15.38:0/1247850243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1e419af20 msgr2=0x7ff1e419b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e2ffd640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1e419af20 0x7ff1e419b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e2ffd640 1 -- 172.21.15.38:0/1247850243 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e419ba10 con 0x7ff1e4106170 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e2ffd640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff1e4106170 0x7ff1e4196bf0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ff1d8005940 tx=0x7ff1d80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e0ff9640 1 -- 172.21.15.38:0/1247850243 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d803f030 con 0x7ff1e4106170 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e0ff9640 1 -- 172.21.15.38:0/1247850243 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff1d8031910 con 0x7ff1e4106170 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/1247850243 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1e419bca0 con 0x7ff1e4106170 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e0ff9640 1 -- 172.21.15.38:0/1247850243 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d8035070 con 0x7ff1e4106170 2024-04-23T18:33:51.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.193+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/1247850243 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1e41a3460 con 0x7ff1e4106170 2024-04-23T18:33:51.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.194+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/1247850243 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1e40691c0 con 0x7ff1e4106170 2024-04-23T18:33:51.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.195+0000 7ff1e0ff9640 1 -- 172.21.15.38:0/1247850243 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff1d8042030 con 0x7ff1e4106170 2024-04-23T18:33:51.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.196+0000 7ff1e0ff9640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff1cc0a5f30 0x7ff1cc0a83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:51.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.196+0000 7ff1e37fe640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff1cc0a5f30 0x7ff1cc0a83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:51.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.196+0000 7ff1e0ff9640 1 -- 172.21.15.38:0/1247850243 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8461+0+0 (secure 0 0 0) 0x7ff1d80f0cb0 con 0x7ff1e4106170 2024-04-23T18:33:51.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.196+0000 7ff1e37fe640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff1cc0a5f30 0x7ff1cc0a83f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4009990 tx=0x7ff1d4009110 comp rx=0 tx=0).ready entity=mgr.25025 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:51.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.201+0000 7ff1e0ff9640 1 -- 172.21.15.38:0/1247850243 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff1d80bd330 con 0x7ff1e4106170 2024-04-23T18:33:51.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:51 smithi102 ceph-mon[32874]: pgmap v335: 97 pgs: 97 active+clean; 68 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-04-23T18:33:51.301 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:51 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4203474747' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:51.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:51.405+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/1247850243 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff1e4101a50 con 0x7ff1e4106170 2024-04-23T18:33:51.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:51 smithi038 ceph-mon[29217]: pgmap v335: 97 pgs: 97 active+clean; 68 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-04-23T18:33:51.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:51 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4203474747' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:51.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:51 smithi076 ceph-mon[32458]: pgmap v335: 97 pgs: 97 active+clean; 68 MiB data, 648 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-04-23T18:33:51.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:51 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4203474747' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:52.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.072+0000 7ff1e0ff9640 1 -- 172.21.15.38:0/1247850243 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v102) ==== 169+0+0 (secure 0 0 0) 0x7ff1d80bcc30 con 0x7ff1e4106170 2024-04-23T18:33:52.064 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'cephfs_data' removed 2024-04-23T18:33:52.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/1247850243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff1cc0a5f30 msgr2=0x7ff1cc0a83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:52.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff1cc0a5f30 0x7ff1cc0a83f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4009990 tx=0x7ff1d4009110 comp rx=0 tx=0).stop 2024-04-23T18:33:52.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/1247850243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff1e4106170 msgr2=0x7ff1e4196bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:52.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff1e4106170 0x7ff1e4196bf0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ff1d8005940 tx=0x7ff1d80042f0 comp rx=0 tx=0).stop 2024-04-23T18:33:52.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/1247850243 shutdown_connections 2024-04-23T18:33:52.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.38:6800/2409008258,v1:172.21.15.38:6801/2409008258] conn(0x7ff1cc0a5f30 0x7ff1cc0a83f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:52.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1e419af20 0x7ff1e419b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:52.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff1e4106170 0x7ff1e4196bf0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:52.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 --2- 172.21.15.38:0/1247850243 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1e41010a0 0x7ff1e41966b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:52.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/1247850243 >> 172.21.15.38:0/1247850243 conn(0x7ff1e4077eb0 msgr2=0x7ff1e40ff050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:52.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.076+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/1247850243 shutdown_connections 2024-04-23T18:33:52.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-04-23T18:33:52.077+0000 7ff1e9c3c640 1 -- 172.21.15.38:0/1247850243 wait complete. 2024-04-23T18:33:52.089 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:33:52.117 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:33:52.147 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:33:52.176 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-23T18:33:52.176 DEBUG:teuthology.orchestra.run.smithi038:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-23T18:33:52.192 DEBUG:teuthology.orchestra.run.smithi076:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-23T18:33:52.208 DEBUG:teuthology.orchestra.run.smithi102:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-23T18:33:52.233 INFO:tasks.cephadm:Stopping all daemons... 2024-04-23T18:33:52.233 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-23T18:33:52.234 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.a 2024-04-23T18:33:52.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:52 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/4203474747' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-23T18:33:52.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:52 smithi038 ceph-mon[29217]: osdmap e101: 12 total, 12 up, 12 in 2024-04-23T18:33:52.407 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:52 smithi038 ceph-mon[29217]: from='client.? 172.21.15.38:0/1247850243' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:52.408 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:52 smithi038 systemd[1]: Stopping Ceph mon.a for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:52.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:52 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/4203474747' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-23T18:33:52.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:52 smithi076 ceph-mon[32458]: osdmap e101: 12 total, 12 up, 12 in 2024-04-23T18:33:52.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:52 smithi076 ceph-mon[32458]: from='client.? 172.21.15.38:0/1247850243' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:52.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:52 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/4203474747' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-23T18:33:52.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:52 smithi102 ceph-mon[32874]: osdmap e101: 12 total, 12 up, 12 in 2024-04-23T18:33:52.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:52 smithi102 ceph-mon[32874]: from='client.? 172.21.15.38:0/1247850243' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:52.907 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a[29213]: 2024-04-23T18:33:52.601+0000 7ff84ff3c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:33:52.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a[29213]: 2024-04-23T18:33:52.601+0000 7ff84ff3c700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-23T18:33:52.908 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:52 smithi038 podman[89034]: 2024-04-23 18:33:52.65253813 +0000 UTC m=+0.200746906 container died ea31397d151f14f9af4959de7243cee65a24478bad9aea41310b25b91b207327 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-23T18:33:53.295 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:53 smithi038 podman[89034]: 2024-04-23 18:33:53.043739753 +0000 UTC m=+0.591948529 container cleanup ea31397d151f14f9af4959de7243cee65a24478bad9aea41310b25b91b207327 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-23T18:33:53.295 INFO:journalctl@ceph.mon.a.smithi038.stdout:Apr 23 18:33:53 smithi038 bash[89034]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-a 2024-04-23T18:33:53.430 DEBUG:teuthology.orchestra.run.smithi038:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.a.service' 2024-04-23T18:33:53.497 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:53.497 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-23T18:33:53.497 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-23T18:33:53.498 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.b 2024-04-23T18:33:53.800 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:53 smithi076 systemd[1]: Stopping Ceph mon.b for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:54.183 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-b[32453]: 2024-04-23T18:33:53.807+0000 7f6296014700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:33:54.184 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-b[32453]: 2024-04-23T18:33:53.807+0000 7f6296014700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-23T18:33:54.184 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:53 smithi076 podman[68538]: 2024-04-23 18:33:53.899941892 +0000 UTC m=+0.197755424 container died 84b883dcd70769767c72d6fcfaa6055001efb09580ba875605b80abb0a83e523 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-23T18:33:54.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:54 smithi076 podman[68538]: 2024-04-23 18:33:54.300142217 +0000 UTC m=+0.597955733 container cleanup 84b883dcd70769767c72d6fcfaa6055001efb09580ba875605b80abb0a83e523 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-b, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-23T18:33:54.507 INFO:journalctl@ceph.mon.b.smithi076.stdout:Apr 23 18:33:54 smithi076 bash[68538]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-b 2024-04-23T18:33:54.708 DEBUG:teuthology.orchestra.run.smithi076:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.b.service' 2024-04-23T18:33:54.748 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:54.749 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-23T18:33:54.749 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-23T18:33:54.749 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.c 2024-04-23T18:33:55.051 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:54 smithi102 systemd[1]: Stopping Ceph mon.c for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:55.529 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:55 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-c[32855]: 2024-04-23T18:33:55.068+0000 7fc03fe51700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:33:55.530 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:55 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-c[32855]: 2024-04-23T18:33:55.068+0000 7fc03fe51700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-23T18:33:55.530 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:55 smithi102 podman[69598]: 2024-04-23 18:33:55.233291217 +0000 UTC m=+0.281411675 container died 4cf5eba8ea99daf7370d3c58562a4cd29f3a9b33d5fc9d5d57ae09c5ef11f8e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-23T18:33:55.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:55 smithi102 podman[69598]: 2024-04-23 18:33:55.645245814 +0000 UTC m=+0.693366282 container cleanup 4cf5eba8ea99daf7370d3c58562a4cd29f3a9b33d5fc9d5d57ae09c5ef11f8e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-c, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:33:55.801 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 23 18:33:55 smithi102 bash[69598]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mon-c 2024-04-23T18:33:56.057 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mon.c.service' 2024-04-23T18:33:56.104 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:56.105 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-23T18:33:56.105 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-23T18:33:56.105 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.x 2024-04-23T18:33:56.407 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:33:56 smithi038 systemd[1]: Stopping Ceph mgr.x for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:56.817 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:33:56 smithi038 podman[89155]: 2024-04-23 18:33:56.4634132 +0000 UTC m=+0.152635163 container died e469e51712f03c024f665757aa2957459a9444d64f6042f8b84170fcd55d2bd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:33:57.157 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:33:56 smithi038 podman[89155]: 2024-04-23 18:33:56.933304948 +0000 UTC m=+0.622526916 container cleanup e469e51712f03c024f665757aa2957459a9444d64f6042f8b84170fcd55d2bd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:33:57.158 INFO:journalctl@ceph.mgr.x.smithi038.stdout:Apr 23 18:33:56 smithi038 bash[89155]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-x 2024-04-23T18:33:57.357 DEBUG:teuthology.orchestra.run.smithi038:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-23T18:33:57.392 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:57.392 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-23T18:33:57.392 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-23T18:33:57.392 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.y 2024-04-23T18:33:57.725 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:33:57 smithi076 systemd[1]: Stopping Ceph mgr.y for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:58.007 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:33:57 smithi076 podman[68662]: 2024-04-23 18:33:57.73402662 +0000 UTC m=+0.152334134 container died 277fda0fd045e8f43f4530bed02d5d0abc66e3b8591a3e67d8748833130d397a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-23T18:33:58.431 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:33:58 smithi076 podman[68662]: 2024-04-23 18:33:58.12198706 +0000 UTC m=+0.540294583 container cleanup 277fda0fd045e8f43f4530bed02d5d0abc66e3b8591a3e67d8748833130d397a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=) 2024-04-23T18:33:58.432 INFO:journalctl@ceph.mgr.y.smithi076.stdout:Apr 23 18:33:58 smithi076 bash[68662]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-y 2024-04-23T18:33:58.584 DEBUG:teuthology.orchestra.run.smithi076:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-23T18:33:58.618 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:58.618 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-23T18:33:58.618 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-23T18:33:58.618 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.z 2024-04-23T18:33:58.946 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:33:58 smithi102 systemd[1]: Stopping Ceph mgr.z for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:59.244 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:33:58 smithi102 podman[69720]: 2024-04-23 18:33:58.954849695 +0000 UTC m=+0.138722801 container died 4329521f9a09303e69f587ac27ae54b20a9149dd0175c19b003ea64fb3b2f728 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-23T18:33:59.551 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:33:59 smithi102 podman[69720]: 2024-04-23 18:33:59.393914335 +0000 UTC m=+0.577787447 container cleanup 4329521f9a09303e69f587ac27ae54b20a9149dd0175c19b003ea64fb3b2f728 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-23T18:33:59.551 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:33:59 smithi102 bash[69720]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z 2024-04-23T18:33:59.850 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-23T18:33:59.871 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:33:59 smithi102 podman[69734]: 2024-04-23 18:33:59.621250286 +0000 UTC m=+0.662080471 container remove 4329521f9a09303e69f587ac27ae54b20a9149dd0175c19b003ea64fb3b2f728 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mgr-z, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5) 2024-04-23T18:33:59.871 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:33:59 smithi102 systemd[1]: ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-04-23T18:33:59.871 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:33:59 smithi102 systemd[1]: ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.z.service: Failed with result 'exit-code'. 2024-04-23T18:33:59.871 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:33:59 smithi102 systemd[1]: Stopped Ceph mgr.z for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:33:59.871 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Apr 23 18:33:59 smithi102 systemd[1]: ceph-e0b71514-019c-11ef-bc93-c7b262605968@mgr.z.service: Consumed 19.865s CPU time. 2024-04-23T18:33:59.883 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:59.884 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-23T18:33:59.884 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-23T18:33:59.884 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.0 2024-04-23T18:34:00.331 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:33:59 smithi038 systemd[1]: Stopping Ceph osd.0 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:00.588 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0[43563]: 2024-04-23T18:34:00.339+0000 7fe64dced700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:00.588 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0[43563]: 2024-04-23T18:34:00.339+0000 7fe64dced700 -1 osd.0 102 *** Got signal Terminated *** 2024-04-23T18:34:00.588 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0[43563]: 2024-04-23T18:34:00.339+0000 7fe64dced700 -1 osd.0 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:06.091 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:05 smithi038 podman[89278]: 2024-04-23 18:34:05.789649909 +0000 UTC m=+5.703675402 container died db2919e18f96b81b77c7e19efd3beb915fac2c2b6f7566e1bb8fa0d6b4146925 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:34:06.407 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:06 smithi038 podman[89278]: 2024-04-23 18:34:06.197970964 +0000 UTC m=+6.111996463 container cleanup db2919e18f96b81b77c7e19efd3beb915fac2c2b6f7566e1bb8fa0d6b4146925 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-23T18:34:06.407 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:06 smithi038 bash[89278]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0 2024-04-23T18:34:06.764 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:06 smithi038 podman[89307]: 2024-04-23 18:34:06.458080834 +0000 UTC m=+0.660076510 container remove db2919e18f96b81b77c7e19efd3beb915fac2c2b6f7566e1bb8fa0d6b4146925 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-23T18:34:07.037 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:06 smithi038 podman[89393]: 2024-04-23 18:34:06.676909938 +0000 UTC m=+0.020508691 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:07.037 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:06 smithi038 podman[89393]: 2024-04-23 18:34:06.803792501 +0000 UTC m=+0.147391226 container create 472a69aaaed0c4b55e1032ee4e8a0404939dbc0505c8d263a9a8b64e10225973 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-23T18:34:07.037 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:07 smithi038 podman[89393]: 2024-04-23 18:34:07.045499407 +0000 UTC m=+0.389098148 container init 472a69aaaed0c4b55e1032ee4e8a0404939dbc0505c8d263a9a8b64e10225973 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:07.341 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:07 smithi038 podman[89393]: 2024-04-23 18:34:07.048933185 +0000 UTC m=+0.392531915 container start 472a69aaaed0c4b55e1032ee4e8a0404939dbc0505c8d263a9a8b64e10225973 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-23T18:34:07.341 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:07 smithi038 podman[89393]: 2024-04-23 18:34:07.145835962 +0000 UTC m=+0.489434706 container attach 472a69aaaed0c4b55e1032ee4e8a0404939dbc0505c8d263a9a8b64e10225973 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-23T18:34:07.657 INFO:journalctl@ceph.osd.0.smithi038.stdout:Apr 23 18:34:07 smithi038 podman[89393]: 2024-04-23 18:34:07.350519261 +0000 UTC m=+0.694117994 container died 472a69aaaed0c4b55e1032ee4e8a0404939dbc0505c8d263a9a8b64e10225973 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-23T18:34:07.994 DEBUG:teuthology.orchestra.run.smithi038:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.0.service' 2024-04-23T18:34:08.035 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:08.035 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-23T18:34:08.035 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-23T18:34:08.035 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.1 2024-04-23T18:34:08.384 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:08 smithi076 systemd[1]: Stopping Ceph osd.1 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:08.646 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1[37046]: 2024-04-23T18:34:08.392+0000 7fb40f48d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:08.646 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1[37046]: 2024-04-23T18:34:08.392+0000 7fb40f48d700 -1 osd.1 102 *** Got signal Terminated *** 2024-04-23T18:34:08.646 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1[37046]: 2024-04-23T18:34:08.392+0000 7fb40f48d700 -1 osd.1 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:14.095 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:13 smithi076 podman[68787]: 2024-04-23 18:34:13.808889456 +0000 UTC m=+5.574705036 container died 3335efa2a35fbab14cedb3e996528e65288b311e4abc189e0681df02dd86d653 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5) 2024-04-23T18:34:14.445 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:14 smithi076 podman[68787]: 2024-04-23 18:34:14.201917057 +0000 UTC m=+5.967732591 container cleanup 3335efa2a35fbab14cedb3e996528e65288b311e4abc189e0681df02dd86d653 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-23T18:34:14.445 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:14 smithi076 bash[68787]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1 2024-04-23T18:34:14.757 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:14 smithi076 podman[68817]: 2024-04-23 18:34:14.453405084 +0000 UTC m=+0.637108905 container remove 3335efa2a35fbab14cedb3e996528e65288b311e4abc189e0681df02dd86d653 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-23T18:34:15.081 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:14 smithi076 podman[68909]: 2024-04-23 18:34:14.717966317 +0000 UTC m=+0.018456336 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:15.082 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:14 smithi076 podman[68909]: 2024-04-23 18:34:14.845866412 +0000 UTC m=+0.146356418 container create bbfed7d5953421309a0cda60abb8dda8326757f3d880b21d3b1a75ebf3b6e713 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:34:15.388 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:15 smithi076 podman[68909]: 2024-04-23 18:34:15.090308351 +0000 UTC m=+0.390798356 container init bbfed7d5953421309a0cda60abb8dda8326757f3d880b21d3b1a75ebf3b6e713 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-23T18:34:15.388 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:15 smithi076 podman[68909]: 2024-04-23 18:34:15.093564507 +0000 UTC m=+0.394054515 container start bbfed7d5953421309a0cda60abb8dda8326757f3d880b21d3b1a75ebf3b6e713 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-23T18:34:15.388 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:15 smithi076 podman[68909]: 2024-04-23 18:34:15.1737313 +0000 UTC m=+0.474221317 container attach bbfed7d5953421309a0cda60abb8dda8326757f3d880b21d3b1a75ebf3b6e713 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:34:15.743 INFO:journalctl@ceph.osd.1.smithi076.stdout:Apr 23 18:34:15 smithi076 podman[68909]: 2024-04-23 18:34:15.396871801 +0000 UTC m=+0.697361805 container died bbfed7d5953421309a0cda60abb8dda8326757f3d880b21d3b1a75ebf3b6e713 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416) 2024-04-23T18:34:16.080 DEBUG:teuthology.orchestra.run.smithi076:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.1.service' 2024-04-23T18:34:16.121 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:16.121 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-23T18:34:16.121 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-23T18:34:16.122 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.2 2024-04-23T18:34:16.433 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:16 smithi102 systemd[1]: Stopping Ceph osd.2 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:16.687 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2[38016]: 2024-04-23T18:34:16.440+0000 7f0672c80700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:16.687 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2[38016]: 2024-04-23T18:34:16.440+0000 7f0672c80700 -1 osd.2 102 *** Got signal Terminated *** 2024-04-23T18:34:16.687 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2[38016]: 2024-04-23T18:34:16.440+0000 7f0672c80700 -1 osd.2 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:22.267 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:21 smithi102 podman[69848]: 2024-04-23 18:34:21.974559264 +0000 UTC m=+5.653197186 container died 443f1039b82a47e54cff4f312a383453d72ad95b364de85e1f379b3e72977987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-23T18:34:22.551 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:22 smithi102 podman[69848]: 2024-04-23 18:34:22.383058477 +0000 UTC m=+6.061696430 container cleanup 443f1039b82a47e54cff4f312a383453d72ad95b364de85e1f379b3e72977987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2) 2024-04-23T18:34:22.551 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:22 smithi102 bash[69848]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2 2024-04-23T18:34:23.039 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:22 smithi102 podman[69877]: 2024-04-23 18:34:22.690874496 +0000 UTC m=+0.709340882 container remove 443f1039b82a47e54cff4f312a383453d72ad95b364de85e1f379b3e72977987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-23T18:34:23.301 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:23 smithi102 podman[69967]: 2024-04-23 18:34:22.951207802 +0000 UTC m=+0.018103631 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:23.301 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:23 smithi102 podman[69967]: 2024-04-23 18:34:23.077508427 +0000 UTC m=+0.144404242 container create 84979db3993b49c8e10512937e0552b5da1bb1a4f614255afcb10da0d424127a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2-deactivate, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-23T18:34:23.670 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:23 smithi102 podman[69967]: 2024-04-23 18:34:23.372221186 +0000 UTC m=+0.439117002 container init 84979db3993b49c8e10512937e0552b5da1bb1a4f614255afcb10da0d424127a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, ceph=True) 2024-04-23T18:34:23.670 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:23 smithi102 podman[69967]: 2024-04-23 18:34:23.375832933 +0000 UTC m=+0.442728750 container start 84979db3993b49c8e10512937e0552b5da1bb1a4f614255afcb10da0d424127a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-23T18:34:23.670 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:23 smithi102 podman[69967]: 2024-04-23 18:34:23.463913613 +0000 UTC m=+0.530809437 container attach 84979db3993b49c8e10512937e0552b5da1bb1a4f614255afcb10da0d424127a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-23T18:34:24.050 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 23 18:34:23 smithi102 podman[69967]: 2024-04-23 18:34:23.678688167 +0000 UTC m=+0.745583999 container died 84979db3993b49c8e10512937e0552b5da1bb1a4f614255afcb10da0d424127a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-23T18:34:24.391 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.2.service' 2024-04-23T18:34:24.433 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:24.433 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-23T18:34:24.433 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-23T18:34:24.434 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.3 2024-04-23T18:34:24.770 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:24 smithi038 systemd[1]: Stopping Ceph osd.3 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:25.157 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:24 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3[50223]: 2024-04-23T18:34:24.777+0000 7fbede662700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:25.157 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:24 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3[50223]: 2024-04-23T18:34:24.777+0000 7fbede662700 -1 osd.3 102 *** Got signal Terminated *** 2024-04-23T18:34:25.157 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:24 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3[50223]: 2024-04-23T18:34:24.777+0000 7fbede662700 -1 osd.3 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:29.407 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:29 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:29.006+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:29.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:29 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:29.233+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:29.801 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:29 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:29.402+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:30.225 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:29 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:29.959+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:30.504 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:30 smithi038 podman[89502]: 2024-04-23 18:34:30.233739475 +0000 UTC m=+5.584339858 container died 0504427a939af1f20a0f778fa7184c1aba7c95677ad29423e6e3a7e5806e290f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5) 2024-04-23T18:34:30.551 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:30 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:30.434+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:30.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:30 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:30.291+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:30.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:30 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:30.266+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:30.854 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:30 smithi038 podman[89502]: 2024-04-23 18:34:30.611772827 +0000 UTC m=+5.962373199 container cleanup 0504427a939af1f20a0f778fa7184c1aba7c95677ad29423e6e3a7e5806e290f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:34:30.854 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:30 smithi038 bash[89502]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3 2024-04-23T18:34:31.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:30 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:30.960+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:31.157 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:30 smithi038 podman[89517]: 2024-04-23 18:34:30.863248444 +0000 UTC m=+0.627097076 container remove 0504427a939af1f20a0f778fa7184c1aba7c95677ad29423e6e3a7e5806e290f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:31.445 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:31 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:31.290+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:31.445 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:31 smithi038 podman[89610]: 2024-04-23 18:34:31.093662092 +0000 UTC m=+0.018713262 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:31.445 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:31 smithi038 podman[89610]: 2024-04-23 18:34:31.214394918 +0000 UTC m=+0.139446065 container create 85ec49c89055f8eab94febe679bee714ae6ed67f7bf90adf18b839c1e5bd7e10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:31.445 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:31 smithi038 podman[89610]: 2024-04-23 18:34:31.452872407 +0000 UTC m=+0.377923564 container init 85ec49c89055f8eab94febe679bee714ae6ed67f7bf90adf18b839c1e5bd7e10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-23T18:34:31.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:31 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:31.243+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:31.551 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:31.475+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:31.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:31.264+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:31.758 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:31 smithi038 podman[89610]: 2024-04-23 18:34:31.456976835 +0000 UTC m=+0.382027994 container start 85ec49c89055f8eab94febe679bee714ae6ed67f7bf90adf18b839c1e5bd7e10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-23T18:34:31.758 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:31 smithi038 podman[89610]: 2024-04-23 18:34:31.552672387 +0000 UTC m=+0.477723551 container attach 85ec49c89055f8eab94febe679bee714ae6ed67f7bf90adf18b839c1e5bd7e10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-23T18:34:32.114 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:31 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:31.911+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:32.114 INFO:journalctl@ceph.osd.3.smithi038.stdout:Apr 23 18:34:31 smithi038 podman[89610]: 2024-04-23 18:34:31.767442027 +0000 UTC m=+0.692493175 container died 85ec49c89055f8eab94febe679bee714ae6ed67f7bf90adf18b839c1e5bd7e10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:34:32.407 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:32.243+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:32.458 DEBUG:teuthology.orchestra.run.smithi038:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.3.service' 2024-04-23T18:34:32.502 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:32.502 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-23T18:34:32.502 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-23T18:34:32.503 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.4 2024-04-23T18:34:32.506 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:32 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:32.199+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:32.801 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:32 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:32.311+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:32.801 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:32 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:32.487+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:32.829 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:32 smithi076 systemd[1]: Stopping Ceph osd.4 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:33.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:32 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:32.904+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:33.168 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:33 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:33.177+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:33.169 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:32 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4[43846]: 2024-04-23T18:34:32.837+0000 7f141dee1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:33.169 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:32 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4[43846]: 2024-04-23T18:34:32.837+0000 7f141dee1700 -1 osd.4 102 *** Got signal Terminated *** 2024-04-23T18:34:33.169 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:32 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4[43846]: 2024-04-23T18:34:32.837+0000 7f141dee1700 -1 osd.4 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:33.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:33 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:33.280+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:33.801 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:33 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:33.444+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:33.801 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:33 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:33.357+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:34.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:33 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:33.871+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:34.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:34 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:34.143+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:34.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:34 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:34.249+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:34.801 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:34 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:34.400+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:34.801 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:34 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:34.335+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:34.801 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:34 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:34.335+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:35.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:34 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:34.897+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:35.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:35 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:35.185+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:35.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:35 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:35.291+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:35.801 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:35 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:35.352+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:35.801 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:35 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:35.352+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:35.801 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:35 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:35.445+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:35.802 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:35 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:35.445+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:36.274 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:35 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:35.923+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:36.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:36 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:36.233+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:36.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:36 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:36.282+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:36.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:36 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:36.282+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:36.801 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:36 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:36.353+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:36.801 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:36 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:36.353+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:36.801 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:36 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:36.458+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:36.801 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:36 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:36.458+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:37.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:36 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:36.874+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:37.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:37 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:37.220+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:37.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:37 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:37.220+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:37.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:37 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:37.305+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:37.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:37 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:37.305+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:37.801 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:37 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:37.332+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:37.801 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:37 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:37.332+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:37.801 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:37 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:37.493+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:37.801 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:37 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:37.493+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:38.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:37 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:37.555+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:38.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:37 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:37.877+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:38.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:37 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:37.877+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:38.292 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:38 smithi076 podman[69017]: 2024-04-23 18:34:38.257709 +0000 UTC m=+5.551779801 container died 9a49b02b7a7f6d3cfd9e60ebfa85281dda65940128b863bbabdd564fd5afe3ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-23T18:34:38.293 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:38 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:38.242+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:38.293 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:38 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:38.242+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:38.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:38 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:38.282+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:38.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:38 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:38.282+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:38.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:38 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:38.435+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:38.552 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:38 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:38.524+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:38.552 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:38 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:38.524+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:38.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:38 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:38.275+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:38.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:38 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:38.275+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:38.889 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:38 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:38.563+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:38.889 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:38 smithi076 podman[69017]: 2024-04-23 18:34:38.646914016 +0000 UTC m=+5.940984820 container cleanup 9a49b02b7a7f6d3cfd9e60ebfa85281dda65940128b863bbabdd564fd5afe3ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:38.889 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:38 smithi076 bash[69017]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4 2024-04-23T18:34:39.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:38 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:38.836+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:39.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:38 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:38.836+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:39.255 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:38 smithi076 podman[69036]: 2024-04-23 18:34:38.898035011 +0000 UTC m=+0.637139673 container remove 9a49b02b7a7f6d3cfd9e60ebfa85281dda65940128b863bbabdd564fd5afe3ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=) 2024-04-23T18:34:39.512 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:39 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:39.263+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:39.512 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:39 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:39.263+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:39.512 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:39 smithi076 podman[69136]: 2024-04-23 18:34:39.188023484 +0000 UTC m=+0.020211265 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:39.512 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:39 smithi076 podman[69136]: 2024-04-23 18:34:39.324164476 +0000 UTC m=+0.156352277 container create ee1ba79d807c54873c35938e8525d271384981965b3323b6ff74a5ae88c69cc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-23T18:34:39.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:39 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:39.439+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:39.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:39 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:39.300+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:39.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:39 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:39.300+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:39.551 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:39 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:39.491+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:39.551 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:39 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:39.491+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:39.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:39 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:39.262+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:39.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:39 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:39.262+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:39.898 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:39 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:39.601+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:39.899 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:39 smithi076 podman[69136]: 2024-04-23 18:34:39.610118733 +0000 UTC m=+0.442306507 container init ee1ba79d807c54873c35938e8525d271384981965b3323b6ff74a5ae88c69cc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-23T18:34:39.899 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:39 smithi076 podman[69136]: 2024-04-23 18:34:39.613629349 +0000 UTC m=+0.445817108 container start ee1ba79d807c54873c35938e8525d271384981965b3323b6ff74a5ae88c69cc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:34:39.899 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:39 smithi076 podman[69136]: 2024-04-23 18:34:39.718293882 +0000 UTC m=+0.550481654 container attach ee1ba79d807c54873c35938e8525d271384981965b3323b6ff74a5ae88c69cc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:34:40.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:39 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:39.856+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:40.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:39 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:39.856+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:40.246 INFO:journalctl@ceph.osd.4.smithi076.stdout:Apr 23 18:34:39 smithi076 podman[69136]: 2024-04-23 18:34:39.907430217 +0000 UTC m=+0.739617985 container died ee1ba79d807c54873c35938e8525d271384981965b3323b6ff74a5ae88c69cc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-23T18:34:40.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:40 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:40.254+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:40.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:40 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:40.254+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:40.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:40 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:40.433+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:40.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:40 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:40.295+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:40.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:40 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:40.295+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:40.551 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:40 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:40.473+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:40.551 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:40 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:40.473+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:40.569 DEBUG:teuthology.orchestra.run.smithi076:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.4.service' 2024-04-23T18:34:40.606 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:40.606 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-23T18:34:40.607 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-23T18:34:40.607 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.5 2024-04-23T18:34:40.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:40 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:40.275+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:40.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:40 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:40.275+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:40.930 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:40 smithi102 systemd[1]: Stopping Ceph osd.5 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:40.930 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:40 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:40.937+0000 7f9142e7a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:40.930 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:40 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:40.937+0000 7f9142e7a700 -1 osd.5 102 *** Got signal Terminated *** 2024-04-23T18:34:40.930 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:40 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:40.937+0000 7f9142e7a700 -1 osd.5 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:41.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:40 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:40.614+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:41.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:40 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:40.825+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:41.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:40 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:40.825+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:41.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:41 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:41.255+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:41.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:41 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:41.255+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:41.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:41 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:41.440+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:41.551 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:41 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:41.424+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:41.551 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:41 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:41.424+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:41.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:41 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:41.263+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:41.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:41 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:41.263+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:41.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:41 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:41.318+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:41.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:41 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:41.318+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:42.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:41 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:41.629+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:42.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:41 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:41.784+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:42.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:41 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:41.784+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:42.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:42 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:42.251+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:42.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:42 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:42.251+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:42.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:42 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:42.437+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:42.551 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:42 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:42.399+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:42.551 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:42 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:42.399+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:42.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:42 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:42.258+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:42.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:42 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:42.258+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:42.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:42 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:42.258+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:42.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:42 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:42.341+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:42.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:42 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:42.341+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:42.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:42 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:42.341+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:43.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:42 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:42.622+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:43.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:42 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:42.736+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:43.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:42 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:42.736+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:43.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:42 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:42.736+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:43.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:43 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:43.425+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:43.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:43 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:43.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:43.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:43 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:43.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:43.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:43 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:43.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:43.552 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:43 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:43.364+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:43.552 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:43 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:43.364+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:43.552 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:43 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:43.364+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.791764+0000 front 2024-04-23T18:34:17.791780+0000 (oldest deadline 2024-04-23T18:34:42.491913+0000) 2024-04-23T18:34:43.652 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:43 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:43.274+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:43.652 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:43 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:43.274+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:43.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:43 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:43.390+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:43.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:43 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:43.390+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:43.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:43 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:43.390+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:44.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:43 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:43.660+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:44.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:43 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:43.732+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:44.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:43 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:43.732+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:44.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:43 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:43.732+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:44.466 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:44 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:44.219+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:44.467 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:44 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:44.219+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:44.467 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:44 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:44.219+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:44.467 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:44 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:44.323+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:44.467 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:44 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:44.323+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:44.467 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:44 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:44.323+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.791764+0000 front 2024-04-23T18:34:17.791780+0000 (oldest deadline 2024-04-23T18:34:42.491913+0000) 2024-04-23T18:34:44.695 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:44 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:44.300+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:44.695 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:44 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:44.300+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:44.708 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:44 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:44.428+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:44.708 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:44 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:44.428+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:44.708 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:44 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:44.428+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:44.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:44 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:44.474+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:44.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:44 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:44.474+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:45.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:44 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:44.703+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:45.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:44 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:44.717+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:45.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:44 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:44.717+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:45.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:44 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:44.717+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:45.429 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:45 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:45.172+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:45.429 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:45 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:45.172+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:45.430 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:45 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:45.172+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:45.430 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:45 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:45.323+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:05.089397+0000 front 2024-04-23T18:34:05.089231+0000 (oldest deadline 2024-04-23T18:34:29.189379+0000) 2024-04-23T18:34:45.430 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:45 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:45.323+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:13.190865+0000 front 2024-04-23T18:34:13.190937+0000 (oldest deadline 2024-04-23T18:34:34.890944+0000) 2024-04-23T18:34:45.430 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:45 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5[44830]: 2024-04-23T18:34:45.323+0000 7f913f46e700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.791764+0000 front 2024-04-23T18:34:17.791780+0000 (oldest deadline 2024-04-23T18:34:42.491913+0000) 2024-04-23T18:34:45.678 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:45 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:45.302+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:45.679 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:45 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:45.302+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:45.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:45 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:45.437+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:45.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:45 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:45.437+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:45.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:45 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:45.714+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:45.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:45 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:45.714+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:45.908 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:45 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:45.714+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:45.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:45 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:45.470+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:45.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:45 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:45.470+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:45.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:45 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:45.470+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:46.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:45 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:45.687+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:46.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:45 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:45.687+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:46.431 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:46 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:46.165+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:46.431 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:46 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:46.165+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:46.431 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:46 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:46.165+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:46.681 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:46 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:46.448+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:46.682 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:46 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:46.448+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:46.682 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:46 smithi102 podman[70074]: 2024-04-23 18:34:46.440059714 +0000 UTC m=+5.629634668 container died 04443eb7c79e28a865d494d81a3cf07f74fbbf76fbdc2e6e4aca742feb1a5819 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:34:46.686 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:46 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:46.289+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:46.686 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:46 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:46.289+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:46.686 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:46 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:46.289+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:46.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:46 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:46.721+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:46.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:46 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:46.721+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:46.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:46 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:46.721+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:46.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:46 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:46.474+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:46.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:46 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:46.474+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:46.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:46 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:46.474+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:46.977 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:46 smithi102 podman[70074]: 2024-04-23 18:34:46.847023725 +0000 UTC m=+6.036598655 container cleanup 04443eb7c79e28a865d494d81a3cf07f74fbbf76fbdc2e6e4aca742feb1a5819 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=) 2024-04-23T18:34:46.977 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:46 smithi102 bash[70074]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5 2024-04-23T18:34:47.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:46 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:46.694+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:47.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:46 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:46.694+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:47.301 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:47 smithi102 podman[70093]: 2024-04-23 18:34:47.107183955 +0000 UTC m=+0.670676386 container remove 04443eb7c79e28a865d494d81a3cf07f74fbbf76fbdc2e6e4aca742feb1a5819 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-23T18:34:47.301 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:47 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:47.156+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:47.301 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:47 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:47.156+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:47.301 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:47 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:47.156+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:47.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:47 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:47.246+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:47.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:47 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:47.246+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:47.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:47 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:47.246+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:47.735 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:47 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:47.415+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:47.735 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:47 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:47.415+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:47.735 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:47 smithi102 podman[70190]: 2024-04-23 18:34:47.35388449 +0000 UTC m=+0.025989926 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:47.735 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:47 smithi102 podman[70190]: 2024-04-23 18:34:47.483166955 +0000 UTC m=+0.155272368 container create 7310f8239ae28173e2fc2699ee2d5cbfe55544a4b5c08ada52999522539df9fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0) 2024-04-23T18:34:47.735 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:47 smithi102 podman[70190]: 2024-04-23 18:34:47.743898679 +0000 UTC m=+0.416004093 container init 7310f8239ae28173e2fc2699ee2d5cbfe55544a4b5c08ada52999522539df9fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-23T18:34:47.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:47.724+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:47.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:47.724+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:47.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:47.724+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:47.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:47.517+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:47.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:47.517+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:47.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:47.517+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:48.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:47 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:47.682+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:48.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:47 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:47.682+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:48.041 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:47 smithi102 podman[70190]: 2024-04-23 18:34:47.74823727 +0000 UTC m=+0.420342688 container start 7310f8239ae28173e2fc2699ee2d5cbfe55544a4b5c08ada52999522539df9fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-23T18:34:48.041 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:47 smithi102 podman[70190]: 2024-04-23 18:34:47.860791608 +0000 UTC m=+0.532897032 container attach 7310f8239ae28173e2fc2699ee2d5cbfe55544a4b5c08ada52999522539df9fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-23T18:34:48.301 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 23 18:34:48 smithi102 podman[70190]: 2024-04-23 18:34:48.049822823 +0000 UTC m=+0.721928247 container died 7310f8239ae28173e2fc2699ee2d5cbfe55544a4b5c08ada52999522539df9fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD) 2024-04-23T18:34:48.301 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:48.144+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:48.301 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:48.144+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:48.301 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:48.144+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:48.665 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:48.369+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:48.665 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:48 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:48.369+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:48.674 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:48.293+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:48.674 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:48.293+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:48.674 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:48.293+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:48.688 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.5.service' 2024-04-23T18:34:48.726 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:48.726 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-23T18:34:48.726 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-23T18:34:48.726 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.6 2024-04-23T18:34:48.747 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:48.479+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:48.748 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:48.479+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:48.748 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:48.479+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:49.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:48.682+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:49.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:48 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:48.682+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:49.043 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:48.756+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:49.044 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:48.756+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:49.044 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:48 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:48.756+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:49.044 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:48 smithi038 systemd[1]: Stopping Ceph osd.6 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:49.044 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:49.052+0000 7fa0ecf77700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:49.044 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:49.052+0000 7fa0ecf77700 -1 osd.6 102 *** Got signal Terminated *** 2024-04-23T18:34:49.044 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:49.052+0000 7fa0ecf77700 -1 osd.6 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:49.381 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:49 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:49.132+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:49.381 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:49 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:49.132+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:49.381 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:49 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:49.132+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:49.637 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:49 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:49.266+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:49.637 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:49 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:49.266+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:49.637 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:49 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:49.266+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:49.730 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:49.444+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:49.730 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:49.444+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:49.730 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:49.444+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:49.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:49 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:49.387+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:49.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:49 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:49.387+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:50.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:49 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:49.644+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:50.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:49 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:49.644+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:50.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:49.738+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:50.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:49.738+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:50.158 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:49 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:49.738+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:50.411 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:50 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:50.130+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:50.411 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:50 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:50.130+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:50.411 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:50 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:50.130+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:50.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:50 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:50.251+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:50.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:50 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:50.251+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:50.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:50 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:50.251+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:50.754 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:50.420+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:50.755 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:50.420+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:50.755 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:50.420+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:50.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:50 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:50.419+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:50.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:50 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:50.419+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:51.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:50 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:50.631+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:51.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:50 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:50.631+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:51.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:50 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:50.631+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:34:51.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:50.762+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:51.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:50.762+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:51.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:50.762+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:51.410 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:51 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:51.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:51.410 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:51 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:51.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:51.410 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:51 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:51.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:51.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:51 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:51.222+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:51.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:51 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:51.223+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:51.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:51 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:51.223+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:51.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:51 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:51.223+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:34:51.727 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:51 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:51.434+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:51.727 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:51 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:51.434+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:51.727 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:51 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:51.434+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:51.727 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:51 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:51.434+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:34:51.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:51 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:51.418+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:51.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:51 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:51.418+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:52.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:51 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:51.603+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:52.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:51 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:51.604+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:52.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:51 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:51.604+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:34:52.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:51 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:51.735+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:52.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:51 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:51.735+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:52.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:51 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:51.735+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:52.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:51 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:51.735+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.100690+0000 front 2024-04-23T18:34:28.100805+0000 (oldest deadline 2024-04-23T18:34:51.600811+0000) 2024-04-23T18:34:52.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:52 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:52.220+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:52.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:52 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:52.220+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:52.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:52 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:52.220+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:52.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:52 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:52.220+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:34:52.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:52 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:52.370+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:52.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:52 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:52.370+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:52.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:52 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:52.144+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:52.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:52 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:52.144+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:52.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:52 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:52.144+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:52.753 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:52.479+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:52.753 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:52.479+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:52.753 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:52.479+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:52.753 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:52.479+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:34:53.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:52 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:52.554+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:53.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:52 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:52.554+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:53.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:52 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:52.554+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:34:53.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:52.760+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:53.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:52.760+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:53.158 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:52.760+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:53.158 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:52 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:52.760+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.100690+0000 front 2024-04-23T18:34:28.100805+0000 (oldest deadline 2024-04-23T18:34:51.600811+0000) 2024-04-23T18:34:53.379 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:53 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:53.120+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:53.379 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:53 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:53.120+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:53.379 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:53 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:53.120+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:53.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:53.197+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:53.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:53.197+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:53.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:53.197+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:53.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:53.197+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:34:53.755 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:53.481+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:53.755 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:53.481+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:53.755 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:53.481+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:53.755 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:53.481+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:34:53.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:53 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:53.386+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:53.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:53 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:53.386+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:54.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:53.547+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:54.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:53.547+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:54.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:53 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:53.547+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:34:54.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:53.763+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.797217+0000 front 2024-04-23T18:34:04.797248+0000 (oldest deadline 2024-04-23T18:34:28.897267+0000) 2024-04-23T18:34:54.157 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:53.763+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:12.398649+0000 front 2024-04-23T18:34:12.398438+0000 (oldest deadline 2024-04-23T18:34:37.098392+0000) 2024-04-23T18:34:54.158 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:53.763+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:17.098791+0000 front 2024-04-23T18:34:17.098934+0000 (oldest deadline 2024-04-23T18:34:42.299446+0000) 2024-04-23T18:34:54.158 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:53 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6[57216]: 2024-04-23T18:34:53.763+0000 7fa0e5563700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.100690+0000 front 2024-04-23T18:34:28.100805+0000 (oldest deadline 2024-04-23T18:34:51.600811+0000) 2024-04-23T18:34:54.503 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:54 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:54.223+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:54.503 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:54 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:54.223+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:54.503 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:54 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:54.223+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:54.503 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:54 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:54.223+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:34:54.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:54 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:54.377+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:54.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:54 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:54.377+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:54.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:54 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:54.377+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:34:54.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:54 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:54.144+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:54.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:54 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:54.144+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:54.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:54 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:54.144+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:54.658 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:54 smithi038 podman[89728]: 2024-04-23 18:34:54.38697882 +0000 UTC m=+5.444580289 container died 6a3e7f2ceb6610f42183e48d86a0613535655ede6cff58c1b6704cbdc337bc86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-23T18:34:54.658 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:54 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:54.475+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:54.658 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:54 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:54.475+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:54.658 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:54 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:54.475+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:54.658 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:54 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:54.475+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:34:54.757 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:54 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:54.511+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:54.757 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:54 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:54.511+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:54.757 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:54 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:54.511+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:34:55.027 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:54 smithi038 podman[89728]: 2024-04-23 18:34:54.768447812 +0000 UTC m=+5.826049270 container cleanup 6a3e7f2ceb6610f42183e48d86a0613535655ede6cff58c1b6704cbdc337bc86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-23T18:34:55.027 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:54 smithi038 bash[89728]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6 2024-04-23T18:34:55.349 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:55 smithi038 podman[89745]: 2024-04-23 18:34:55.036092395 +0000 UTC m=+0.639926371 container remove 6a3e7f2ceb6610f42183e48d86a0613535655ede6cff58c1b6704cbdc337bc86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-23T18:34:55.472 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:55 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:55.177+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:55.472 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:55 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:55.177+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:55.472 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:55 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:55.177+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:55.472 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:55 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:55.177+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:34:55.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:55 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:55.387+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:55.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:55 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:55.388+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:55.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:55 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:55.388+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:34:55.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:55 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:55.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:55.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:55 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:55.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:55.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:55 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:55.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:55.631 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:55 smithi038 podman[89837]: 2024-04-23 18:34:55.260780021 +0000 UTC m=+0.018166927 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:55.631 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:55 smithi038 podman[89837]: 2024-04-23 18:34:55.3788684 +0000 UTC m=+0.136255314 container create 9464fae3165f8ac0bde624562f99375cebcbed6112afaa6589c46f4f0e0c5f25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-23T18:34:55.631 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:55 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:55.484+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:55.631 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:55 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:55.484+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:55.631 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:55 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:55.484+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:55.631 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:55 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:55.484+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:34:55.757 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:55 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:55.480+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:55.757 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:55 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:55.480+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:55.757 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:55 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:55.480+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:34:55.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:55 smithi038 podman[89837]: 2024-04-23 18:34:55.639728064 +0000 UTC m=+0.397114950 container init 9464fae3165f8ac0bde624562f99375cebcbed6112afaa6589c46f4f0e0c5f25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:34:55.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:55 smithi038 podman[89837]: 2024-04-23 18:34:55.642948845 +0000 UTC m=+0.400335721 container start 9464fae3165f8ac0bde624562f99375cebcbed6112afaa6589c46f4f0e0c5f25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:55.907 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:55 smithi038 podman[89837]: 2024-04-23 18:34:55.723198847 +0000 UTC m=+0.480585729 container attach 9464fae3165f8ac0bde624562f99375cebcbed6112afaa6589c46f4f0e0c5f25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-23T18:34:56.284 INFO:journalctl@ceph.osd.6.smithi038.stdout:Apr 23 18:34:55 smithi038 podman[89837]: 2024-04-23 18:34:55.949729794 +0000 UTC m=+0.707116680 container died 9464fae3165f8ac0bde624562f99375cebcbed6112afaa6589c46f4f0e0c5f25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-23T18:34:56.426 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:56.146+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:56.426 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:56.146+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:56.426 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:56.146+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:56.426 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:56.146+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:34:56.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:56.362+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:56.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:56.362+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:56.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:56.362+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:34:56.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:56.161+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:56.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:56.161+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:56.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:56 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:56.161+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:56.560 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:56.447+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:56.560 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:56.447+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:56.560 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:56.447+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:56.560 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:56 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:56.447+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:34:56.588 DEBUG:teuthology.orchestra.run.smithi038:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.6.service' 2024-04-23T18:34:56.671 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:56.671 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-23T18:34:56.671 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-23T18:34:56.671 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.7 2024-04-23T18:34:56.696 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:56.433+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:56.696 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:56.433+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:56.696 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:56 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:56.433+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:34:56.992 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:56 smithi076 systemd[1]: Stopping Ceph osd.7 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:57.257 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:56.999+0000 7f075056a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:57.257 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:56.999+0000 7f075056a700 -1 osd.7 102 *** Got signal Terminated *** 2024-04-23T18:34:57.257 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:56.999+0000 7f075056a700 -1 osd.7 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:57.257 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:57.155+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:57.257 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:57.155+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:57.258 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:57.155+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:57.258 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:57.155+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:34:57.454 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:57 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:57.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:57.454 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:57 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:57.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:57.455 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:57 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:57.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:57.455 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:57 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:57.404+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:57.455 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:57 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:57.404+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:57.455 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:57 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:57.404+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:34:57.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:57 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:57.398+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:57.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:57 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:57.398+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:57.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:57 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:57.398+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:57.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:57 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:57.398+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:34:57.757 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:57.483+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:57.757 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:57.483+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:57.757 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:57.483+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:34:58.301 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:58 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:58.250+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:58.301 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:58 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:58.250+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:58.301 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:58 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:58.250+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:58.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:58.198+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:58.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:58.198+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:58.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:58.198+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:58.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:58.198+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:34:58.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:58.441+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:58.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:58.441+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:58.508 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:58.441+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:34:58.508 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:58 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:58.441+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.083921+0000 front 2024-04-23T18:34:36.083883+0000 (oldest deadline 2024-04-23T18:34:58.384000+0000) 2024-04-23T18:34:58.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:58 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:58.354+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:58.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:58 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:58.354+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:58.801 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:58 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:58.354+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:34:58.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:58 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:58.429+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:58.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:58 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:58.429+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:58.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:58 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:58.429+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:58.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:58 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:58.429+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:34:59.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:59.451+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:34:59.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:59.451+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:34:59.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:59.451+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:34:59.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:34:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:34:59.451+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.083921+0000 front 2024-04-23T18:34:36.083883+0000 (oldest deadline 2024-04-23T18:34:58.384000+0000) 2024-04-23T18:34:59.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:59.205+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:34:59.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:59.205+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:34:59.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:59.205+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:34:59.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:34:59 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:34:59.205+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:34:59.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:59 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:59.391+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:34:59.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:59 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:59.391+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:34:59.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:34:59 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:34:59.391+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:34:59.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:59 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:59.231+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:34:59.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:59 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:59.231+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:34:59.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:34:59 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:34:59.231+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:34:59.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:59 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:59.432+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:34:59.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:59 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:59.432+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:34:59.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:59 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:59.432+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:34:59.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:34:59 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:34:59.432+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:00.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:35:00.450+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:35:00.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:35:00.450+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:35:00.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:35:00.450+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:35:00.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:35:00.450+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.083921+0000 front 2024-04-23T18:34:36.083883+0000 (oldest deadline 2024-04-23T18:34:58.384000+0000) 2024-04-23T18:35:00.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:00.208+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:00.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:00.208+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:00.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:00.208+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:00.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:00.208+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:00.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:00 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:00.208+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:00.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:00 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:00.407+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:35:00.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:00 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:00.407+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:35:00.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:00 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:00.407+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:35:00.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:00 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:00.227+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:00.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:00 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:00.227+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:00.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:00 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:00.227+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:00.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:00.407+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:00.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:00.407+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:00.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:00.407+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:00.657 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:00 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:00.407+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:01.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:35:01.427+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:07.578474+0000 front 2024-04-23T18:34:07.578448+0000 (oldest deadline 2024-04-23T18:34:36.979271+0000) 2024-04-23T18:35:01.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:35:01.427+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.981300+0000 front 2024-04-23T18:34:20.981346+0000 (oldest deadline 2024-04-23T18:34:45.081231+0000) 2024-04-23T18:35:01.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:35:01.427+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:25.081761+0000 front 2024-04-23T18:34:25.081689+0000 (oldest deadline 2024-04-23T18:34:50.381804+0000) 2024-04-23T18:35:01.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7[50689]: 2024-04-23T18:35:01.427+0000 7f074cb5e700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.083921+0000 front 2024-04-23T18:34:36.083883+0000 (oldest deadline 2024-04-23T18:34:58.384000+0000) 2024-04-23T18:35:01.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:01.208+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:01.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:01.208+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:01.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:01.208+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:01.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:01.208+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:01.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:01 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:01.208+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:01.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:01.381+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:35:01.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:01.381+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:35:01.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:01.381+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:35:01.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:01.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:01.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:01.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:01.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:01.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:01.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:01 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:01.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:01.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:01 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:01.457+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:01.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:01 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:01.457+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:01.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:01 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:01.457+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:01.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:01 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:01.457+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:02.507 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:02 smithi076 podman[69243]: 2024-04-23 18:35:02.495828805 +0000 UTC m=+5.626470483 container died df183edb89e76542bc30bab506d6346bf0a7e6d7a90b2e7c5a56d62d41a4997f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-23T18:35:02.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:02 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:02.254+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:02.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:02 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:02.254+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:02.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:02 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:02.254+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:02.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:02 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:02.254+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:02.508 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:02 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:02.254+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:02.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:02 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:02.357+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:35:02.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:02 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:02.357+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:35:02.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:02 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:02.357+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:35:02.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:02 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:02.194+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:02.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:02 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:02.194+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:02.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:02 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:02.194+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:02.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:02 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:02.194+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:02.844 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:02 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:02.498+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:02.845 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:02 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:02.498+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:02.845 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:02 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:02.498+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:02.845 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:02 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:02.498+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:03.126 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:02 smithi076 podman[69243]: 2024-04-23 18:35:02.892084946 +0000 UTC m=+6.022726667 container cleanup df183edb89e76542bc30bab506d6346bf0a7e6d7a90b2e7c5a56d62d41a4997f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-23T18:35:03.127 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:02 smithi076 bash[69243]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7 2024-04-23T18:35:03.453 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:03 smithi076 podman[69260]: 2024-04-23 18:35:03.135538896 +0000 UTC m=+0.639200947 container remove df183edb89e76542bc30bab506d6346bf0a7e6d7a90b2e7c5a56d62d41a4997f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:35:03.454 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:03 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:03.257+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:03.454 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:03 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:03.257+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:03.454 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:03 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:03.257+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:03.454 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:03 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:03.257+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:03.454 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:03 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:03.257+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:03.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:03 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:03.348+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:35:03.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:03 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:03.348+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:35:03.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:03 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:03.348+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:35:03.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:03 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:03.348+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.830877+0000 front 2024-04-23T18:34:36.830862+0000 (oldest deadline 2024-04-23T18:35:02.730679+0000) 2024-04-23T18:35:03.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:03 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:03.178+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:03.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:03 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:03.178+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:03.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:03 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:03.178+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:03.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:03 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:03.178+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:03.730 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:03 smithi076 podman[69351]: 2024-04-23 18:35:03.462253074 +0000 UTC m=+0.111400195 container create ee4b1d40d984c72528e76c7ba89bb9e43ef5271688af295ea00b32f0b17b0527 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-23T18:35:03.731 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:03 smithi076 podman[69351]: 2024-04-23 18:35:03.368699554 +0000 UTC m=+0.017846683 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:35:03.731 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:03 smithi076 podman[69351]: 2024-04-23 18:35:03.664580399 +0000 UTC m=+0.313727518 container init ee4b1d40d984c72528e76c7ba89bb9e43ef5271688af295ea00b32f0b17b0527 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-23T18:35:03.731 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:03 smithi076 podman[69351]: 2024-04-23 18:35:03.667634461 +0000 UTC m=+0.316781581 container start ee4b1d40d984c72528e76c7ba89bb9e43ef5271688af295ea00b32f0b17b0527 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:35:03.731 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:03 smithi076 podman[69351]: 2024-04-23 18:35:03.739309096 +0000 UTC m=+0.388456225 container attach ee4b1d40d984c72528e76c7ba89bb9e43ef5271688af295ea00b32f0b17b0527 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-23T18:35:03.815 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:03 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:03.457+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:03.816 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:03 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:03.457+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:03.816 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:03 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:03.457+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:03.816 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:03 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:03.457+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:04.007 INFO:journalctl@ceph.osd.7.smithi076.stdout:Apr 23 18:35:03 smithi076 podman[69351]: 2024-04-23 18:35:03.961801167 +0000 UTC m=+0.610948287 container died ee4b1d40d984c72528e76c7ba89bb9e43ef5271688af295ea00b32f0b17b0527 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:35:04.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:04 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:04.305+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:04.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:04 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:04.305+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:04.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:04 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:04.305+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:04.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:04 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:04.305+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:04.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:04 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:04.305+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:04.526 DEBUG:teuthology.orchestra.run.smithi076:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.7.service' 2024-04-23T18:35:04.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:04.311+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:35:04.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:04.311+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:35:04.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:04.311+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:35:04.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:04.311+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.830877+0000 front 2024-04-23T18:34:36.830862+0000 (oldest deadline 2024-04-23T18:35:02.730679+0000) 2024-04-23T18:35:04.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:04.162+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:04.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:04.162+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:04.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:04.162+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:04.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:04.162+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:04.605 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:04.605 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-23T18:35:04.605 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-23T18:35:04.605 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.8 2024-04-23T18:35:04.901 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:04 smithi102 systemd[1]: Stopping Ceph osd.8 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:04.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:04.502+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:04.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:04.502+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:04.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:04.502+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:04.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:04 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:04.502+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:05.154 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:04.908+0000 7f0610a44700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:05.154 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:04.908+0000 7f0610a44700 -1 osd.8 102 *** Got signal Terminated *** 2024-04-23T18:35:05.154 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:04 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:04.908+0000 7f0610a44700 -1 osd.8 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:35:05.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:05.264+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:35:05.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:05.264+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:35:05.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:05.264+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:35:05.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:05.264+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.830877+0000 front 2024-04-23T18:34:36.830862+0000 (oldest deadline 2024-04-23T18:35:02.730679+0000) 2024-04-23T18:35:05.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:05.162+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:05.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:05.162+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:05.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:05.162+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:05.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:05 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:05.162+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:05.720 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:05 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:05.288+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:05.720 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:05 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:05.288+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:05.720 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:05 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:05.288+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:05.720 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:05 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:05.288+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:05.720 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:05 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:05.288+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:05.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:05 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:05.511+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:05.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:05 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:05.511+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:05.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:05 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:05.511+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:05.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:05 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:05.511+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:06.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:06 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:06.249+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:06.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:06 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:06.249+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:06.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:06 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:06.249+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:06.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:06 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:06.249+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:06.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:06 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:06.249+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:06.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:06 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:06.284+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:35:06.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:06 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:06.284+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:35:06.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:06 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:06.284+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:35:06.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:06 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:06.284+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.830877+0000 front 2024-04-23T18:34:36.830862+0000 (oldest deadline 2024-04-23T18:35:02.730679+0000) 2024-04-23T18:35:06.553 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:06 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:06.199+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:06.553 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:06 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:06.199+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:06.553 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:06 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:06.199+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:06.553 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:06 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:06.199+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:06.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:06 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:06.541+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:06.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:06 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:06.541+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:06.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:06 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:06.541+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:06.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:06 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:06.541+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:07.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:07.250+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:35:07.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:07.250+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:35:07.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:07.250+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:35:07.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:07.250+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.830877+0000 front 2024-04-23T18:34:36.830862+0000 (oldest deadline 2024-04-23T18:35:02.730679+0000) 2024-04-23T18:35:07.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:07.151+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:07.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:07.151+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:07.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:07.151+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:07.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:07 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:07.151+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:07.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:07 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:07.292+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:07.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:07 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:07.292+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:07.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:07 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:07.292+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:07.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:07 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:07.292+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:07.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:07 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:07.292+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:07.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:07 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:07.571+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:07.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:07 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:07.571+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:07.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:07 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:07.571+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:07.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:07 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:07.571+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:08.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:08.201+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:35:08.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:08.201+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:35:08.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:08.201+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:35:08.552 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:08.201+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.830877+0000 front 2024-04-23T18:34:36.830862+0000 (oldest deadline 2024-04-23T18:35:02.730679+0000) 2024-04-23T18:35:08.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:08.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:08.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:08.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:08.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:08.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:08.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:08.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:08.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:08 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:08.146+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:08.658 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:08.326+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:08.658 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:08.326+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:08.658 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:08.326+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:08.658 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:08.326+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:08.658 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:08 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:08.326+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:08.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:08 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:08.532+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:08.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:08 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:08.532+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:08.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:08 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:08.532+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:08.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:08 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:08.532+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:09.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:09.248+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:08.926052+0000 front 2024-04-23T18:34:08.926233+0000 (oldest deadline 2024-04-23T18:34:38.326723+0000) 2024-04-23T18:35:09.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:09.248+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:20.027590+0000 front 2024-04-23T18:34:20.027629+0000 (oldest deadline 2024-04-23T18:34:43.527721+0000) 2024-04-23T18:35:09.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:09.248+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.529110+0000 front 2024-04-23T18:34:27.529144+0000 (oldest deadline 2024-04-23T18:34:53.429277+0000) 2024-04-23T18:35:09.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:09.248+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.830877+0000 front 2024-04-23T18:34:36.830862+0000 (oldest deadline 2024-04-23T18:35:02.730679+0000) 2024-04-23T18:35:09.552 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8[51819]: 2024-04-23T18:35:09.248+0000 7f060d038700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.730996+0000 front 2024-04-23T18:34:42.731041+0000 (oldest deadline 2024-04-23T18:35:08.631135+0000) 2024-04-23T18:35:09.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:09.185+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:09.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:09.185+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:09.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:09.185+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:09.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:09.185+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:09.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:09 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:09.185+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:09.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:09 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:09.289+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:09.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:09 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:09.289+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:09.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:09 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:09.289+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:09.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:09 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:09.289+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:09.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:09 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:09.289+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:09.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:09 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:09.576+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:09.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:09 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:09.576+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:09.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:09 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:09.576+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:09.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:09 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:09.576+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:09.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:09 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:09.576+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:44.869875+0000 front 2024-04-23T18:34:44.869809+0000 (oldest deadline 2024-04-23T18:35:08.969689+0000) 2024-04-23T18:35:10.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:10 smithi102 podman[70297]: 2024-04-23 18:35:10.289660962 +0000 UTC m=+5.493009917 container died 11d04fb1d480f0c31d9558cbd188fd3d76904ee8de65fa4d326d08bedba3927d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-23T18:35:10.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:10.168+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:10.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:10.168+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:10.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:10.168+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:10.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:10.168+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:10.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:10.168+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:10.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:10.312+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:10.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:10.312+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:10.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:10.312+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:10.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:10.312+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:10.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:10 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:10.312+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:10.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:10 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:10.623+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:10.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:10 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:10.623+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:10.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:10 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:10.623+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:10.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:10 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:10.623+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:10.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:10 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:10.623+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:44.869875+0000 front 2024-04-23T18:34:44.869809+0000 (oldest deadline 2024-04-23T18:35:08.969689+0000) 2024-04-23T18:35:10.935 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:10 smithi102 podman[70297]: 2024-04-23 18:35:10.675732591 +0000 UTC m=+5.879081549 container cleanup 11d04fb1d480f0c31d9558cbd188fd3d76904ee8de65fa4d326d08bedba3927d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:35:10.935 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:10 smithi102 bash[70297]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8 2024-04-23T18:35:11.190 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:10 smithi102 podman[70314]: 2024-04-23 18:35:10.943781766 +0000 UTC m=+0.656439823 container remove 11d04fb1d480f0c31d9558cbd188fd3d76904ee8de65fa4d326d08bedba3927d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-23T18:35:11.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:11 smithi102 podman[70402]: 2024-04-23 18:35:11.195646985 +0000 UTC m=+0.017542755 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:35:11.551 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:11 smithi102 podman[70402]: 2024-04-23 18:35:11.311322403 +0000 UTC m=+0.133218163 container create ab1e4a52b6b5048369d5fea17ffbf072f6ca7cac0482de167faa0e1f78344e45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-23T18:35:11.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:11 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:11.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:11.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:11 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:11.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:11.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:11 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:11.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:11.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:11 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:11.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:11.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:11 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:11.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:11.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:11 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:11.356+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:11.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:11 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:11.356+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:11.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:11 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:11.356+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:11.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:11 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:11.356+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:11.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:11 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:11.356+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:11.892 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:11 smithi102 podman[70402]: 2024-04-23 18:35:11.603620187 +0000 UTC m=+0.425515947 container init ab1e4a52b6b5048369d5fea17ffbf072f6ca7cac0482de167faa0e1f78344e45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-23T18:35:11.893 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:11 smithi102 podman[70402]: 2024-04-23 18:35:11.606781199 +0000 UTC m=+0.428676962 container start ab1e4a52b6b5048369d5fea17ffbf072f6ca7cac0482de167faa0e1f78344e45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-23T18:35:11.893 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:11 smithi102 podman[70402]: 2024-04-23 18:35:11.722750072 +0000 UTC m=+0.544645849 container attach ab1e4a52b6b5048369d5fea17ffbf072f6ca7cac0482de167faa0e1f78344e45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-23T18:35:12.157 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:11 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:11.665+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:12.157 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:11 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:11.665+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:12.157 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:11 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:11.665+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:12.157 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:11 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:11.665+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:12.157 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:11 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:11.665+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:44.869875+0000 front 2024-04-23T18:34:44.869809+0000 (oldest deadline 2024-04-23T18:35:08.969689+0000) 2024-04-23T18:35:12.203 INFO:journalctl@ceph.osd.8.smithi102.stdout:Apr 23 18:35:11 smithi102 podman[70402]: 2024-04-23 18:35:11.901262644 +0000 UTC m=+0.723158398 container died ab1e4a52b6b5048369d5fea17ffbf072f6ca7cac0482de167faa0e1f78344e45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-8-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-23T18:35:12.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:12 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:12.211+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:12.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:12 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:12.211+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:12.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:12 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:12.211+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:12.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:12 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:12.211+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:12.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:12 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:12.211+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:12.608 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.8.service' 2024-04-23T18:35:12.647 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:12.647 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-23T18:35:12.647 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-23T18:35:12.648 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.9 2024-04-23T18:35:12.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:12 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:12.400+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:12.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:12 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:12.400+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:12.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:12 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:12.400+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:12.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:12 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:12.400+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:12.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:12 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:12.400+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:12.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:12 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:12.400+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:12.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:12.661+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:12.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:12.661+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:12.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:12.661+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:12.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:12.661+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:12.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:12.661+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:44.869875+0000 front 2024-04-23T18:34:44.869809+0000 (oldest deadline 2024-04-23T18:35:08.969689+0000) 2024-04-23T18:35:12.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:12 smithi038 systemd[1]: Stopping Ceph osd.9 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:13.291 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:12.987+0000 7f430d578700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:13.291 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:12.987+0000 7f430d578700 -1 osd.9 102 *** Got signal Terminated *** 2024-04-23T18:35:13.291 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:12 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:12.987+0000 7f430d578700 -1 osd.9 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:35:13.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:13 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:13.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:13.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:13 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:13.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:13.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:13 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:13.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:13.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:13 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:13.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:13.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:13 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:13.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:13.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:13.413+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:13.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:13.413+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:13.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:13.413+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:13.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:13.413+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:13.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:13.413+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:13.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:13 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:13.413+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:13.889 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:13 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:13.614+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:13.889 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:13 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:13.614+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:13.890 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:13 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:13.614+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:13.890 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:13 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:13.614+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:13.890 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:13 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:13.614+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:44.869875+0000 front 2024-04-23T18:34:44.869809+0000 (oldest deadline 2024-04-23T18:35:08.969689+0000) 2024-04-23T18:35:14.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:14 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:14.212+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:14.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:14 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:14.212+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:14.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:14 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:14.212+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:14.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:14 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:14.212+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:14.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:14 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:14.212+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:14.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:14 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:14.388+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:14.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:14 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:14.388+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:14.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:14 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:14.388+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:14.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:14 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:14.388+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:14.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:14 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:14.388+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:14.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:14 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:14.388+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:14.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:14 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:14.618+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:14.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:14 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:14.618+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:14.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:14 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:14.618+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:14.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:14 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:14.618+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:14.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:14 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:14.618+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:44.869875+0000 front 2024-04-23T18:34:44.869809+0000 (oldest deadline 2024-04-23T18:35:08.969689+0000) 2024-04-23T18:35:15.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:15 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:15.349+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:15.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:15 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:15.349+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:15.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:15 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:15.349+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:15.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:15 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:15.349+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:15.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:15 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:15.349+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:15.507 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:15 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:15.349+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:15.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:15 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:15.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:15.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:15 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:15.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:15.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:15 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:15.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:15.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:15 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:15.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:15.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:15 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:15.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:15.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:15 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:15.239+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:15.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:15 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:15.600+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:15.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:15 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:15.600+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:15.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:15 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:15.600+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:15.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:15 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:15.600+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:15.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:15 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:15.600+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:44.869875+0000 front 2024-04-23T18:34:44.869809+0000 (oldest deadline 2024-04-23T18:35:08.969689+0000) 2024-04-23T18:35:15.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:15 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:15.600+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:48.970135+0000 front 2024-04-23T18:34:48.970183+0000 (oldest deadline 2024-04-23T18:35:14.870188+0000) 2024-04-23T18:35:16.452 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:16.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:16.453 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:16.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:16.453 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:16.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:16.453 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:16.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:16.453 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:16.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:16.453 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:16 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:16.198+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:16.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:16 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:16.301+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:16.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:16 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:16.301+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:16.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:16 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:16.301+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:16.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:16 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:16.301+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:16.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:16 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:16.301+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:16.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:16 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:16.301+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:16.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:16 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:16.647+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:16.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:16 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:16.647+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:16.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:16 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:16.647+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:16.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:16 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:16.647+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:16.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:16 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:16.647+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:44.869875+0000 front 2024-04-23T18:34:44.869809+0000 (oldest deadline 2024-04-23T18:35:08.969689+0000) 2024-04-23T18:35:16.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:16 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:16.647+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:48.970135+0000 front 2024-04-23T18:34:48.970183+0000 (oldest deadline 2024-04-23T18:35:14.870188+0000) 2024-04-23T18:35:17.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:17 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:17.225+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:17.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:17 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:17.225+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:17.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:17 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:17.225+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:17.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:17 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:17.225+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:17.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:17 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:17.225+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:17.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:17 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:17.225+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:17.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:17 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:17.307+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:17.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:17 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:17.307+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:17.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:17 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:17.307+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:17.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:17 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:17.307+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:17.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:17 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:17.307+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:17.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:17 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:17.307+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:17.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:17 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:17.604+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:03.161391+0000 front 2024-04-23T18:34:03.161566+0000 (oldest deadline 2024-04-23T18:34:30.762220+0000) 2024-04-23T18:35:17.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:17 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:17.604+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.762918+0000 front 2024-04-23T18:34:10.763167+0000 (oldest deadline 2024-04-23T18:34:35.363662+0000) 2024-04-23T18:35:17.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:17 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:17.604+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:18.765457+0000 front 2024-04-23T18:34:18.765440+0000 (oldest deadline 2024-04-23T18:34:42.265332+0000) 2024-04-23T18:35:17.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:17 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:17.604+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:27.267754+0000 front 2024-04-23T18:34:27.267957+0000 (oldest deadline 2024-04-23T18:34:51.367681+0000) 2024-04-23T18:35:17.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:17 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:17.604+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:44.869875+0000 front 2024-04-23T18:34:44.869809+0000 (oldest deadline 2024-04-23T18:35:08.969689+0000) 2024-04-23T18:35:17.908 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:17 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9[64240]: 2024-04-23T18:35:17.604+0000 7f4305b64700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:48.970135+0000 front 2024-04-23T18:34:48.970183+0000 (oldest deadline 2024-04-23T18:35:14.870188+0000) 2024-04-23T18:35:18.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:18 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:18.238+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:18.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:18 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:18.238+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:18.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:18 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:18.238+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:18.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:18 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:18.238+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:18.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:18 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:18.238+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:18.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:18 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:18.238+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:18.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:18 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:18.324+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:18.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:18 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:18.324+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:18.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:18 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:18.324+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:18.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:18 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:18.324+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:18.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:18 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:18.324+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:18.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:18 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:18.324+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:18.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:18 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:18.324+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:51.697672+0000 front 2024-04-23T18:34:51.697692+0000 (oldest deadline 2024-04-23T18:35:17.597557+0000) 2024-04-23T18:35:18.780 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:18 smithi038 podman[89954]: 2024-04-23 18:35:18.529377499 +0000 UTC m=+5.671414153 container died 65db6dc1f3ea1f1d1e88bade8b02ca8dd720f0c38c1549b946319de12fefb772 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-23T18:35:19.147 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:18 smithi038 podman[89954]: 2024-04-23 18:35:18.888383697 +0000 UTC m=+6.030420340 container cleanup 65db6dc1f3ea1f1d1e88bade8b02ca8dd720f0c38c1549b946319de12fefb772 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-23T18:35:19.148 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:18 smithi038 bash[89954]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9 2024-04-23T18:35:19.407 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:19 smithi038 podman[89971]: 2024-04-23 18:35:19.156153882 +0000 UTC m=+0.624138132 container remove 65db6dc1f3ea1f1d1e88bade8b02ca8dd720f0c38c1549b946319de12fefb772 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:35:19.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:19 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:19.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:19.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:19 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:19.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:19.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:19 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:19.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:19.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:19 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:19.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:19.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:19 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:19.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:19.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:19 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:19.208+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:19.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:19 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:19.354+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:19.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:19 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:19.354+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:19.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:19 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:19.354+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:19.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:19 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:19.354+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:19.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:19 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:19.354+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:19.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:19 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:19.354+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:19.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:19 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:19.354+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:51.697672+0000 front 2024-04-23T18:34:51.697692+0000 (oldest deadline 2024-04-23T18:35:17.597557+0000) 2024-04-23T18:35:19.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:19 smithi038 podman[90060]: 2024-04-23 18:35:19.417649196 +0000 UTC m=+0.018550374 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:35:19.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:19 smithi038 podman[90060]: 2024-04-23 18:35:19.515110855 +0000 UTC m=+0.116012032 container create 16c9c96e20aa6872e4e41590707f2114506533f492242e514cff10389937649c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-23T18:35:19.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:19 smithi038 podman[90060]: 2024-04-23 18:35:19.72621127 +0000 UTC m=+0.327112451 container init 16c9c96e20aa6872e4e41590707f2114506533f492242e514cff10389937649c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:35:19.907 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:19 smithi038 podman[90060]: 2024-04-23 18:35:19.729798452 +0000 UTC m=+0.330699629 container start 16c9c96e20aa6872e4e41590707f2114506533f492242e514cff10389937649c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:35:20.304 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:19 smithi038 podman[90060]: 2024-04-23 18:35:19.917443797 +0000 UTC m=+0.518344993 container attach 16c9c96e20aa6872e4e41590707f2114506533f492242e514cff10389937649c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-23T18:35:20.304 INFO:journalctl@ceph.osd.9.smithi038.stdout:Apr 23 18:35:20 smithi038 podman[90060]: 2024-04-23 18:35:20.031924308 +0000 UTC m=+0.632825497 container died 16c9c96e20aa6872e4e41590707f2114506533f492242e514cff10389937649c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-23T18:35:20.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:20 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:20.181+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:20.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:20 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:20.181+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:20.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:20 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:20.181+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:20.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:20 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:20.181+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:20.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:20 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:20.181+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:20.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:20 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:20.181+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:20.604 DEBUG:teuthology.orchestra.run.smithi038:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.9.service' 2024-04-23T18:35:20.642 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:20.645 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-23T18:35:20.645 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-23T18:35:20.645 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.10 2024-04-23T18:35:20.671 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:20.340+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:20.671 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:20.340+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:20.671 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:20.340+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:20.671 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:20.340+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:20.671 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:20.340+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:20.671 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:20.340+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:20.671 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:20.340+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:51.697672+0000 front 2024-04-23T18:34:51.697692+0000 (oldest deadline 2024-04-23T18:35:17.597557+0000) 2024-04-23T18:35:20.945 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 systemd[1]: Stopping Ceph osd.10 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:21.257 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:20.953+0000 7fa94292e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:21.257 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:20.953+0000 7fa94292e700 -1 osd.10 102 *** Got signal Terminated *** 2024-04-23T18:35:21.257 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:20 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:20.953+0000 7fa94292e700 -1 osd.10 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:35:21.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:21 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:21.206+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:21.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:21 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:21.206+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:21.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:21 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:21.206+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:21.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:21 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:21.206+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:21.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:21 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:21.206+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:21.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:21 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:21.206+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:21.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:21 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:21.358+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:21.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:21 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:21.358+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:21.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:21 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:21.358+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:21.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:21 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:21.358+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:21.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:21 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:21.358+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:21.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:21 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:21.358+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:21.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:21 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:21.358+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:51.697672+0000 front 2024-04-23T18:34:51.697692+0000 (oldest deadline 2024-04-23T18:35:17.597557+0000) 2024-04-23T18:35:22.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:22 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:22.255+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:22.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:22 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:22.255+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:22.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:22 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:22.255+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:22.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:22 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:22.256+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:22.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:22 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:22.256+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:22.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:22 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:22.256+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:22.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:22 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:22.384+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:22.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:22 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:22.384+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:22.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:22 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:22.384+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:22.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:22 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:22.384+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:22.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:22 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:22.384+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:22.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:22 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:22.384+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:22.758 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:22 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:22.384+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:51.697672+0000 front 2024-04-23T18:34:51.697692+0000 (oldest deadline 2024-04-23T18:35:17.597557+0000) 2024-04-23T18:35:23.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:23 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:23.284+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:23.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:23 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:23.284+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:23.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:23 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:23.284+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:23.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:23 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:23.284+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:23.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:23 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:23.284+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:23.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:23 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:23.284+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:23.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:23 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:23.416+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:23.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:23 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:23.416+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:23.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:23 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:23.416+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:23.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:23 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:23.416+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:23.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:23 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:23.416+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:23.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:23 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:23.416+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:23.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:23 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:23.416+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:51.697672+0000 front 2024-04-23T18:34:51.697692+0000 (oldest deadline 2024-04-23T18:35:17.597557+0000) 2024-04-23T18:35:24.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:24 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:24.235+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:24.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:24 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:24.235+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:24.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:24 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:24.235+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:24.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:24 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:24.235+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:24.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:24 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:24.235+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:24.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:24 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:24.235+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:24.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:24 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:24.435+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:24.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:24 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:24.435+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:24.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:24 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:24.435+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:24.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:24 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:24.435+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:24.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:24 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:24.435+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:24.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:24 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:24.435+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:24.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:24 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:24.435+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:51.697672+0000 front 2024-04-23T18:34:51.697692+0000 (oldest deadline 2024-04-23T18:35:17.597557+0000) 2024-04-23T18:35:25.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:25 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:25.232+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:25.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:25 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:25.232+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:25.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:25 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:25.232+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:25.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:25 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:25.232+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:25.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:25 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:25.232+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:25.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:25 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:25.232+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:25.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:25 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:25.473+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:02.790187+0000 front 2024-04-23T18:34:02.790201+0000 (oldest deadline 2024-04-23T18:34:28.690238+0000) 2024-04-23T18:35:25.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:25 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:25.473+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:10.991192+0000 front 2024-04-23T18:34:10.991215+0000 (oldest deadline 2024-04-23T18:34:36.891374+0000) 2024-04-23T18:35:25.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:25 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:25.473+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:21.393535+0000 front 2024-04-23T18:34:21.393625+0000 (oldest deadline 2024-04-23T18:34:46.093356+0000) 2024-04-23T18:35:25.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:25 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:25.473+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6814 osd.3 since back 2024-04-23T18:34:28.994357+0000 front 2024-04-23T18:34:28.994298+0000 (oldest deadline 2024-04-23T18:34:50.694273+0000) 2024-04-23T18:35:25.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:25 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:25.473+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:36.595191+0000 front 2024-04-23T18:34:36.595222+0000 (oldest deadline 2024-04-23T18:34:59.495272+0000) 2024-04-23T18:35:25.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:25 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:25.473+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:42.296716+0000 front 2024-04-23T18:34:42.296728+0000 (oldest deadline 2024-04-23T18:35:11.697153+0000) 2024-04-23T18:35:25.757 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:25 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10[57464]: 2024-04-23T18:35:25.473+0000 7fa93af1a700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:51.697672+0000 front 2024-04-23T18:34:51.697692+0000 (oldest deadline 2024-04-23T18:35:17.597557+0000) 2024-04-23T18:35:26.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:26 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:26.255+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:26.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:26 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:26.255+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:26.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:26 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:26.255+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:26.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:26 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:26.255+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:26.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:26 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:26.255+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:26.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:26 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:26.255+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:26.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:26 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:26.255+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6820 osd.7 since back 2024-04-23T18:35:00.811581+0000 front 2024-04-23T18:35:00.811630+0000 (oldest deadline 2024-04-23T18:35:25.511404+0000) 2024-04-23T18:35:26.654 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:26 smithi076 podman[69469]: 2024-04-23 18:35:26.384557753 +0000 UTC m=+5.540816487 container died d415f3adc180d87b3197895aa4499b934c248a03e4a4a0b54d32fc32591a20e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-23T18:35:27.004 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:26 smithi076 podman[69469]: 2024-04-23 18:35:26.76197398 +0000 UTC m=+5.918232710 container cleanup d415f3adc180d87b3197895aa4499b934c248a03e4a4a0b54d32fc32591a20e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-23T18:35:27.004 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:26 smithi076 bash[69469]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10 2024-04-23T18:35:27.257 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:27 smithi076 podman[69487]: 2024-04-23 18:35:27.012900668 +0000 UTC m=+0.620952917 container remove d415f3adc180d87b3197895aa4499b934c248a03e4a4a0b54d32fc32591a20e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-23T18:35:27.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:27 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:27.296+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:27.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:27 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:27.296+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:27.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:27 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:27.296+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:27.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:27 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:27.296+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:27.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:27 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:27.296+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:27.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:27 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:27.296+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:27.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:27 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:27.296+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6820 osd.7 since back 2024-04-23T18:35:00.811581+0000 front 2024-04-23T18:35:00.811630+0000 (oldest deadline 2024-04-23T18:35:25.511404+0000) 2024-04-23T18:35:27.591 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:27 smithi076 podman[69575]: 2024-04-23 18:35:27.227924171 +0000 UTC m=+0.017932455 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:35:27.591 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:27 smithi076 podman[69575]: 2024-04-23 18:35:27.364631457 +0000 UTC m=+0.154639764 container create e1446af28bbe3fe1a75acb31596408438f7c327ff1d35723bf7e6a0a299453a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:35:27.591 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:27 smithi076 podman[69575]: 2024-04-23 18:35:27.599998321 +0000 UTC m=+0.390006583 container init e1446af28bbe3fe1a75acb31596408438f7c327ff1d35723bf7e6a0a299453a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True) 2024-04-23T18:35:27.891 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:27 smithi076 podman[69575]: 2024-04-23 18:35:27.603031287 +0000 UTC m=+0.393039550 container start e1446af28bbe3fe1a75acb31596408438f7c327ff1d35723bf7e6a0a299453a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-23T18:35:27.891 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:27 smithi076 podman[69575]: 2024-04-23 18:35:27.691645284 +0000 UTC m=+0.481653553 container attach e1446af28bbe3fe1a75acb31596408438f7c327ff1d35723bf7e6a0a299453a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-23T18:35:28.202 INFO:journalctl@ceph.osd.10.smithi076.stdout:Apr 23 18:35:27 smithi076 podman[69575]: 2024-04-23 18:35:27.899988457 +0000 UTC m=+0.689996724 container died e1446af28bbe3fe1a75acb31596408438f7c327ff1d35723bf7e6a0a299453a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-23T18:35:28.503 DEBUG:teuthology.orchestra.run.smithi076:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.10.service' 2024-04-23T18:35:28.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:28.259+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:28.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:28.259+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:28.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:28.259+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:28.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:28.259+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:28.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:28.259+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:28.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:28.259+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:28.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:28.259+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6820 osd.7 since back 2024-04-23T18:35:00.811581+0000 front 2024-04-23T18:35:00.811630+0000 (oldest deadline 2024-04-23T18:35:25.511404+0000) 2024-04-23T18:35:28.581 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:28.581 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-23T18:35:28.581 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-23T18:35:28.581 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.11 2024-04-23T18:35:28.879 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 systemd[1]: Stopping Ceph osd.11 for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:29.271 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:28.887+0000 7fb6d859e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:29.271 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:28.887+0000 7fb6d859e700 -1 osd.11 102 *** Got signal Terminated *** 2024-04-23T18:35:29.271 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:28 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:28.887+0000 7fb6d859e700 -1 osd.11 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:35:29.271 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:29 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:29.278+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:29.271 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:29 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:29.278+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:29.271 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:29 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:29.278+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:29.271 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:29 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:29.278+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:29.271 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:29 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:29.278+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:29.271 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:29 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:29.278+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:29.272 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:29 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:29.278+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6820 osd.7 since back 2024-04-23T18:35:00.811581+0000 front 2024-04-23T18:35:00.811630+0000 (oldest deadline 2024-04-23T18:35:25.511404+0000) 2024-04-23T18:35:30.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:30 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:30.249+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:30.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:30 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:30.249+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:30.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:30 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:30.249+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:30.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:30 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:30.249+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:30.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:30 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:30.249+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:30.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:30 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:30.249+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:30.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:30 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:30.249+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6820 osd.7 since back 2024-04-23T18:35:00.811581+0000 front 2024-04-23T18:35:00.811630+0000 (oldest deadline 2024-04-23T18:35:25.511404+0000) 2024-04-23T18:35:31.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:31.251+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:31.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:31.251+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:31.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:31.251+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:31.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:31.251+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:31.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:31.251+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:31.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:31.251+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:31.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:31.251+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6820 osd.7 since back 2024-04-23T18:35:00.811581+0000 front 2024-04-23T18:35:00.811630+0000 (oldest deadline 2024-04-23T18:35:25.511404+0000) 2024-04-23T18:35:31.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:31 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:31.251+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6820 osd.8 since back 2024-04-23T18:35:09.012362+0000 front 2024-04-23T18:35:09.012333+0000 (oldest deadline 2024-04-23T18:35:30.712364+0000) 2024-04-23T18:35:32.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:32 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:32.299+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:32.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:32 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:32.299+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:32.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:32 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:32.299+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:32.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:32 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:32.299+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:32.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:32 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:32.299+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:32.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:32 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:32.299+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:32.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:32 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:32.299+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6820 osd.7 since back 2024-04-23T18:35:00.811581+0000 front 2024-04-23T18:35:00.811630+0000 (oldest deadline 2024-04-23T18:35:25.511404+0000) 2024-04-23T18:35:32.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:32 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:32.299+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6820 osd.8 since back 2024-04-23T18:35:09.012362+0000 front 2024-04-23T18:35:09.012333+0000 (oldest deadline 2024-04-23T18:35:30.712364+0000) 2024-04-23T18:35:33.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:33 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:33.273+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6806 osd.0 since back 2024-04-23T18:34:04.502106+0000 front 2024-04-23T18:34:04.501899+0000 (oldest deadline 2024-04-23T18:34:29.801911+0000) 2024-04-23T18:35:33.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:33 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:33.273+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6804 osd.1 since back 2024-04-23T18:34:09.802528+0000 front 2024-04-23T18:34:09.802391+0000 (oldest deadline 2024-04-23T18:34:33.902541+0000) 2024-04-23T18:35:33.551 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:33 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:33.273+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-04-23T18:34:16.103803+0000 front 2024-04-23T18:34:16.103868+0000 (oldest deadline 2024-04-23T18:34:42.003933+0000) 2024-04-23T18:35:33.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:33 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:33.273+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6812 osd.4 since back 2024-04-23T18:34:34.707165+0000 front 2024-04-23T18:34:34.707138+0000 (oldest deadline 2024-04-23T18:35:00.607080+0000) 2024-04-23T18:35:33.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:33 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:33.273+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-04-23T18:34:41.707872+0000 front 2024-04-23T18:34:41.707886+0000 (oldest deadline 2024-04-23T18:35:07.607957+0000) 2024-04-23T18:35:33.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:33 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:33.273+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.38:6822 osd.6 since back 2024-04-23T18:34:53.509102+0000 front 2024-04-23T18:34:53.509032+0000 (oldest deadline 2024-04-23T18:35:15.208790+0000) 2024-04-23T18:35:33.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:33 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:33.273+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.76:6820 osd.7 since back 2024-04-23T18:35:00.811581+0000 front 2024-04-23T18:35:00.811630+0000 (oldest deadline 2024-04-23T18:35:25.511404+0000) 2024-04-23T18:35:33.552 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:33 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11[58393]: 2024-04-23T18:35:33.273+0000 7fb6d0b8a700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.102:6820 osd.8 since back 2024-04-23T18:35:09.012362+0000 front 2024-04-23T18:35:09.012333+0000 (oldest deadline 2024-04-23T18:35:30.712364+0000) 2024-04-23T18:35:34.580 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:34 smithi102 podman[70520]: 2024-04-23 18:35:34.335941849 +0000 UTC m=+5.551687315 container died 724770a2bdd978f90a05dae4c098c07241ddeee8c0f96f784482ddd150adaaab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:35:34.871 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:34 smithi102 podman[70520]: 2024-04-23 18:35:34.662397537 +0000 UTC m=+5.878142992 container cleanup 724770a2bdd978f90a05dae4c098c07241ddeee8c0f96f784482ddd150adaaab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-23T18:35:34.872 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:34 smithi102 bash[70520]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11 2024-04-23T18:35:35.269 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:34 smithi102 podman[70537]: 2024-04-23 18:35:34.880214515 +0000 UTC m=+0.540399166 container remove 724770a2bdd978f90a05dae4c098c07241ddeee8c0f96f784482ddd150adaaab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD) 2024-04-23T18:35:35.554 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:35 smithi102 podman[70627]: 2024-04-23 18:35:35.180549914 +0000 UTC m=+0.017552569 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:35:35.554 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:35 smithi102 podman[70627]: 2024-04-23 18:35:35.307653998 +0000 UTC m=+0.144673940 container create d03246a207cbe654891d8f2b90833801ced69fe4db1d0c6031b1ebee2b572842 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-23T18:35:35.854 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:35 smithi102 podman[70627]: 2024-04-23 18:35:35.569021711 +0000 UTC m=+0.406024348 container init d03246a207cbe654891d8f2b90833801ced69fe4db1d0c6031b1ebee2b572842 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-04-23T18:35:35.854 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:35 smithi102 podman[70627]: 2024-04-23 18:35:35.572236022 +0000 UTC m=+0.409238648 container start d03246a207cbe654891d8f2b90833801ced69fe4db1d0c6031b1ebee2b572842 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:35:35.854 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:35 smithi102 podman[70627]: 2024-04-23 18:35:35.658354941 +0000 UTC m=+0.495357566 container attach d03246a207cbe654891d8f2b90833801ced69fe4db1d0c6031b1ebee2b572842 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-23T18:35:36.145 INFO:journalctl@ceph.osd.11.smithi102.stdout:Apr 23 18:35:35 smithi102 podman[70627]: 2024-04-23 18:35:35.863032785 +0000 UTC m=+0.700035429 container died d03246a207cbe654891d8f2b90833801ced69fe4db1d0c6031b1ebee2b572842 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-23T18:35:36.452 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@osd.11.service' 2024-04-23T18:35:36.489 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:36.489 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-23T18:35:36.489 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-23T18:35:36.490 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.a 2024-04-23T18:35:36.791 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:35:36 smithi038 systemd[1]: Stopping Ceph mds.a for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:37.157 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:35:36 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a[70638]: 2024-04-23T18:35:36.798+0000 7f4dddbcf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:37.157 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:35:36 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a[70638]: 2024-04-23T18:35:36.798+0000 7f4dddbcf700 -1 mds.a *** got signal Terminated *** 2024-04-23T18:35:41.157 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:35:40 smithi038 podman[90180]: 2024-04-23 18:35:40.804312314 +0000 UTC m=+4.097062241 container died 7e9c104ba16ac1f6807b58258fbd213e5fb07dbe367ea41312c0f2778abf8fd6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:35:41.653 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:35:41 smithi038 podman[90180]: 2024-04-23 18:35:41.248388486 +0000 UTC m=+4.541138401 container cleanup 7e9c104ba16ac1f6807b58258fbd213e5fb07dbe367ea41312c0f2778abf8fd6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:35:41.653 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:35:41 smithi038 bash[90180]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a 2024-04-23T18:35:41.653 INFO:journalctl@ceph.mds.a.smithi038.stdout:Apr 23 18:35:41 smithi038 podman[90194]: 2024-04-23 18:35:41.432901538 +0000 UTC m=+0.621737447 container remove 7e9c104ba16ac1f6807b58258fbd213e5fb07dbe367ea41312c0f2778abf8fd6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-23T18:35:41.668 DEBUG:teuthology.orchestra.run.smithi038:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.a.service' 2024-04-23T18:35:41.704 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:41.704 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-23T18:35:41.704 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-23T18:35:41.704 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.d 2024-04-23T18:35:42.051 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:35:41 smithi038 systemd[1]: Stopping Ceph mds.d for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:42.407 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:35:42 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-d[69683]: 2024-04-23T18:35:42.127+0000 7f9eba6d7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:42.407 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:35:42 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-d[69683]: 2024-04-23T18:35:42.127+0000 7f9eba6d7700 -1 mds.d *** got signal Terminated *** 2024-04-23T18:35:46.403 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:35:46 smithi038 podman[90299]: 2024-04-23 18:35:46.13266107 +0000 UTC m=+4.192902400 container died 78e796fdd56e9d5915b3171d31a9ea2fa7a55b31de46bc70f82812b311694971 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-d, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-23T18:35:46.657 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:35:46 smithi038 podman[90299]: 2024-04-23 18:35:46.50232888 +0000 UTC m=+4.562570217 container cleanup 78e796fdd56e9d5915b3171d31a9ea2fa7a55b31de46bc70f82812b311694971 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-d, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-23T18:35:46.657 INFO:journalctl@ceph.mds.d.smithi038.stdout:Apr 23 18:35:46 smithi038 bash[90299]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-d 2024-04-23T18:35:46.928 DEBUG:teuthology.orchestra.run.smithi038:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.d.service' 2024-04-23T18:35:46.961 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:46.961 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-23T18:35:46.961 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-23T18:35:46.961 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.g 2024-04-23T18:35:47.281 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:35:47 smithi038 systemd[1]: Stopping Ceph mds.g for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:47.657 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:35:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g[70278]: 2024-04-23T18:35:47.289+0000 7f4398068700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:47.657 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:35:47 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g[70278]: 2024-04-23T18:35:47.289+0000 7f4398068700 -1 mds.g *** got signal Terminated *** 2024-04-23T18:35:49.157 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:35:48 smithi038 podman[90420]: 2024-04-23 18:35:48.882181862 +0000 UTC m=+1.689879567 container died ac33e85d1015d5f5edc5562e6549b7178589c1c0ed184cc14bf749eeff3312ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:35:49.407 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:35:49 smithi038 podman[90420]: 2024-04-23 18:35:49.297932825 +0000 UTC m=+2.105630529 container cleanup ac33e85d1015d5f5edc5562e6549b7178589c1c0ed184cc14bf749eeff3312ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:35:49.407 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:35:49 smithi038 bash[90420]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g 2024-04-23T18:35:49.726 DEBUG:teuthology.orchestra.run.smithi038:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.g.service' 2024-04-23T18:35:49.747 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:35:49 smithi038 podman[90434]: 2024-04-23 18:35:49.490826631 +0000 UTC m=+0.601804196 container remove ac33e85d1015d5f5edc5562e6549b7178589c1c0ed184cc14bf749eeff3312ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-g, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-23T18:35:49.747 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:35:49 smithi038 systemd[1]: ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.g.service: Deactivated successfully. 2024-04-23T18:35:49.747 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:35:49 smithi038 systemd[1]: Stopped Ceph mds.g for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:35:49.747 INFO:journalctl@ceph.mds.g.smithi038.stdout:Apr 23 18:35:49 smithi038 systemd[1]: ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.g.service: Consumed 2.704s CPU time. 2024-04-23T18:35:49.758 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:49.758 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-23T18:35:49.758 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-23T18:35:49.758 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.j 2024-04-23T18:35:50.093 INFO:journalctl@ceph.mds.j.smithi038.stdout:Apr 23 18:35:49 smithi038 systemd[1]: Stopping Ceph mds.j for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:50.407 INFO:journalctl@ceph.mds.j.smithi038.stdout:Apr 23 18:35:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-j[69328]: 2024-04-23T18:35:50.101+0000 7f81c85d4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:50.407 INFO:journalctl@ceph.mds.j.smithi038.stdout:Apr 23 18:35:50 smithi038 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-j[69328]: 2024-04-23T18:35:50.101+0000 7f81c85d4700 -1 mds.j *** got signal Terminated *** 2024-04-23T18:35:51.603 INFO:journalctl@ceph.mds.j.smithi038.stdout:Apr 23 18:35:51 smithi038 podman[90540]: 2024-04-23 18:35:51.313129735 +0000 UTC m=+1.321368087 container died 07524cf3379033b36feb31ff640621b0a038d85ff03ebe5048589f6e3cd2ca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-23T18:35:51.886 INFO:journalctl@ceph.mds.j.smithi038.stdout:Apr 23 18:35:51 smithi038 podman[90540]: 2024-04-23 18:35:51.668792338 +0000 UTC m=+1.677030698 container cleanup 07524cf3379033b36feb31ff640621b0a038d85ff03ebe5048589f6e3cd2ca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-j, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:35:51.886 INFO:journalctl@ceph.mds.j.smithi038.stdout:Apr 23 18:35:51 smithi038 bash[90540]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-j 2024-04-23T18:35:52.140 INFO:journalctl@ceph.mds.j.smithi038.stdout:Apr 23 18:35:51 smithi038 podman[90554]: 2024-04-23 18:35:51.894868098 +0000 UTC m=+0.579497246 container remove 07524cf3379033b36feb31ff640621b0a038d85ff03ebe5048589f6e3cd2ca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-j, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-23T18:35:52.144 DEBUG:teuthology.orchestra.run.smithi038:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.j.service' 2024-04-23T18:35:52.175 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:52.175 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-23T18:35:52.175 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-23T18:35:52.175 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.b 2024-04-23T18:35:52.470 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:35:52 smithi076 systemd[1]: Stopping Ceph mds.b for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:52.736 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:35:52 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b[63136]: 2024-04-23T18:35:52.478+0000 7f2fb485f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:52.736 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:35:52 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b[63136]: 2024-04-23T18:35:52.478+0000 7f2fb485f700 -1 mds.b *** got signal Terminated *** 2024-04-23T18:35:56.757 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:35:56 smithi076 podman[69682]: 2024-04-23 18:35:56.490095291 +0000 UTC m=+4.108282362 container died dc7b4f97ff5af02e6d59013e7816d7a127c076697b57217379a4eb5c23e1f408 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:35:57.007 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:35:56 smithi076 podman[69682]: 2024-04-23 18:35:56.8311585 +0000 UTC m=+4.449345567 container cleanup dc7b4f97ff5af02e6d59013e7816d7a127c076697b57217379a4eb5c23e1f408 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-23T18:35:57.007 INFO:journalctl@ceph.mds.b.smithi076.stdout:Apr 23 18:35:56 smithi076 bash[69682]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-b 2024-04-23T18:35:57.254 DEBUG:teuthology.orchestra.run.smithi076:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.b.service' 2024-04-23T18:35:57.288 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:57.289 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-23T18:35:57.289 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-23T18:35:57.289 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.e 2024-04-23T18:35:57.611 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:35:57 smithi076 systemd[1]: Stopping Ceph mds.e for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:58.007 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:35:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e[62504]: 2024-04-23T18:35:57.617+0000 7f4fcffd3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:58.007 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:35:57 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e[62504]: 2024-04-23T18:35:57.617+0000 7f4fcffd3700 -1 mds.e *** got signal Terminated *** 2024-04-23T18:36:01.160 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:36:00 smithi076 podman[69815]: 2024-04-23 18:36:00.891241425 +0000 UTC m=+3.377163259 container died d1384eda614e15749de9788d6eabcbcdb6d6484cc49b43463683829f6e8c80c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:36:01.494 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:36:01 smithi076 podman[69815]: 2024-04-23 18:36:01.268792759 +0000 UTC m=+3.754714600 container cleanup d1384eda614e15749de9788d6eabcbcdb6d6484cc49b43463683829f6e8c80c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-23T18:36:01.495 INFO:journalctl@ceph.mds.e.smithi076.stdout:Apr 23 18:36:01 smithi076 bash[69815]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-e 2024-04-23T18:36:01.638 DEBUG:teuthology.orchestra.run.smithi076:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.e.service' 2024-04-23T18:36:01.676 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:01.684 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-23T18:36:01.692 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-23T18:36:01.702 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.h 2024-04-23T18:36:02.014 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:36:01 smithi076 systemd[1]: Stopping Ceph mds.h for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:36:02.507 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:36:02 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h[62821]: 2024-04-23T18:36:02.022+0000 7f7d21e80700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:36:02.520 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:36:02 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h[62821]: 2024-04-23T18:36:02.022+0000 7f7d21e80700 -1 mds.h *** got signal Terminated *** 2024-04-23T18:36:05.166 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:36:04 smithi076 podman[69934]: 2024-04-23 18:36:04.89570324 +0000 UTC m=+2.990042164 container died 246aac16be6ff53f0a8d142c64dd4297a01319d36241531220bc527801fb37a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-23T18:36:05.499 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:36:05 smithi076 podman[69934]: 2024-04-23 18:36:05.248075013 +0000 UTC m=+3.342413936 container cleanup 246aac16be6ff53f0a8d142c64dd4297a01319d36241531220bc527801fb37a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:36:05.523 INFO:journalctl@ceph.mds.h.smithi076.stdout:Apr 23 18:36:05 smithi076 bash[69934]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-h 2024-04-23T18:36:05.661 DEBUG:teuthology.orchestra.run.smithi076:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.h.service' 2024-04-23T18:36:05.701 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:05.708 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-23T18:36:05.717 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-23T18:36:05.727 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.k 2024-04-23T18:36:06.026 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:36:05 smithi076 systemd[1]: Stopping Ceph mds.k for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:36:06.507 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:36:06 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k[62179]: 2024-04-23T18:36:06.034+0000 7f904ec5f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:36:06.515 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:36:06 smithi076 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k[62179]: 2024-04-23T18:36:06.034+0000 7f904ec5f700 -1 mds.k *** got signal Terminated *** 2024-04-23T18:36:09.152 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:36:08 smithi076 podman[70055]: 2024-04-23 18:36:08.88383102 +0000 UTC m=+2.956934098 container died 0b45515d95151ce1164171c3c2a6a21552301ce9c94bd674130451bf681caf4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-23T18:36:09.503 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:36:09 smithi076 podman[70055]: 2024-04-23 18:36:09.260278886 +0000 UTC m=+3.333381953 container cleanup 0b45515d95151ce1164171c3c2a6a21552301ce9c94bd674130451bf681caf4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-23T18:36:09.512 INFO:journalctl@ceph.mds.k.smithi076.stdout:Apr 23 18:36:09 smithi076 bash[70055]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-k 2024-04-23T18:36:09.643 DEBUG:teuthology.orchestra.run.smithi076:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.k.service' 2024-04-23T18:36:09.693 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:09.704 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-23T18:36:09.714 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-23T18:36:09.726 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.c 2024-04-23T18:36:10.050 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:36:09 smithi102 systemd[1]: Stopping Ceph mds.c for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:36:10.311 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:36:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c[63815]: 2024-04-23T18:36:10.228+0000 7faac2de9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:36:10.363 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:36:10 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c[63815]: 2024-04-23T18:36:10.228+0000 7faac2de9700 -1 mds.c *** got signal Terminated *** 2024-04-23T18:36:13.188 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:36:12 smithi102 podman[70732]: 2024-04-23 18:36:12.892273493 +0000 UTC m=+2.963974273 container died a21708008264db90afb0f2a5b048c6ee3e119f1f0ed7ed32b4b4a7ea81f0d20e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux ) 2024-04-23T18:36:13.499 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:36:13 smithi102 podman[70732]: 2024-04-23 18:36:13.295797481 +0000 UTC m=+3.367498260 container cleanup a21708008264db90afb0f2a5b048c6ee3e119f1f0ed7ed32b4b4a7ea81f0d20e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:36:13.533 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:36:13 smithi102 bash[70732]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c 2024-04-23T18:36:13.722 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.c.service' 2024-04-23T18:36:13.761 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:36:13 smithi102 podman[70758]: 2024-04-23 18:36:13.50749539 +0000 UTC m=+0.604483149 container remove a21708008264db90afb0f2a5b048c6ee3e119f1f0ed7ed32b4b4a7ea81f0d20e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-c, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-23T18:36:13.771 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:36:13 smithi102 systemd[1]: ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.c.service: Deactivated successfully. 2024-04-23T18:36:13.829 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:36:13 smithi102 systemd[1]: Stopped Ceph mds.c for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:36:13.894 INFO:journalctl@ceph.mds.c.smithi102.stdout:Apr 23 18:36:13 smithi102 systemd[1]: ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.c.service: Consumed 12.772s CPU time. 2024-04-23T18:36:13.903 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:13.914 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-23T18:36:13.921 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-23T18:36:13.930 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.f 2024-04-23T18:36:14.051 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:36:13 smithi102 systemd[1]: Stopping Ceph mds.f for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:36:14.551 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:36:14 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f[63497]: 2024-04-23T18:36:14.242+0000 7fe6e875b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:36:14.574 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:36:14 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f[63497]: 2024-04-23T18:36:14.242+0000 7fe6e875b700 -1 mds.f *** got signal Terminated *** 2024-04-23T18:36:17.177 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:36:16 smithi102 podman[70865]: 2024-04-23 18:36:16.89633528 +0000 UTC m=+2.763962482 container died 4adf163f0f4dbb035a2f5770c4101136b1f0a0893b06d8b8d5f97133e6d872f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-23T18:36:17.527 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:36:17 smithi102 podman[70865]: 2024-04-23 18:36:17.284812403 +0000 UTC m=+3.152439615 container cleanup 4adf163f0f4dbb035a2f5770c4101136b1f0a0893b06d8b8d5f97133e6d872f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:36:17.613 INFO:journalctl@ceph.mds.f.smithi102.stdout:Apr 23 18:36:17 smithi102 bash[70865]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-f 2024-04-23T18:36:17.650 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.f.service' 2024-04-23T18:36:17.689 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:17.726 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-23T18:36:17.736 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-23T18:36:17.746 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.i 2024-04-23T18:36:18.051 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:36:17 smithi102 systemd[1]: Stopping Ceph mds.i for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:36:18.074 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:36:18 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i[64124]: 2024-04-23T18:36:18.046+0000 7f5601508700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:36:18.088 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:36:18 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i[64124]: 2024-04-23T18:36:18.046+0000 7f5601508700 -1 mds.i *** got signal Terminated *** 2024-04-23T18:36:21.051 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:36:20 smithi102 podman[70986]: 2024-04-23 18:36:20.90280311 +0000 UTC m=+2.961486597 container died d27568daec61354b6c6e335321a20e54acb2aeac5e36fa15cc714ccc993d0afc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:36:21.551 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:36:21 smithi102 podman[70986]: 2024-04-23 18:36:21.356155661 +0000 UTC m=+3.414839150 container cleanup d27568daec61354b6c6e335321a20e54acb2aeac5e36fa15cc714ccc993d0afc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-23T18:36:21.560 INFO:journalctl@ceph.mds.i.smithi102.stdout:Apr 23 18:36:21 smithi102 bash[70986]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-i 2024-04-23T18:36:21.820 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.i.service' 2024-04-23T18:36:21.858 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:21.865 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-23T18:36:21.875 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-23T18:36:21.884 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.l 2024-04-23T18:36:22.301 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:36:21 smithi102 systemd[1]: Stopping Ceph mds.l for e0b71514-019c-11ef-bc93-c7b262605968... 2024-04-23T18:36:22.311 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:36:22 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l[63187]: 2024-04-23T18:36:22.218+0000 7f02161af700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:36:22.318 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:36:22 smithi102 ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l[63187]: 2024-04-23T18:36:22.218+0000 7f02161af700 -1 mds.l *** got signal Terminated *** 2024-04-23T18:36:25.260 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:36:24 smithi102 podman[71108]: 2024-04-23 18:36:24.910624318 +0000 UTC m=+2.787323809 container died 60e21d6f58a1c3f718d4da5eef18eab2f847cf7338e403db4ada9e467b0b5659 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2) 2024-04-23T18:36:25.511 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:36:25 smithi102 podman[71108]: 2024-04-23 18:36:25.343797056 +0000 UTC m=+3.220496536 container cleanup 60e21d6f58a1c3f718d4da5eef18eab2f847cf7338e403db4ada9e467b0b5659 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:36:25.569 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:36:25 smithi102 bash[71108]: ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l 2024-04-23T18:36:25.755 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.l.service' 2024-04-23T18:36:25.800 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:36:25 smithi102 podman[71120]: 2024-04-23 18:36:25.520531677 +0000 UTC m=+0.608770816 container remove 60e21d6f58a1c3f718d4da5eef18eab2f847cf7338e403db4ada9e467b0b5659 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e0b71514-019c-11ef-bc93-c7b262605968-mds-l, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-23T18:36:25.878 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:36:25 smithi102 systemd[1]: ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.l.service: Deactivated successfully. 2024-04-23T18:36:25.921 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:36:25 smithi102 systemd[1]: Stopped Ceph mds.l for e0b71514-019c-11ef-bc93-c7b262605968. 2024-04-23T18:36:25.940 INFO:journalctl@ceph.mds.l.smithi102.stdout:Apr 23 18:36:25 smithi102 systemd[1]: ceph-e0b71514-019c-11ef-bc93-c7b262605968@mds.l.service: Consumed 3.404s CPU time. 2024-04-23T18:36:25.955 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:25.962 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-23T18:36:25.968 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e0b71514-019c-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-23T18:36:26.173 INFO:teuthology.orchestra.run.smithi038.stdout:Deleting cluster with fsid: e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:36:28.828 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e0b71514-019c-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-23T18:36:29.098 INFO:teuthology.orchestra.run.smithi076.stdout:Deleting cluster with fsid: e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:36:31.498 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e0b71514-019c-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-23T18:36:31.695 INFO:teuthology.orchestra.run.smithi102.stdout:Deleting cluster with fsid: e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:36:33.949 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:36:33.999 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:36:34.039 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:36:34.077 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-23T18:36:34.094 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104/remote/smithi038/crash 2024-04-23T18:36:34.101 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/crash -- . 2024-04-23T18:36:34.136 INFO:teuthology.orchestra.run.smithi038.stderr:tar: /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-23T18:36:34.146 INFO:teuthology.orchestra.run.smithi038.stderr:tar: Error is not recoverable: exiting now 2024-04-23T18:36:34.153 DEBUG:teuthology.misc:Transferring archived files from smithi076:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104/remote/smithi076/crash 2024-04-23T18:36:34.171 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar c -f - -C /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/crash -- . 2024-04-23T18:36:34.284 INFO:teuthology.orchestra.run.smithi076.stderr:tar: /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-23T18:36:34.291 INFO:teuthology.orchestra.run.smithi076.stderr:tar: Error is not recoverable: exiting now 2024-04-23T18:36:34.298 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104/remote/smithi102/crash 2024-04-23T18:36:34.305 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/crash -- . 2024-04-23T18:36:34.352 INFO:teuthology.orchestra.run.smithi102.stderr:tar: /var/lib/ceph/e0b71514-019c-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-23T18:36:34.359 INFO:teuthology.orchestra.run.smithi102.stderr:tar: Error is not recoverable: exiting now 2024-04-23T18:36:34.366 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-23T18:36:34.376 DEBUG:teuthology.orchestra.run.smithi038:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-04-23T18:36:34.549 INFO:tasks.cephadm:Compressing logs... 2024-04-23T18:36:34.556 DEBUG:teuthology.orchestra.run.smithi038:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-23T18:36:34.592 DEBUG:teuthology.orchestra.run.smithi076:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-23T18:36:34.602 DEBUG:teuthology.orchestra.run.smithi102:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-23T18:36:34.616 INFO:teuthology.orchestra.run.smithi038.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.log 2024-04-23T18:36:34.625 INFO:teuthology.orchestra.run.smithi038.stderr:: No such file or directory 2024-04-23T18:36:34.643 INFO:teuthology.orchestra.run.smithi102.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.log 2024-04-23T18:36:34.654 INFO:teuthology.orchestra.run.smithi102.stderr:: No such file or directory 2024-04-23T18:36:34.670 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-23T18:36:34.677 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-23T18:36:34.686 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-23T18:36:34.696 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-23T18:36:34.707 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-23T18:36:34.720 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-23T18:36:34.732 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-23T18:36:34.741 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-23T18:36:34.750 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mgr.z.log: 87.3% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-23T18:36:34.821 INFO:teuthology.orchestra.run.smithi102.stderr: 90.5% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-23T18:36:34.842 INFO:teuthology.orchestra.run.smithi102.stderr: 91.9% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-23T18:36:34.853 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-23T18:36:34.862 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-23T18:36:34.875 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-23T18:36:34.884 INFO:teuthology.orchestra.run.smithi102.stderr: 83.7% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-23T18:36:34.891 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-23T18:36:34.905 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-23T18:36:34.929 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-23T18:36:34.940 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-23T18:36:34.948 INFO:teuthology.orchestra.run.smithi102.stderr: 91.0% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-23T18:36:34.961 INFO:teuthology.orchestra.run.smithi076.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose --: No such file or directory 2024-04-23T18:36:34.970 INFO:teuthology.orchestra.run.smithi076.stderr: /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.log 2024-04-23T18:36:34.981 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-23T18:36:34.987 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-23T18:36:34.994 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-23T18:36:35.001 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-23T18:36:35.085 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-23T18:36:35.093 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-23T18:36:35.100 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-23T18:36:35.107 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-23T18:36:35.113 INFO:teuthology.orchestra.run.smithi076.stderr: 87.3% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-23T18:36:35.121 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.h.log: 90.5% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-23T18:36:35.127 INFO:teuthology.orchestra.run.smithi076.stderr: 91.8% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-23T18:36:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-23T18:36:35.155 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-23T18:36:35.162 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-23T18:36:35.168 INFO:teuthology.orchestra.run.smithi076.stderr: 83.8% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-23T18:36:35.174 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-23T18:36:35.181 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-volume.log: 91.0% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-23T18:36:35.187 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-23T18:36:35.194 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-23T18:36:35.201 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-23T18:36:35.209 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-23T18:36:35.250 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-23T18:36:35.257 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-23T18:36:35.265 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-23T18:36:35.271 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-23T18:36:35.279 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-23T18:36:35.286 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-23T18:36:35.293 INFO:teuthology.orchestra.run.smithi038.stderr: 87.3%/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mgr.x.log: -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-23T18:36:35.301 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-23T18:36:35.330 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-23T18:36:35.341 INFO:teuthology.orchestra.run.smithi038.stderr: 90.3% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-23T18:36:35.348 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.6.log: 94.5% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-23T18:36:35.358 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-23T18:36:35.369 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-23T18:36:35.379 INFO:teuthology.orchestra.run.smithi038.stderr: 84.1% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-23T18:36:35.433 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-23T18:36:35.439 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-23T18:36:35.475 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.d.log: 94.5% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-23T18:36:35.483 INFO:teuthology.orchestra.run.smithi038.stderr: 91.1% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-23T18:36:35.490 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-23T18:36:35.496 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.9.log: /var/log/ceph/cephadm.log: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-23T18:36:35.503 INFO:teuthology.orchestra.run.smithi038.stderr: 94.9% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-23T18:36:35.510 INFO:teuthology.orchestra.run.smithi038.stderr: 90.2% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-23T18:36:35.517 INFO:teuthology.orchestra.run.smithi102.stderr: 92.0% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-23T18:36:35.523 INFO:teuthology.orchestra.run.smithi102.stderr: 95.2% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-23T18:36:35.547 INFO:teuthology.orchestra.run.smithi076.stderr: 95.4% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-23T18:36:35.554 INFO:teuthology.orchestra.run.smithi076.stderr: 92.0% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-23T18:36:35.562 INFO:teuthology.orchestra.run.smithi076.stderr: 95.2% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-23T18:36:35.826 INFO:teuthology.orchestra.run.smithi038.stderr: 90.4% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-23T18:36:37.307 INFO:teuthology.orchestra.run.smithi038.stderr: 93.9% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-23T18:36:37.717 INFO:teuthology.orchestra.run.smithi076.stderr: 91.7% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-23T18:36:37.803 INFO:teuthology.orchestra.run.smithi102.stderr: 95.2% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-23T18:36:38.494 INFO:teuthology.orchestra.run.smithi102.stderr: 93.8% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-23T18:36:38.910 INFO:teuthology.orchestra.run.smithi038.stderr: 91.7% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-23T18:36:39.131 INFO:teuthology.orchestra.run.smithi038.stderr: 92.1% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-23T18:36:39.144 INFO:teuthology.orchestra.run.smithi102.stderr: 93.6% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-23T18:36:39.283 INFO:teuthology.orchestra.run.smithi038.stderr: 91.8% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-23T18:36:39.606 INFO:teuthology.orchestra.run.smithi076.stderr: 92.1% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-23T18:36:39.700 INFO:teuthology.orchestra.run.smithi102.stderr: 91.9% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-23T18:36:39.795 INFO:teuthology.orchestra.run.smithi102.stderr: 91.6% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-23T18:36:39.942 INFO:teuthology.orchestra.run.smithi038.stderr: 91.8% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-23T18:36:39.951 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-04-23T18:36:39.958 INFO:teuthology.orchestra.run.smithi038.stderr:real 0m5.338s 2024-04-23T18:36:39.965 INFO:teuthology.orchestra.run.smithi038.stderr:user 0m22.709s 2024-04-23T18:36:39.972 INFO:teuthology.orchestra.run.smithi038.stderr:sys 0m0.648s 2024-04-23T18:36:39.980 INFO:teuthology.orchestra.run.smithi076.stderr: 91.9% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-23T18:36:40.035 INFO:teuthology.orchestra.run.smithi102.stderr: 91.6% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-23T18:36:40.166 INFO:teuthology.orchestra.run.smithi102.stderr: 91.9% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-23T18:36:40.174 INFO:teuthology.orchestra.run.smithi102.stderr: 2024-04-23T18:36:40.185 INFO:teuthology.orchestra.run.smithi102.stderr:real 0m5.542s 2024-04-23T18:36:40.249 INFO:teuthology.orchestra.run.smithi102.stderr:user 0m32.484s 2024-04-23T18:36:40.337 INFO:teuthology.orchestra.run.smithi102.stderr:sys 0m0.885s 2024-04-23T18:36:40.549 INFO:teuthology.orchestra.run.smithi076.stderr: 91.6% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-23T18:36:40.853 INFO:teuthology.orchestra.run.smithi076.stderr: 93.4% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-23T18:37:02.222 INFO:teuthology.orchestra.run.smithi076.stderr: 93.2% -- replaced with /var/log/ceph/e0b71514-019c-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-23T18:37:02.243 INFO:teuthology.orchestra.run.smithi076.stderr: 2024-04-23T18:37:02.243 INFO:teuthology.orchestra.run.smithi076.stderr:real 0m27.607s 2024-04-23T18:37:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:user 0m52.572s 2024-04-23T18:37:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:sys 0m1.552s 2024-04-23T18:37:02.244 INFO:tasks.cephadm:Archiving logs... 2024-04-23T18:37:02.244 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104/remote/smithi038/log 2024-04-23T18:37:02.245 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-23T18:37:05.672 DEBUG:teuthology.misc:Transferring archived files from smithi076:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104/remote/smithi076/log 2024-04-23T18:37:05.673 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-23T18:37:13.617 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104/remote/smithi102/log 2024-04-23T18:37:13.618 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-23T18:37:17.771 INFO:tasks.cephadm:Removing cluster... 2024-04-23T18:37:17.772 DEBUG:teuthology.orchestra.run.smithi038:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e0b71514-019c-11ef-bc93-c7b262605968 --force 2024-04-23T18:37:17.973 INFO:teuthology.orchestra.run.smithi038.stdout:Deleting cluster with fsid: e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:37:18.262 DEBUG:teuthology.orchestra.run.smithi076:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e0b71514-019c-11ef-bc93-c7b262605968 --force 2024-04-23T18:37:18.453 INFO:teuthology.orchestra.run.smithi076.stdout:Deleting cluster with fsid: e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:37:18.764 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e0b71514-019c-11ef-bc93-c7b262605968 --force 2024-04-23T18:37:18.953 INFO:teuthology.orchestra.run.smithi102.stdout:Deleting cluster with fsid: e0b71514-019c-11ef-bc93-c7b262605968 2024-04-23T18:37:19.234 INFO:tasks.cephadm:Removing cephadm ... 2024-04-23T18:37:19.234 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-23T18:37:19.253 DEBUG:teuthology.orchestra.run.smithi076:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-23T18:37:19.270 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-23T18:37:19.286 INFO:tasks.cephadm:Teardown complete 2024-04-23T18:37:19.286 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-23T18:37:19.298 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-23T18:37:19.298 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-23T18:37:19.301 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-23T18:37:19.313 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-23T18:37:19.423 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-23T18:37:19.434 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-23T18:37:19.435 DEBUG:teuthology.orchestra.run.smithi038:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:37:19.437 DEBUG:teuthology.orchestra.run.smithi076:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:37:19.440 DEBUG:teuthology.orchestra.run.smithi102:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:37:19.451 INFO:teuthology.orchestra.run.smithi038.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:37:19.452 INFO:teuthology.orchestra.run.smithi076.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:37:19.454 INFO:teuthology.orchestra.run.smithi102.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:37:19.455 INFO:teuthology.orchestra.run.smithi038.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:37:19.456 INFO:teuthology.orchestra.run.smithi038.stdout:=============================================================================== 2024-04-23T18:37:19.456 INFO:teuthology.orchestra.run.smithi038.stdout:^- hv01.front.sepia.ceph.com 2 6 377 32 +851us[ +851us] +/- 596ms 2024-04-23T18:37:19.456 INFO:teuthology.orchestra.run.smithi038.stdout:^* hv02.front.sepia.ceph.com 3 6 377 35 -275us[ -259us] +/- 71ms 2024-04-23T18:37:19.456 INFO:teuthology.orchestra.run.smithi038.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 36 +350us[ +366us] +/- 85ms 2024-04-23T18:37:19.456 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:37:19.457 INFO:teuthology.orchestra.run.smithi076.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:37:19.457 INFO:teuthology.orchestra.run.smithi076.stdout:=============================================================================== 2024-04-23T18:37:19.458 INFO:teuthology.orchestra.run.smithi076.stdout:^- hv01.front.sepia.ceph.com 2 6 377 34 +867us[ +867us] +/- 596ms 2024-04-23T18:37:19.458 INFO:teuthology.orchestra.run.smithi076.stdout:^* hv02.front.sepia.ceph.com 3 6 377 34 -264us[ -247us] +/- 71ms 2024-04-23T18:37:19.458 INFO:teuthology.orchestra.run.smithi076.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 31 +354us[ +354us] +/- 85ms 2024-04-23T18:37:19.458 INFO:teuthology.orchestra.run.smithi076.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:37:19.459 INFO:teuthology.orchestra.run.smithi102.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:37:19.459 INFO:teuthology.orchestra.run.smithi102.stdout:=============================================================================== 2024-04-23T18:37:19.459 INFO:teuthology.orchestra.run.smithi102.stdout:^- hv01.front.sepia.ceph.com 2 6 377 30 +842us[ +842us] +/- 596ms 2024-04-23T18:37:19.459 INFO:teuthology.orchestra.run.smithi102.stdout:^* hv02.front.sepia.ceph.com 3 6 377 32 -286us[ -268us] +/- 72ms 2024-04-23T18:37:19.459 INFO:teuthology.orchestra.run.smithi102.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 31 +346us[ +346us] +/- 85ms 2024-04-23T18:37:19.459 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:37:19.459 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-23T18:37:19.472 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-23T18:37:19.472 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-23T18:37:19.483 DEBUG:teuthology.orchestra.run.smithi038:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-23T18:37:19.578 DEBUG:teuthology.orchestra.run.smithi076:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-23T18:37:19.643 DEBUG:teuthology.orchestra.run.smithi102:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-23T18:37:19.707 DEBUG:teuthology.orchestra.run.smithi038:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:37:19.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:19.737 DEBUG:teuthology.orchestra.run.smithi076:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:37:19.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:19.765 DEBUG:teuthology.orchestra.run.smithi102:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:37:19.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:19.792 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-23T18:37:19.802 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-23T18:37:19.813 INFO:teuthology.task.internal:Duration was 1967.708466 seconds 2024-04-23T18:37:19.813 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-23T18:37:19.824 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-23T18:37:19.824 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-23T18:37:19.826 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-23T18:37:19.828 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-23T18:37:19.863 INFO:teuthology.orchestra.run.smithi076.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:37:19.864 INFO:teuthology.orchestra.run.smithi038.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:37:19.867 INFO:teuthology.orchestra.run.smithi102.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:37:20.296 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-23T18:37:20.297 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi038.front.sepia.ceph.com 2024-04-23T18:37:20.297 DEBUG:teuthology.orchestra.run.smithi038:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-23T18:37:20.321 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi076.front.sepia.ceph.com 2024-04-23T18:37:20.322 DEBUG:teuthology.orchestra.run.smithi076:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-23T18:37:20.372 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi102.front.sepia.ceph.com 2024-04-23T18:37:20.372 DEBUG:teuthology.orchestra.run.smithi102:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-23T18:37:20.399 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-23T18:37:20.399 DEBUG:teuthology.orchestra.run.smithi038:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-23T18:37:20.402 DEBUG:teuthology.orchestra.run.smithi076:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-23T18:37:20.415 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-23T18:37:20.463 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-23T18:37:20.463 DEBUG:teuthology.orchestra.run.smithi038:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-23T18:37:20.472 DEBUG:teuthology.orchestra.run.smithi076:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-23T18:37:20.486 DEBUG:teuthology.orchestra.run.smithi102:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-23T18:37:20.877 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-23T18:37:20.892 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-23T18:37:20.892 DEBUG:teuthology.orchestra.run.smithi038:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-23T18:37:20.916 DEBUG:teuthology.orchestra.run.smithi076:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-23T18:37:20.941 DEBUG:teuthology.orchestra.run.smithi102:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-23T18:37:20.965 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-23T18:37:20.978 DEBUG:teuthology.orchestra.run.smithi038:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:20.981 DEBUG:teuthology.orchestra.run.smithi076:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:20.984 DEBUG:teuthology.orchestra.run.smithi102:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:21.001 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern = core 2024-04-23T18:37:21.003 INFO:teuthology.orchestra.run.smithi076.stdout:kernel.core_pattern = core 2024-04-23T18:37:21.026 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = core 2024-04-23T18:37:21.048 DEBUG:teuthology.orchestra.run.smithi038:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:21.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:21.069 DEBUG:teuthology.orchestra.run.smithi076:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:21.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:21.084 DEBUG:teuthology.orchestra.run.smithi102:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:21.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:21.102 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-23T18:37:21.116 INFO:teuthology.task.internal:Transferring archived files... 2024-04-23T18:37:21.116 DEBUG:teuthology.misc:Transferring archived files from smithi038:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104/remote/smithi038 2024-04-23T18:37:21.117 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-23T18:37:21.159 DEBUG:teuthology.misc:Transferring archived files from smithi076:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104/remote/smithi076 2024-04-23T18:37:21.160 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-23T18:37:21.196 DEBUG:teuthology.misc:Transferring archived files from smithi102:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670104/remote/smithi102 2024-04-23T18:37:21.196 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-23T18:37:21.231 INFO:teuthology.task.internal:Removing archive directory... 2024-04-23T18:37:21.231 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-23T18:37:21.234 DEBUG:teuthology.orchestra.run.smithi076:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-23T18:37:21.236 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-23T18:37:21.280 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-23T18:37:21.292 INFO:teuthology.task.internal:Not uploading archives. 2024-04-23T18:37:21.293 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-23T18:37:21.305 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-23T18:37:21.305 DEBUG:teuthology.orchestra.run.smithi038:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-23T18:37:21.308 DEBUG:teuthology.orchestra.run.smithi076:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-23T18:37:21.310 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-23T18:37:21.320 INFO:teuthology.orchestra.run.smithi038.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 23 18:37 /home/ubuntu/cephtest 2024-04-23T18:37:21.322 INFO:teuthology.orchestra.run.smithi076.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 23 18:37 /home/ubuntu/cephtest 2024-04-23T18:37:21.335 INFO:teuthology.orchestra.run.smithi102.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 23 18:37 /home/ubuntu/cephtest 2024-04-23T18:37:21.336 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-23T18:37:21.348 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-23T18:37:21.386 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} duration: 1967.7084658145905 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-04-23T18:37:21.386 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-23T18:37:21.472 INFO:teuthology.run:pass